{"data":{"node":{"slug":"itayinbarr-little-coder","name":"little-coder","tagline":"A harness optimized for smaller LLMs","github_url":"https://github.com/itayinbarr/little-coder","owner":"itayinbarr","repo":"little-coder","owner_avatar_url":"https://avatars.githubusercontent.com/u/12065558?v=4","primary_language":"TypeScript","stars":2606,"forks":179,"topics":["ai-coding-assistant","aider-polygot","benchmark","code-generation","coding-agent","coding-agents","local-llm","ollama","qwen","small-language-models","terminal-bench","tool-use"],"archived":false,"github_pushed_at":"2026-09-18T22:17:59+00:00","maintenance_label":"Very active","stars_delta_30d":238,"url":"https://www.graphcanon.com/tools/itayinbarr-little-coder","markdown_url":"https://www.graphcanon.com/tools/itayinbarr-little-coder.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/itayinbarr-little-coder","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=itayinbarr-little-coder"},"categories":[{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"ai-coding-assistant","name":"ai-coding-assistant"},{"slug":"code-generation","name":"code-generation"},{"slug":"coding-agents","name":"coding-agents"},{"slug":"small-language-models","name":"small-language-models"}],"edges":[],"neighbours":[{"slug":"handsonllm-hands-on-large-language-models","name":"Hands-On-Large-Language-Models","tagline":"Code for the book 'Hands-On Large Language Models'","github_url":"https://github.com/HandsOnLLM/Hands-On-Large-Language-Models","owner":"HandsOnLLM","repo":"Hands-On-Large-Language-Models","owner_avatar_url":"https://avatars.githubusercontent.com/u/174106807?v=4","primary_language":"Jupyter Notebook","stars":29162,"forks":6662,"topics":["artificial-intelligence","book","large-language-models","llm","llms","oreilly","oreilly-books"],"archived":false,"github_pushed_at":"2026-04-24T10:20:08+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/handsonllm-hands-on-large-language-models","markdown_url":"https://www.graphcanon.com/tools/handsonllm-hands-on-large-language-models.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/handsonllm-hands-on-large-language-models","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=handsonllm-hands-on-large-language-models","shared_categories":["llm-frameworks"]},{"slug":"tloen-alpaca-lora","name":"alpaca-lora","tagline":"Instruct-tune LLaMA on consumer hardware","github_url":"https://github.com/tloen/alpaca-lora","owner":"tloen","repo":"alpaca-lora","owner_avatar_url":"https://avatars.githubusercontent.com/u/4811103?v=4","primary_language":"Jupyter Notebook","stars":18911,"forks":2174,"topics":[],"archived":false,"github_pushed_at":"2024-07-29T13:37:49+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/tloen-alpaca-lora","markdown_url":"https://www.graphcanon.com/tools/tloen-alpaca-lora.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tloen-alpaca-lora","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tloen-alpaca-lora","shared_categories":["model-training","llm-frameworks"]},{"slug":"lightning-ai-litgpt","name":"litgpt","tagline":"High-performance LLMs for pretraining, finetuning, and deployment","github_url":"https://github.com/Lightning-AI/litgpt","owner":"Lightning-AI","repo":"litgpt","owner_avatar_url":"https://avatars.githubusercontent.com/u/58386951?v=4","primary_language":"Python","stars":13667,"forks":1503,"topics":["ai","artificial-intelligence","deep-learning","large-language-models","llm","llm-inference","llms"],"archived":false,"github_pushed_at":"2026-09-14T10:24:06+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/lightning-ai-litgpt","markdown_url":"https://www.graphcanon.com/tools/lightning-ai-litgpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lightning-ai-litgpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lightning-ai-litgpt","shared_categories":["model-training","llm-frameworks"]},{"slug":"bitsandbytes-foundation-bitsandbytes","name":"bitsandbytes","tagline":"Large language model quantization toolkit for PyTorch.","github_url":"https://github.com/bitsandbytes-foundation/bitsandbytes","owner":"bitsandbytes-foundation","repo":"bitsandbytes","owner_avatar_url":"https://avatars.githubusercontent.com/u/175231607?v=4","primary_language":"Python","stars":8455,"forks":920,"topics":["llm","machine-learning","pytorch","qlora","quantization"],"archived":false,"github_pushed_at":"2026-08-27T00:16:57+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/bitsandbytes-foundation-bitsandbytes","markdown_url":"https://www.graphcanon.com/tools/bitsandbytes-foundation-bitsandbytes.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bitsandbytes-foundation-bitsandbytes","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bitsandbytes-foundation-bitsandbytes","shared_categories":["llm-frameworks"]},{"slug":"eth-sri-lmql","name":"lmql","tagline":"A language for constraint-guided and efficient LLM programming.","github_url":"https://github.com/eth-sri/lmql","owner":"eth-sri","repo":"lmql","owner_avatar_url":"https://avatars.githubusercontent.com/u/5363413?v=4","primary_language":"Python","stars":4203,"forks":221,"topics":["chatgpt","huggingface","language-model","programming-language"],"archived":false,"github_pushed_at":"2025-05-22T07:32:31+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/eth-sri-lmql","markdown_url":"https://www.graphcanon.com/tools/eth-sri-lmql.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/eth-sri-lmql","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=eth-sri-lmql","shared_categories":["llm-frameworks"]},{"slug":"fasterdecoding-medusa","name":"Medusa","tagline":"Framework for accelerating LLM generation using multiple decoding heads","github_url":"https://github.com/FasterDecoding/Medusa","owner":"FasterDecoding","repo":"Medusa","owner_avatar_url":"https://avatars.githubusercontent.com/u/144572371?v=4","primary_language":"Jupyter Notebook","stars":2773,"forks":205,"topics":["llm","llm-inference"],"archived":false,"github_pushed_at":"2024-06-25T12:23:04+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/fasterdecoding-medusa","markdown_url":"https://www.graphcanon.com/tools/fasterdecoding-medusa.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/fasterdecoding-medusa","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=fasterdecoding-medusa","shared_categories":[]},{"slug":"huangowen-awesome-llm-compression","name":"Awesome-LLM-Compression","tagline":"Awesome LLM compression research papers and tools to accelerate LLM training and inference.","github_url":"https://github.com/HuangOwen/Awesome-LLM-Compression","owner":"HuangOwen","repo":"Awesome-LLM-Compression","owner_avatar_url":"https://avatars.githubusercontent.com/u/24937399?v=4","primary_language":null,"stars":1866,"forks":131,"topics":[],"archived":false,"github_pushed_at":"2026-08-27T15:48:21+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression","markdown_url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huangowen-awesome-llm-compression","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huangowen-awesome-llm-compression","shared_categories":["llm-frameworks"]},{"slug":"srush-minichain","name":"MiniChain","tagline":"A tiny library for coding with large language models","github_url":"https://github.com/srush/MiniChain","owner":"srush","repo":"MiniChain","owner_avatar_url":"https://avatars.githubusercontent.com/u/35882?v=4","primary_language":"Python","stars":1232,"forks":74,"topics":[],"archived":false,"github_pushed_at":"2024-07-10T14:59:50+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/srush-minichain","markdown_url":"https://www.graphcanon.com/tools/srush-minichain.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/srush-minichain","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=srush-minichain","shared_categories":["llm-frameworks"]},{"slug":"jmaczan-tiny-vllm","name":"tiny-vllm","tagline":"Build your own high performance LLM inference engine in C++ and CUDA - a smaller version of vLLM","github_url":"https://github.com/jmaczan/tiny-vllm","owner":"jmaczan","repo":"tiny-vllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/18054202?v=4","primary_language":"C++","stars":1120,"forks":92,"topics":["ai","attention","batching","course","cpp","cuda","hpc","inference","llm","llm-inference","pagedattention","tiny-vllm","vllm"],"archived":false,"github_pushed_at":"2026-09-15T19:46:09+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/jmaczan-tiny-vllm","markdown_url":"https://www.graphcanon.com/tools/jmaczan-tiny-vllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jmaczan-tiny-vllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jmaczan-tiny-vllm","shared_categories":[]},{"slug":"bigcode-project-bigcode-evaluation-harness","name":"bigcode-evaluation-harness","tagline":"A framework for evaluating autoregressive code generation language models.","github_url":"https://github.com/bigcode-project/bigcode-evaluation-harness","owner":"bigcode-project","repo":"bigcode-evaluation-harness","owner_avatar_url":"https://avatars.githubusercontent.com/u/110470554?v=4","primary_language":"Python","stars":1058,"forks":259,"topics":[],"archived":false,"github_pushed_at":"2025-07-22T13:18:09+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/bigcode-project-bigcode-evaluation-harness","markdown_url":"https://www.graphcanon.com/tools/bigcode-project-bigcode-evaluation-harness.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bigcode-project-bigcode-evaluation-harness","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bigcode-project-bigcode-evaluation-harness","shared_categories":[]},{"slug":"livecodebench-livecodebench","name":"LiveCodeBench","tagline":"Holistic and contamination-free evaluation of large language models for code","github_url":"https://github.com/LiveCodeBench/LiveCodeBench","owner":"LiveCodeBench","repo":"LiveCodeBench","owner_avatar_url":"https://avatars.githubusercontent.com/u/161278213?v=4","primary_language":"Python","stars":936,"forks":199,"topics":["code-execution","code-generation","code-llms","code-repair","gpt-4","test-generation"],"archived":false,"github_pushed_at":"2025-07-16T00:58:38+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/livecodebench-livecodebench","markdown_url":"https://www.graphcanon.com/tools/livecodebench-livecodebench.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/livecodebench-livecodebench","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=livecodebench-livecodebench","shared_categories":[]},{"slug":"harleyszhang-llm-note","name":"llm_note","tagline":"LLM notes covering model inference transformer structures and framework analysis","github_url":"https://github.com/harleyszhang/llm_note","owner":"harleyszhang","repo":"llm_note","owner_avatar_url":"https://avatars.githubusercontent.com/u/37138671?v=4","primary_language":"Python","stars":890,"forks":89,"topics":["cuda-programming","kv-cache","llm","llm-inference","transformer-models","triton-kernels","vllm"],"archived":false,"github_pushed_at":"2026-08-19T06:46:41+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/harleyszhang-llm-note","markdown_url":"https://www.graphcanon.com/tools/harleyszhang-llm-note.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/harleyszhang-llm-note","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=harleyszhang-llm-note","shared_categories":["llm-frameworks"]}]}}