{"data":{"node":{"slug":"xlite-dev-awesome-llm-inference","name":"Awesome-LLM-Inference","tagline":"A curated list of LLM/VLM inference papers with codes","github_url":"https://github.com/xlite-dev/Awesome-LLM-Inference","owner":"xlite-dev","repo":"Awesome-LLM-Inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/204302598?v=4","primary_language":"Python","stars":5477,"forks":429,"topics":["awesome-llm","deepseek","deepseek-r1","deepseek-v3","flash-attention","flash-attention-3","flash-mla","llm-inference","minimax-01","mla","paged-attention","qwen3","tensorrt-llm","vllm"],"archived":false,"github_pushed_at":"2026-08-14T12:23:49+00:00","maintenance_label":"Active","stars_delta_30d":62,"url":"https://www.graphcanon.com/tools/xlite-dev-awesome-llm-inference","markdown_url":"https://www.graphcanon.com/tools/xlite-dev-awesome-llm-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xlite-dev-awesome-llm-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xlite-dev-awesome-llm-inference"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"flash-attention","name":"flash-attention"},{"slug":"paged-attention","name":"paged-attention"},{"slug":"parallelism","name":"parallelism"},{"slug":"wint8-4","name":"wint8/4"}],"edges":[{"type":"related","direction":"in","explanation":"`Awesome-LLM-Inference` is a curated list of inference resources and papers which may include mentions or resources related to `llama.cpp`, making them adjacent yet not directly connected.","successor_context":null,"tool":{"slug":"ggml-org-llama-cpp","name":"llama.cpp","tagline":"LLM inference in C/C++","github_url":"https://github.com/ggml-org/llama.cpp","owner":"ggml-org","repo":"llama.cpp","owner_avatar_url":"https://avatars.githubusercontent.com/u/134263123?v=4","primary_language":"C++","stars":122941,"forks":21406,"topics":["ggml"],"archived":false,"github_pushed_at":"2026-08-07T05:28:54+00:00","maintenance_label":"Very active","stars_delta_30d":3353,"url":"https://www.graphcanon.com/tools/ggml-org-llama-cpp","markdown_url":"https://www.graphcanon.com/tools/ggml-org-llama-cpp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ggml-org-llama-cpp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ggml-org-llama-cpp"}}],"neighbours":[{"slug":"patchy631-ai-engineering-hub","name":"ai-engineering-hub","tagline":"Tutorials on LLMs, RAGs, and real-world AI agent applications","github_url":"https://github.com/patchy631/ai-engineering-hub","owner":"patchy631","repo":"ai-engineering-hub","owner_avatar_url":"https://avatars.githubusercontent.com/u/38653995?v=4","primary_language":"Jupyter Notebook","stars":37020,"forks":6107,"topics":["agents","ai","llms","machine-learning","mcp","rag"],"archived":false,"github_pushed_at":"2026-07-27T18:43:06+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/patchy631-ai-engineering-hub","markdown_url":"https://www.graphcanon.com/tools/patchy631-ai-engineering-hub.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/patchy631-ai-engineering-hub","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=patchy631-ai-engineering-hub","shared_categories":[]},{"slug":"lightning-ai-litgpt","name":"litgpt","tagline":"High-performance LLMs with recipes for pretraining, finetuning and deployment","github_url":"https://github.com/Lightning-AI/litgpt","owner":"Lightning-AI","repo":"litgpt","owner_avatar_url":"https://avatars.githubusercontent.com/u/58386951?v=4","primary_language":"Python","stars":13605,"forks":1483,"topics":["ai","artificial-intelligence","deep-learning","large-language-models","llm","llm-inference","llms"],"archived":false,"github_pushed_at":"2026-07-20T10:24:12+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/lightning-ai-litgpt","markdown_url":"https://www.graphcanon.com/tools/lightning-ai-litgpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lightning-ai-litgpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lightning-ai-litgpt","shared_categories":["inference-serving"]},{"slug":"eugeneyan-open-llms","name":"open-llms","tagline":"A list of open LLMs available for commercial use.","github_url":"https://github.com/eugeneyan/open-llms","owner":"eugeneyan","repo":"open-llms","owner_avatar_url":"https://avatars.githubusercontent.com/u/6831355?v=4","primary_language":null,"stars":12849,"forks":985,"topics":["commercial","large-language-models","llm","llms"],"archived":false,"github_pushed_at":"2025-02-13T06:37:12+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/eugeneyan-open-llms","markdown_url":"https://www.graphcanon.com/tools/eugeneyan-open-llms.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/eugeneyan-open-llms","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=eugeneyan-open-llms","shared_categories":[]},{"slug":"steven2358-awesome-generative-ai","name":"awesome-generative-ai","tagline":"A curated list of modern Generative Artificial Intelligence projects and services","github_url":"https://github.com/steven2358/awesome-generative-ai","owner":"steven2358","repo":"awesome-generative-ai","owner_avatar_url":"https://avatars.githubusercontent.com/u/164072?v=4","primary_language":null,"stars":12501,"forks":1990,"topics":["ai","artificial-intelligence","awesome","awesome-list","generative-ai","generative-art","large-language-models","llm"],"archived":false,"github_pushed_at":"2026-08-03T10:58:05+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/steven2358-awesome-generative-ai","markdown_url":"https://www.graphcanon.com/tools/steven2358-awesome-generative-ai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/steven2358-awesome-generative-ai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=steven2358-awesome-generative-ai","shared_categories":["inference-serving"]},{"slug":"rucaibox-llmsurvey","name":"LLMSurvey","tagline":"A comprehensive collection of papers and resources related to Large Language Models.","github_url":"https://github.com/RUCAIBox/LLMSurvey","owner":"RUCAIBox","repo":"LLMSurvey","owner_avatar_url":"https://avatars.githubusercontent.com/u/54706620?v=4","primary_language":"Python","stars":12205,"forks":931,"topics":["chain-of-thought","chatgpt","in-context-learning","instruction-tuning","large-language-models","llm","llms","natural-language-processing","pre-trained-language-models","pre-training","rlhf"],"archived":false,"github_pushed_at":"2025-03-11T09:51:42+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/rucaibox-llmsurvey","markdown_url":"https://www.graphcanon.com/tools/rucaibox-llmsurvey.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/rucaibox-llmsurvey","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=rucaibox-llmsurvey","shared_categories":[]},{"slug":"wangrongsheng-awesome-llm-resources","name":"awesome-LLM-resources","tagline":"Summary of the world's best LLM resources.","github_url":"https://github.com/WangRongsheng/awesome-LLM-resources","owner":"WangRongsheng","repo":"awesome-LLM-resources","owner_avatar_url":"https://avatars.githubusercontent.com/u/55651568?v=4","primary_language":null,"stars":8845,"forks":950,"topics":["awesome-list","book","course","large-language-models","llama","llm","mistral","openai","qwen","rag","retrieval-augmented-generation","webui"],"archived":false,"github_pushed_at":"2026-08-14T15:54:28+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/wangrongsheng-awesome-llm-resources","markdown_url":"https://www.graphcanon.com/tools/wangrongsheng-awesome-llm-resources.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/wangrongsheng-awesome-llm-resources","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=wangrongsheng-awesome-llm-resources","shared_categories":["inference-serving"]},{"slug":"woooodyy-llm-agent-paper-list","name":"LLM-Agent-Paper-List","tagline":"Must-read papers for LLM-based agents.","github_url":"https://github.com/WooooDyy/LLM-Agent-Paper-List","owner":"WooooDyy","repo":"LLM-Agent-Paper-List","owner_avatar_url":"https://avatars.githubusercontent.com/u/48242229?v=4","primary_language":null,"stars":8172,"forks":495,"topics":["agent","large-language-models","llm","nlp","survey"],"archived":false,"github_pushed_at":"2025-09-12T03:08:58+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/woooodyy-llm-agent-paper-list","markdown_url":"https://www.graphcanon.com/tools/woooodyy-llm-agent-paper-list.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/woooodyy-llm-agent-paper-list","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=woooodyy-llm-agent-paper-list","shared_categories":[]},{"slug":"luban-agi-awesome-aigc-tutorials","name":"Awesome-AIGC-Tutorials","tagline":"Curated tutorials and resources for Large Language Models, AI Painting, and more","github_url":"https://github.com/luban-agi/Awesome-AIGC-Tutorials","owner":"luban-agi","repo":"Awesome-AIGC-Tutorials","owner_avatar_url":"https://avatars.githubusercontent.com/u/142385464?v=4","primary_language":null,"stars":4522,"forks":303,"topics":["ai","aigc","awesome","chatgpt","courses-resource","deep-learning","llm","midjourney","multimodal","nlp","prompt-engineering","stable-diffusion","tutorials"],"archived":false,"github_pushed_at":"2024-03-31T09:18:04+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/luban-agi-awesome-aigc-tutorials","markdown_url":"https://www.graphcanon.com/tools/luban-agi-awesome-aigc-tutorials.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/luban-agi-awesome-aigc-tutorials","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=luban-agi-awesome-aigc-tutorials","shared_categories":[]},{"slug":"huaizhengzhang-ai-infra-from-zero-to-hero","name":"AI-Infra-from-Zero-to-Hero","tagline":"Awesome System for Machine Learning and LLM Infra","github_url":"https://github.com/HuaizhengZhang/AI-Infra-from-Zero-to-Hero","owner":"HuaizhengZhang","repo":"AI-Infra-from-Zero-to-Hero","owner_avatar_url":"https://avatars.githubusercontent.com/u/5894780?v=4","primary_language":null,"stars":4285,"forks":409,"topics":["ai-infra","genai","large-language-models","llmsys","mlsys","model-serving","model-training"],"archived":false,"github_pushed_at":"2025-07-25T02:24:35+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/huaizhengzhang-ai-infra-from-zero-to-hero","markdown_url":"https://www.graphcanon.com/tools/huaizhengzhang-ai-infra-from-zero-to-hero.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huaizhengzhang-ai-infra-from-zero-to-hero","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huaizhengzhang-ai-infra-from-zero-to-hero","shared_categories":["inference-serving"]},{"slug":"hibayesian-awesome-automl-papers","name":"awesome-automl-papers","tagline":"A curated list of automated machine learning papers and resources.","github_url":"https://github.com/hibayesian/awesome-automl-papers","owner":"hibayesian","repo":"awesome-automl-papers","owner_avatar_url":"https://avatars.githubusercontent.com/u/28800408?v=4","primary_language":null,"stars":4155,"forks":678,"topics":["automated-feature-engineering","automl","hyperparameter-optimization","neural-architecture-search"],"archived":false,"github_pushed_at":"2024-06-11T16:51:05+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/hibayesian-awesome-automl-papers","markdown_url":"https://www.graphcanon.com/tools/hibayesian-awesome-automl-papers.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/hibayesian-awesome-automl-papers","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=hibayesian-awesome-automl-papers","shared_categories":[]},{"slug":"rafska-awesome-local-llm","name":"awesome-local-llm","tagline":"Resources for running LLMs locally","github_url":"https://github.com/rafska/awesome-local-llm","owner":"rafska","repo":"awesome-local-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/17859377?v=4","primary_language":null,"stars":2518,"forks":316,"topics":["ai","awesome","awesome-list","llm","local","local-ai","local-llm","resources","self-hosted","selfhosted"],"archived":false,"github_pushed_at":"2026-08-04T23:08:15+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/rafska-awesome-local-llm","markdown_url":"https://www.graphcanon.com/tools/rafska-awesome-local-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/rafska-awesome-local-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=rafska-awesome-local-llm","shared_categories":["inference-serving"]},{"slug":"amberljc-llmsys-paperlist","name":"LLMSys-PaperList","tagline":"Curated list of academic papers related to Large Language Model systems","github_url":"https://github.com/AmberLJC/LLMSys-PaperList","owner":"AmberLJC","repo":"LLMSys-PaperList","owner_avatar_url":"https://avatars.githubusercontent.com/u/42296458?v=4","primary_language":"Python","stars":2220,"forks":120,"topics":[],"archived":false,"github_pushed_at":"2026-07-25T02:03:12+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/amberljc-llmsys-paperlist","markdown_url":"https://www.graphcanon.com/tools/amberljc-llmsys-paperlist.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/amberljc-llmsys-paperlist","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=amberljc-llmsys-paperlist","shared_categories":["inference-serving"]}]}}