{"data":{"node":{"slug":"xlite-dev-awesome-llm-inference","name":"Awesome-LLM-Inference","tagline":"A curated list of LLM/VLM inference papers with codes","github_url":"https://github.com/xlite-dev/Awesome-LLM-Inference","owner":"xlite-dev","repo":"Awesome-LLM-Inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/204302598?v=4","primary_language":"Python","stars":5508,"forks":435,"topics":["awesome-llm","deepseek","deepseek-r1","deepseek-v3","flash-attention","flash-attention-3","flash-mla","llm-inference","minimax-01","mla","paged-attention","qwen3","tensorrt-llm","vllm"],"archived":false,"github_pushed_at":"2026-08-14T12:23:49+00:00","maintenance_label":"Steady","stars_delta_30d":93,"url":"https://www.graphcanon.com/tools/xlite-dev-awesome-llm-inference","markdown_url":"https://www.graphcanon.com/tools/xlite-dev-awesome-llm-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xlite-dev-awesome-llm-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xlite-dev-awesome-llm-inference"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"flash-attention","name":"flash-attention"},{"slug":"paged-attention","name":"paged-attention"},{"slug":"parallelism","name":"parallelism"},{"slug":"wint8-4","name":"wint8/4"}],"edges":[{"type":"related","direction":"in","explanation":"`Awesome-LLM-Inference` is a curated list of inference resources and papers which may include mentions or resources related to `llama.cpp`, making them adjacent yet not directly connected.","successor_context":null,"tool":{"slug":"ggml-org-llama-cpp","name":"llama.cpp","tagline":"LLM inference in C/C++","github_url":"https://github.com/ggml-org/llama.cpp","owner":"ggml-org","repo":"llama.cpp","owner_avatar_url":"https://avatars.githubusercontent.com/u/134263123?v=4","primary_language":"C++","stars":128639,"forks":23359,"topics":["ggml"],"archived":false,"github_pushed_at":"2026-09-18T08:13:37+00:00","maintenance_label":"Very active","stars_delta_30d":5698,"url":"https://www.graphcanon.com/tools/ggml-org-llama-cpp","markdown_url":"https://www.graphcanon.com/tools/ggml-org-llama-cpp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ggml-org-llama-cpp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ggml-org-llama-cpp"}}],"neighbours":[{"slug":"mlabonne-llm-course","name":"llm-course","tagline":"Course to get into Large Language Models (LLMs) with roadmaps and Colab notebooks.","github_url":"https://github.com/mlabonne/llm-course","owner":"mlabonne","repo":"llm-course","owner_avatar_url":"https://avatars.githubusercontent.com/u/81252890?v=4","primary_language":null,"stars":83011,"forks":9657,"topics":["course","large-language-models","llm","machine-learning","roadmap"],"archived":false,"github_pushed_at":"2026-02-05T13:09:26+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/mlabonne-llm-course","markdown_url":"https://www.graphcanon.com/tools/mlabonne-llm-course.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mlabonne-llm-course","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mlabonne-llm-course","shared_categories":["inference-serving"]},{"slug":"patchy631-ai-engineering-hub","name":"ai-engineering-hub","tagline":"Tutorials on LLMs, RAGs, and real-world AI agent applications","github_url":"https://github.com/patchy631/ai-engineering-hub","owner":"patchy631","repo":"ai-engineering-hub","owner_avatar_url":"https://avatars.githubusercontent.com/u/38653995?v=4","primary_language":"Jupyter Notebook","stars":37020,"forks":6107,"topics":["agents","ai","llms","machine-learning","mcp","rag"],"archived":false,"github_pushed_at":"2026-07-27T18:43:06+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/patchy631-ai-engineering-hub","markdown_url":"https://www.graphcanon.com/tools/patchy631-ai-engineering-hub.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/patchy631-ai-engineering-hub","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=patchy631-ai-engineering-hub","shared_categories":[]},{"slug":"eugeneyan-open-llms","name":"open-llms","tagline":"A list of open LLMs available for commercial use","github_url":"https://github.com/eugeneyan/open-llms","owner":"eugeneyan","repo":"open-llms","owner_avatar_url":"https://avatars.githubusercontent.com/u/6831355?v=4","primary_language":null,"stars":12876,"forks":988,"topics":["commercial","large-language-models","llm","llms"],"archived":false,"github_pushed_at":"2025-02-13T06:37:12+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/eugeneyan-open-llms","markdown_url":"https://www.graphcanon.com/tools/eugeneyan-open-llms.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/eugeneyan-open-llms","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=eugeneyan-open-llms","shared_categories":[]},{"slug":"rucaibox-llmsurvey","name":"LLMSurvey","tagline":"A collection of papers and resources related to Large Language Models","github_url":"https://github.com/RUCAIBox/LLMSurvey","owner":"RUCAIBox","repo":"LLMSurvey","owner_avatar_url":"https://avatars.githubusercontent.com/u/54706620?v=4","primary_language":"Python","stars":12216,"forks":930,"topics":["chain-of-thought","chatgpt","in-context-learning","instruction-tuning","large-language-models","llm","llms","natural-language-processing","pre-trained-language-models","pre-training","rlhf"],"archived":false,"github_pushed_at":"2025-03-11T09:51:42+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/rucaibox-llmsurvey","markdown_url":"https://www.graphcanon.com/tools/rucaibox-llmsurvey.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/rucaibox-llmsurvey","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=rucaibox-llmsurvey","shared_categories":[]},{"slug":"kalyanks-nlp-llm-engineer-toolkit","name":"llm-engineer-toolkit","tagline":"A curated list of 120+ LLM libraries category wise","github_url":"https://github.com/KalyanKS-NLP/llm-engineer-toolkit","owner":"KalyanKS-NLP","repo":"llm-engineer-toolkit","owner_avatar_url":"https://avatars.githubusercontent.com/u/202506543?v=4","primary_language":null,"stars":10793,"forks":1687,"topics":["ai-engineer","generative-ai","large-language-models","llm-engineer","llms"],"archived":false,"github_pushed_at":"2026-09-09T01:45:07+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/kalyanks-nlp-llm-engineer-toolkit","markdown_url":"https://www.graphcanon.com/tools/kalyanks-nlp-llm-engineer-toolkit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kalyanks-nlp-llm-engineer-toolkit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kalyanks-nlp-llm-engineer-toolkit","shared_categories":["inference-serving"]},{"slug":"mooler0410-llmspracticalguide","name":"LLMsPracticalGuide","tagline":"Curated list of practical guide resources for LLMs","github_url":"https://github.com/Mooler0410/LLMsPracticalGuide","owner":"Mooler0410","repo":"LLMsPracticalGuide","owner_avatar_url":"https://avatars.githubusercontent.com/u/37475129?v=4","primary_language":null,"stars":10208,"forks":787,"topics":["large-language-models","natural-language-processing","nlp","survey"],"archived":false,"github_pushed_at":"2026-04-08T18:26:44+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/mooler0410-llmspracticalguide","markdown_url":"https://www.graphcanon.com/tools/mooler0410-llmspracticalguide.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mooler0410-llmspracticalguide","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mooler0410-llmspracticalguide","shared_categories":[]},{"slug":"wangrongsheng-awesome-llm-resources","name":"awesome-LLM-resources","tagline":"Summary of the world's best LLM resources.","github_url":"https://github.com/WangRongsheng/awesome-LLM-resources","owner":"WangRongsheng","repo":"awesome-LLM-resources","owner_avatar_url":"https://avatars.githubusercontent.com/u/55651568?v=4","primary_language":null,"stars":8968,"forks":993,"topics":["awesome-list","book","course","large-language-models","llama","llm","mistral","openai","qwen","rag","retrieval-augmented-generation","webui"],"archived":false,"github_pushed_at":"2026-09-14T09:00:10+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/wangrongsheng-awesome-llm-resources","markdown_url":"https://www.graphcanon.com/tools/wangrongsheng-awesome-llm-resources.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/wangrongsheng-awesome-llm-resources","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=wangrongsheng-awesome-llm-resources","shared_categories":["inference-serving"]},{"slug":"luban-agi-awesome-aigc-tutorials","name":"Awesome-AIGC-Tutorials","tagline":"Curated tutorials and resources for Large Language Models, AI Painting, and more","github_url":"https://github.com/luban-agi/Awesome-AIGC-Tutorials","owner":"luban-agi","repo":"Awesome-AIGC-Tutorials","owner_avatar_url":"https://avatars.githubusercontent.com/u/142385464?v=4","primary_language":null,"stars":4547,"forks":298,"topics":["ai","aigc","awesome","chatgpt","courses-resource","deep-learning","llm","midjourney","multimodal","nlp","prompt-engineering","stable-diffusion","tutorials"],"archived":false,"github_pushed_at":"2024-03-31T09:18:04+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/luban-agi-awesome-aigc-tutorials","markdown_url":"https://www.graphcanon.com/tools/luban-agi-awesome-aigc-tutorials.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/luban-agi-awesome-aigc-tutorials","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=luban-agi-awesome-aigc-tutorials","shared_categories":[]},{"slug":"huaizhengzhang-ai-infra-from-zero-to-hero","name":"AI-Infra-from-Zero-to-Hero","tagline":"Awesome System for Machine Learning and LLM Infra","github_url":"https://github.com/HuaizhengZhang/AI-Infra-from-Zero-to-Hero","owner":"HuaizhengZhang","repo":"AI-Infra-from-Zero-to-Hero","owner_avatar_url":"https://avatars.githubusercontent.com/u/5894780?v=4","primary_language":null,"stars":4285,"forks":409,"topics":["ai-infra","genai","large-language-models","llmsys","mlsys","model-serving","model-training"],"archived":false,"github_pushed_at":"2025-07-25T02:24:35+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/huaizhengzhang-ai-infra-from-zero-to-hero","markdown_url":"https://www.graphcanon.com/tools/huaizhengzhang-ai-infra-from-zero-to-hero.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huaizhengzhang-ai-infra-from-zero-to-hero","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huaizhengzhang-ai-infra-from-zero-to-hero","shared_categories":["inference-serving"]},{"slug":"hibayesian-awesome-automl-papers","name":"awesome-automl-papers","tagline":"A curated list of automated machine learning papers and resources.","github_url":"https://github.com/hibayesian/awesome-automl-papers","owner":"hibayesian","repo":"awesome-automl-papers","owner_avatar_url":"https://avatars.githubusercontent.com/u/28800408?v=4","primary_language":null,"stars":4161,"forks":677,"topics":["automated-feature-engineering","automl","hyperparameter-optimization","neural-architecture-search"],"archived":false,"github_pushed_at":"2024-06-11T16:51:05+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/hibayesian-awesome-automl-papers","markdown_url":"https://www.graphcanon.com/tools/hibayesian-awesome-automl-papers.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/hibayesian-awesome-automl-papers","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=hibayesian-awesome-automl-papers","shared_categories":[]},{"slug":"rafska-awesome-local-llm","name":"awesome-local-llm","tagline":"Resources for running LLMs locally","github_url":"https://github.com/rafska/awesome-local-llm","owner":"rafska","repo":"awesome-local-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/17859377?v=4","primary_language":null,"stars":2869,"forks":388,"topics":["ai","awesome","awesome-list","llm","local","local-ai","local-llm","resources","self-hosted","selfhosted"],"archived":false,"github_pushed_at":"2026-09-13T09:48:26+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/rafska-awesome-local-llm","markdown_url":"https://www.graphcanon.com/tools/rafska-awesome-local-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/rafska-awesome-local-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=rafska-awesome-local-llm","shared_categories":["inference-serving"]},{"slug":"amberljc-llmsys-paperlist","name":"LLMSys-PaperList","tagline":"Curated list of academic papers related to Large Language Model systems","github_url":"https://github.com/AmberLJC/LLMSys-PaperList","owner":"AmberLJC","repo":"LLMSys-PaperList","owner_avatar_url":"https://avatars.githubusercontent.com/u/42296458?v=4","primary_language":"Python","stars":2292,"forks":123,"topics":[],"archived":false,"github_pushed_at":"2026-07-25T02:03:12+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/amberljc-llmsys-paperlist","markdown_url":"https://www.graphcanon.com/tools/amberljc-llmsys-paperlist.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/amberljc-llmsys-paperlist","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=amberljc-llmsys-paperlist","shared_categories":["inference-serving"]}]}}