{"data":{"node":{"slug":"pasquini-dario-llmmap","name":"LLMmap","tagline":"Provides a ready-to-use pretrained model for open-set inference with PyTorch weights, configuration file, and behavioral templates.","github_url":"https://github.com/pasquini-dario/LLMmap","owner":"pasquini-dario","repo":"LLMmap","owner_avatar_url":"https://avatars.githubusercontent.com/u/44810501?v=4","primary_language":"Python","stars":469,"forks":51,"topics":[],"archived":false,"github_pushed_at":"2025-07-24T13:07:49+00:00","maintenance_label":"Dormant","stars_delta_30d":25,"url":"https://www.graphcanon.com/tools/pasquini-dario-llmmap","markdown_url":"https://www.graphcanon.com/tools/pasquini-dario-llmmap.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pasquini-dario-llmmap","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pasquini-dario-llmmap"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"llms","name":"llms"},{"slug":"open-set-inference","name":"open-set inference"},{"slug":"pretrained-models","name":"pretrained-models"},{"slug":"python","name":"python"},{"slug":"pytorch","name":"pytorch"}],"edges":[],"neighbours":[{"slug":"mlabonne-llm-course","name":"llm-course","tagline":"Course to get into Large Language Models (LLMs) with roadmaps and Colab notebooks.","github_url":"https://github.com/mlabonne/llm-course","owner":"mlabonne","repo":"llm-course","owner_avatar_url":"https://avatars.githubusercontent.com/u/81252890?v=4","primary_language":null,"stars":83011,"forks":9657,"topics":["course","large-language-models","llm","machine-learning","roadmap"],"archived":false,"github_pushed_at":"2026-02-05T13:09:26+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/mlabonne-llm-course","markdown_url":"https://www.graphcanon.com/tools/mlabonne-llm-course.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mlabonne-llm-course","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mlabonne-llm-course","shared_categories":["model-training","inference-serving"]},{"slug":"mozilla-ai-llamafile","name":"llamafile","tagline":"Distribute and run LLMs with a single file.","github_url":"https://github.com/mozilla-ai/llamafile","owner":"mozilla-ai","repo":"llamafile","owner_avatar_url":"https://avatars.githubusercontent.com/u/129804596?v=4","primary_language":"C++","stars":25999,"forks":1598,"topics":["cross-platform","gguf","llama-cpp","local-ai","local-inference","local-llm","open-source-ai","single-file-executable","speech-to-text"],"archived":false,"github_pushed_at":"2026-09-16T09:14:28+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/mozilla-ai-llamafile","markdown_url":"https://www.graphcanon.com/tools/mozilla-ai-llamafile.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mozilla-ai-llamafile","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mozilla-ai-llamafile","shared_categories":["inference-serving"]},{"slug":"kalyanks-nlp-llm-engineer-toolkit","name":"llm-engineer-toolkit","tagline":"A curated list of 120+ LLM libraries category wise","github_url":"https://github.com/KalyanKS-NLP/llm-engineer-toolkit","owner":"KalyanKS-NLP","repo":"llm-engineer-toolkit","owner_avatar_url":"https://avatars.githubusercontent.com/u/202506543?v=4","primary_language":null,"stars":10793,"forks":1687,"topics":["ai-engineer","generative-ai","large-language-models","llm-engineer","llms"],"archived":false,"github_pushed_at":"2026-09-09T01:45:07+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/kalyanks-nlp-llm-engineer-toolkit","markdown_url":"https://www.graphcanon.com/tools/kalyanks-nlp-llm-engineer-toolkit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kalyanks-nlp-llm-engineer-toolkit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kalyanks-nlp-llm-engineer-toolkit","shared_categories":["model-training","inference-serving"]},{"slug":"mooler0410-llmspracticalguide","name":"LLMsPracticalGuide","tagline":"Curated list of practical guide resources for LLMs","github_url":"https://github.com/Mooler0410/LLMsPracticalGuide","owner":"Mooler0410","repo":"LLMsPracticalGuide","owner_avatar_url":"https://avatars.githubusercontent.com/u/37475129?v=4","primary_language":null,"stars":10208,"forks":787,"topics":["large-language-models","natural-language-processing","nlp","survey"],"archived":false,"github_pushed_at":"2026-04-08T18:26:44+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/mooler0410-llmspracticalguide","markdown_url":"https://www.graphcanon.com/tools/mooler0410-llmspracticalguide.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mooler0410-llmspracticalguide","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mooler0410-llmspracticalguide","shared_categories":[]},{"slug":"wangrongsheng-awesome-llm-resources","name":"awesome-LLM-resources","tagline":"Summary of the world's best LLM resources.","github_url":"https://github.com/WangRongsheng/awesome-LLM-resources","owner":"WangRongsheng","repo":"awesome-LLM-resources","owner_avatar_url":"https://avatars.githubusercontent.com/u/55651568?v=4","primary_language":null,"stars":8968,"forks":993,"topics":["awesome-list","book","course","large-language-models","llama","llm","mistral","openai","qwen","rag","retrieval-augmented-generation","webui"],"archived":false,"github_pushed_at":"2026-09-14T09:00:10+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/wangrongsheng-awesome-llm-resources","markdown_url":"https://www.graphcanon.com/tools/wangrongsheng-awesome-llm-resources.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/wangrongsheng-awesome-llm-resources","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=wangrongsheng-awesome-llm-resources","shared_categories":["model-training","inference-serving"]},{"slug":"luhengshiwo-llmforeverybody","name":"LLMForEverybody","tagline":"LLM knowledge sharing for everyone, essential reading before big model interviews","github_url":"https://github.com/luhengshiwo/LLMForEverybody","owner":"luhengshiwo","repo":"LLMForEverybody","owner_avatar_url":"https://avatars.githubusercontent.com/u/13251733?v=4","primary_language":"Jupyter Notebook","stars":7167,"forks":662,"topics":["agent","interview-practice","interview-questions","learnllm","llm","rag"],"archived":false,"github_pushed_at":"2026-08-17T02:41:01+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/luhengshiwo-llmforeverybody","markdown_url":"https://www.graphcanon.com/tools/luhengshiwo-llmforeverybody.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/luhengshiwo-llmforeverybody","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=luhengshiwo-llmforeverybody","shared_categories":["model-training"]},{"slug":"madcowd-ell","name":"ell","tagline":"A language model programming library","github_url":"https://github.com/MadcowD/ell","owner":"MadcowD","repo":"ell","owner_avatar_url":"https://avatars.githubusercontent.com/u/719535?v=4","primary_language":"Python","stars":5857,"forks":341,"topics":["ai","prompt-engineering"],"archived":false,"github_pushed_at":"2025-06-05T21:41:57+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/madcowd-ell","markdown_url":"https://www.graphcanon.com/tools/madcowd-ell.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/madcowd-ell","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=madcowd-ell","shared_categories":[]},{"slug":"xlite-dev-awesome-llm-inference","name":"Awesome-LLM-Inference","tagline":"A curated list of LLM/VLM inference papers with codes","github_url":"https://github.com/xlite-dev/Awesome-LLM-Inference","owner":"xlite-dev","repo":"Awesome-LLM-Inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/204302598?v=4","primary_language":"Python","stars":5508,"forks":435,"topics":["awesome-llm","deepseek","deepseek-r1","deepseek-v3","flash-attention","flash-attention-3","flash-mla","llm-inference","minimax-01","mla","paged-attention","qwen3","tensorrt-llm","vllm"],"archived":false,"github_pushed_at":"2026-08-14T12:23:49+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/xlite-dev-awesome-llm-inference","markdown_url":"https://www.graphcanon.com/tools/xlite-dev-awesome-llm-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xlite-dev-awesome-llm-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xlite-dev-awesome-llm-inference","shared_categories":["inference-serving"]},{"slug":"eth-sri-lmql","name":"lmql","tagline":"A language for constraint-guided and efficient LLM programming.","github_url":"https://github.com/eth-sri/lmql","owner":"eth-sri","repo":"lmql","owner_avatar_url":"https://avatars.githubusercontent.com/u/5363413?v=4","primary_language":"Python","stars":4203,"forks":221,"topics":["chatgpt","huggingface","language-model","programming-language"],"archived":false,"github_pushed_at":"2025-05-22T07:32:31+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/eth-sri-lmql","markdown_url":"https://www.graphcanon.com/tools/eth-sri-lmql.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/eth-sri-lmql","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=eth-sri-lmql","shared_categories":[]},{"slug":"turboderp-exllama","name":"exllama","tagline":"Memory-efficient rewrite of HF transformers for Llama with quantized weights","github_url":"https://github.com/turboderp/exllama","owner":"turboderp","repo":"exllama","owner_avatar_url":"https://avatars.githubusercontent.com/u/11859846?v=4","primary_language":"Python","stars":2943,"forks":220,"topics":[],"archived":false,"github_pushed_at":"2023-09-30T19:06:04+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/turboderp-exllama","markdown_url":"https://www.graphcanon.com/tools/turboderp-exllama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/turboderp-exllama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=turboderp-exllama","shared_categories":["inference-serving"]},{"slug":"ray-project-llm-applications","name":"llm-applications","tagline":"Comprehensive guide to building RAG-based LLM applications for production","github_url":"https://github.com/ray-project/llm-applications","owner":"ray-project","repo":"llm-applications","owner_avatar_url":"https://avatars.githubusercontent.com/u/22125274?v=4","primary_language":"Jupyter Notebook","stars":1857,"forks":258,"topics":["anyscale","fine-tuning","llama2","llms","machine-learning","openai","ray","serving"],"archived":false,"github_pushed_at":"2026-08-15T00:14:04+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/ray-project-llm-applications","markdown_url":"https://www.graphcanon.com/tools/ray-project-llm-applications.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ray-project-llm-applications","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ray-project-llm-applications","shared_categories":["inference-serving"]},{"slug":"xllm-ai-xllm","name":"xllm","tagline":"A high-performance inference engine for LLM, VLM, DiT and REC models","github_url":"https://github.com/xLLM-AI/xllm","owner":"xLLM-AI","repo":"xllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/205719415?v=4","primary_language":"C++","stars":1577,"forks":300,"topics":["deepseek","glm","inference","inference-engine","large-language-models","llm-inference","qwen"],"archived":false,"github_pushed_at":"2026-09-19T13:15:59+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/xllm-ai-xllm","markdown_url":"https://www.graphcanon.com/tools/xllm-ai-xllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xllm-ai-xllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xllm-ai-xllm","shared_categories":["inference-serving"]}]}}