{"data":{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving","tool_count":412,"tools":[{"slug":"huggingface-transformers","name":"transformers","tagline":"🤗 Transformers: state-of-the-art machine learning models for text, vision, audio, and multimodal models","github_url":"https://github.com/huggingface/transformers","owner":"huggingface","repo":"transformers","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":166279,"forks":34619,"topics":["audio","deep-learning","deepseek","gemma","glm","hacktoberfest","llm","machine-learning","model-hub","natural-language-processing","nlp","pretrained-models","python","pytorch","pytorch-transformers","qwen","speech-recognition","transformer","vlm"],"archived":false,"github_pushed_at":"2026-09-18T08:16:29+00:00","maintenance_label":"Very active","stars_delta_30d":2158,"url":"https://www.graphcanon.com/tools/huggingface-transformers","markdown_url":"https://www.graphcanon.com/tools/huggingface-transformers.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-transformers","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-transformers"},{"slug":"open-webui-open-webui","name":"open-webui","tagline":"User-friendly AI Interface","github_url":"https://github.com/open-webui/open-webui","owner":"open-webui","repo":"open-webui","owner_avatar_url":"https://avatars.githubusercontent.com/u/158137808?v=4","primary_language":"Python","stars":152445,"forks":22306,"topics":["ai","llm","llm-ui","llm-webui","llms","mcp","ollama","ollama-webui","open-webui","openai","openapi","rag","self-hosted","ui","webui"],"archived":false,"github_pushed_at":"2026-09-18T00:11:06+00:00","maintenance_label":"Very active","stars_delta_30d":3570,"url":"https://www.graphcanon.com/tools/open-webui-open-webui","markdown_url":"https://www.graphcanon.com/tools/open-webui-open-webui.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/open-webui-open-webui","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=open-webui-open-webui"},{"slug":"ollama-ollama","name":"ollama","tagline":"Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.","github_url":"https://github.com/ollama/ollama","owner":"ollama","repo":"ollama","owner_avatar_url":"https://avatars.githubusercontent.com/u/151674099?v=4","primary_language":"Go","stars":181196,"forks":17922,"topics":["deepseek","gemma","gemma3","glm","go","golang","gpt-oss","llama","llama3","llm","llms","minimax","mistral","ollama","qwen"],"archived":false,"github_pushed_at":"2026-09-17T23:54:24+00:00","maintenance_label":"Very active","stars_delta_30d":3672,"url":"https://www.graphcanon.com/tools/ollama-ollama","markdown_url":"https://www.graphcanon.com/tools/ollama-ollama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ollama-ollama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ollama-ollama"},{"slug":"vllm-project-vllm","name":"vllm","tagline":"A high-throughput and memory-efficient inference and serving engine for LLMs","github_url":"https://github.com/vllm-project/vllm","owner":"vllm-project","repo":"vllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/136984999?v=4","primary_language":"Python","stars":92075,"forks":22363,"topics":["amd","blackwell","cuda","deepseek","deepseek-v3","gpt","gpt-oss","inference","kimi","llama","llm","llm-serving","model-serving","moe","openai","pytorch","qwen","qwen3","tpu","transformer"],"archived":false,"github_pushed_at":"2026-09-18T07:28:54+00:00","maintenance_label":"Very active","stars_delta_30d":4228,"url":"https://www.graphcanon.com/tools/vllm-project-vllm","markdown_url":"https://www.graphcanon.com/tools/vllm-project-vllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vllm-project-vllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vllm-project-vllm"},{"slug":"diegosouzapw-omniroute","name":"OmniRoute","tagline":"Free AI gateway with multi-provider support and token savings","github_url":"https://github.com/diegosouzapw/OmniRoute","owner":"diegosouzapw","repo":"OmniRoute","owner_avatar_url":"https://avatars.githubusercontent.com/u/8016841?v=4","primary_language":"TypeScript","stars":68316,"forks":9660,"topics":["a2a","ai-agents","ai-gateway","anthropic","claude","claude-code","cline","codex","copilot","cursor","deepseek","free-ai","gemini","kimi","llm-gateway","mcp","openai","openai-proxy","qwen","token-saver"],"archived":false,"github_pushed_at":"2026-09-19T08:30:04+00:00","maintenance_label":"Very active","stars_delta_30d":17083,"url":"https://www.graphcanon.com/tools/diegosouzapw-omniroute","markdown_url":"https://www.graphcanon.com/tools/diegosouzapw-omniroute.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/diegosouzapw-omniroute","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=diegosouzapw-omniroute"},{"slug":"berriai-litellm","name":"litellm","tagline":"The fastest, lightest AI Gateway","github_url":"https://github.com/BerriAI/litellm","owner":"BerriAI","repo":"litellm","owner_avatar_url":"https://avatars.githubusercontent.com/u/121462774?v=4","primary_language":"Python","stars":59051,"forks":11547,"topics":["ai-gateway","anthropic","azure-openai","bedrock","gateway","langchain","litellm","llm","llm-gateway","llmops","mcp-gateway","openai","openai-proxy","rust","rust-ai","vertex-ai"],"archived":false,"github_pushed_at":"2026-09-18T08:06:17+00:00","maintenance_label":"Very active","stars_delta_30d":3830,"url":"https://www.graphcanon.com/tools/berriai-litellm","markdown_url":"https://www.graphcanon.com/tools/berriai-litellm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/berriai-litellm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=berriai-litellm"},{"slug":"headroomlabs-ai-headroom","name":"headroom","tagline":"Compress tool outputs, logs, files, and RAG chunks before they reach the LLM.","github_url":"https://github.com/headroomlabs-ai/headroom","owner":"headroomlabs-ai","repo":"headroom","owner_avatar_url":"https://avatars.githubusercontent.com/u/294291659?v=4","primary_language":"Python","stars":72850,"forks":5600,"topics":["agent","ai","anthropic","claude-code","compression","context-engineering","context-window","cursor","fastapi","langchain","llm","mcp","openai","prompt-engineering","proxy","python","rag","token-optimization","tokens","typescript"],"archived":false,"github_pushed_at":"2026-09-17T23:57:28+00:00","maintenance_label":"Very active","stars_delta_30d":6380,"url":"https://www.graphcanon.com/tools/headroomlabs-ai-headroom","markdown_url":"https://www.graphcanon.com/tools/headroomlabs-ai-headroom.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/headroomlabs-ai-headroom","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=headroomlabs-ai-headroom"},{"slug":"mintplex-labs-anything-llm","name":"anything-llm","tagline":"Self-hosted AI agent experience","github_url":"https://github.com/Mintplex-Labs/anything-llm","owner":"Mintplex-Labs","repo":"anything-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/134426827?v=4","primary_language":"JavaScript","stars":66167,"forks":7349,"topics":["agent-computer","agent-harness","agent-orchestration","agentic-ai","agentic-workflow","ai-agents","computer-use","hermes-agent","llm","local-ai","localai","multimodal","rag","self-hosted-ai","vector-database"],"archived":false,"github_pushed_at":"2026-09-17T23:23:19+00:00","maintenance_label":"Very active","stars_delta_30d":1451,"url":"https://www.graphcanon.com/tools/mintplex-labs-anything-llm","markdown_url":"https://www.graphcanon.com/tools/mintplex-labs-anything-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mintplex-labs-anything-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mintplex-labs-anything-llm"},{"slug":"danny-avila-librechat","name":"LibreChat","tagline":"Enhanced ChatGPT Clone with extensive features and integrations for self-hosting","github_url":"https://github.com/danny-avila/LibreChat","owner":"danny-avila","repo":"LibreChat","owner_avatar_url":"https://avatars.githubusercontent.com/u/110412045?v=4","primary_language":"TypeScript","stars":44416,"forks":9122,"topics":["ai","anthropic","artifacts","aws","azure","chatgpt","chatgpt-clone","claude","clone","deepseek","gemini","google","gpt-5","librechat","mcp","o1","openai","responses-api","vision","webui"],"archived":false,"github_pushed_at":"2026-09-20T03:46:01+00:00","maintenance_label":"Very active","stars_delta_30d":3134,"url":"https://www.graphcanon.com/tools/danny-avila-librechat","markdown_url":"https://www.graphcanon.com/tools/danny-avila-librechat.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/danny-avila-librechat","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=danny-avila-librechat"},{"slug":"ray-project-ray","name":"ray","tagline":"Unified framework for scaling AI and Python applications","github_url":"https://github.com/ray-project/ray","owner":"ray-project","repo":"ray","owner_avatar_url":"https://avatars.githubusercontent.com/u/22125274?v=4","primary_language":"Python","stars":43863,"forks":8052,"topics":["data-science","deep-learning","deployment","distributed","hyperparameter-optimization","hyperparameter-search","large-language-models","llm","llm-inference","llm-serving","machine-learning","optimization","parallel","python","pytorch","ray","reinforcement-learning","rllib","serving","tensorflow"],"archived":false,"github_pushed_at":"2026-09-18T06:15:07+00:00","maintenance_label":"Very active","stars_delta_30d":337,"url":"https://www.graphcanon.com/tools/ray-project-ray","markdown_url":"https://www.graphcanon.com/tools/ray-project-ray.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ray-project-ray","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ray-project-ray"},{"slug":"mudler-localai","name":"LocalAI","tagline":"Open-source AI engine for running various models on any hardware","github_url":"https://github.com/mudler/LocalAI","owner":"mudler","repo":"LocalAI","owner_avatar_url":"https://avatars.githubusercontent.com/u/2420543?v=4","primary_language":"Go","stars":49150,"forks":4457,"topics":["agents","ai","api","audio-generation","decentralized","distributed","image-generation","libp2p","llama","llm","mamba","mcp","musicgen","object-detection","rerank","stable-diffusion","text-generation","tts"],"archived":false,"github_pushed_at":"2026-09-18T08:36:38+00:00","maintenance_label":"Very active","stars_delta_30d":650,"url":"https://www.graphcanon.com/tools/mudler-localai","markdown_url":"https://www.graphcanon.com/tools/mudler-localai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mudler-localai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mudler-localai"},{"slug":"sgl-project-sglang","name":"sglang","tagline":"SGLang is a high-performance serving framework for large language models and multimodal models.","github_url":"https://github.com/sgl-project/sglang","owner":"sgl-project","repo":"sglang","owner_avatar_url":"https://avatars.githubusercontent.com/u/147780389?v=4","primary_language":"Python","stars":36123,"forks":8969,"topics":["attention","blackwell","cuda","deepseek","diffusion","glm","gpt-oss","inference","llama","llm","minimax","moe","qwen","qwen-image","reinforcement-learning","transformer","vlm","wan"],"archived":false,"github_pushed_at":"2026-09-18T08:40:33+00:00","maintenance_label":"Very active","stars_delta_30d":4669,"url":"https://www.graphcanon.com/tools/sgl-project-sglang","markdown_url":"https://www.graphcanon.com/tools/sgl-project-sglang.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/sgl-project-sglang","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=sgl-project-sglang"},{"slug":"ggml-org-whisper-cpp","name":"whisper.cpp","tagline":"C++ port of OpenAI's Whisper model for speech-to-text","github_url":"https://github.com/ggml-org/whisper.cpp","owner":"ggml-org","repo":"whisper.cpp","owner_avatar_url":"https://avatars.githubusercontent.com/u/134263123?v=4","primary_language":"C++","stars":53742,"forks":6172,"topics":["inference","openai","speech-recognition","speech-to-text","transformer","whisper"],"archived":false,"github_pushed_at":"2026-09-18T07:20:00+00:00","maintenance_label":"Very active","stars_delta_30d":1241,"url":"https://www.graphcanon.com/tools/ggml-org-whisper-cpp","markdown_url":"https://www.graphcanon.com/tools/ggml-org-whisper-cpp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ggml-org-whisper-cpp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ggml-org-whisper-cpp"},{"slug":"onyx-dot-app-onyx","name":"onyx","tagline":"Open Source AI Platform - AI Chat with advanced features that works with every LLM","github_url":"https://github.com/onyx-dot-app/onyx","owner":"onyx-dot-app","repo":"onyx","owner_avatar_url":"https://avatars.githubusercontent.com/u/131946000?v=4","primary_language":"Python","stars":32153,"forks":4477,"topics":["ai","ai-chat","chatgpt","chatui","enterprise-search","gen-ai","information-retrieval","llm","llm-ui","nextjs","python","rag","self-hosted","vector-search"],"archived":false,"github_pushed_at":"2026-09-18T05:39:36+00:00","maintenance_label":"Very active","stars_delta_30d":536,"url":"https://www.graphcanon.com/tools/onyx-dot-app-onyx","markdown_url":"https://www.graphcanon.com/tools/onyx-dot-app-onyx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/onyx-dot-app-onyx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=onyx-dot-app-onyx"},{"slug":"mlflow-mlflow","name":"mlflow","tagline":"Open source AI engineering platform for agents, LLMs, and ML models","github_url":"https://github.com/mlflow/mlflow","owner":"mlflow","repo":"mlflow","owner_avatar_url":"https://avatars.githubusercontent.com/u/39938107?v=4","primary_language":"Python","stars":28010,"forks":6323,"topics":["agentops","agents","ai","ai-governance","apache-spark","evaluation","langchain","llm-evaluation","llmops","machine-learning","ml","mlflow","mlops","model-management","observability","open-source","openai","prompt-engineering"],"archived":false,"github_pushed_at":"2026-09-18T08:08:32+00:00","maintenance_label":"Very active","stars_delta_30d":895,"url":"https://www.graphcanon.com/tools/mlflow-mlflow","markdown_url":"https://www.graphcanon.com/tools/mlflow-mlflow.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mlflow-mlflow","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mlflow-mlflow"},{"slug":"ruvnet-ruflo","name":"ruflo","tagline":"The leading agent meta-harness for intelligent multi-player swarms and autonomous workflows","github_url":"https://github.com/ruvnet/ruflo","owner":"ruvnet","repo":"ruflo","owner_avatar_url":"https://avatars.githubusercontent.com/u/2934394?v=4","primary_language":"TypeScript","stars":72875,"forks":8648,"topics":["agentic-ai","agentic-framework","agentic-workflow","agents","ai-agents","ai-assistant","ai-skills","autonomous-agents","claude-code","codex","dsh-plugin","harness","mcp-server","multi-agent","multi-agent-systems","npm","skills","swarm","swarm-intelligence","typescript"],"archived":false,"github_pushed_at":"2026-09-19T06:23:46+00:00","maintenance_label":"Very active","stars_delta_30d":4553,"url":"https://www.graphcanon.com/tools/ruvnet-ruflo","markdown_url":"https://www.graphcanon.com/tools/ruvnet-ruflo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ruvnet-ruflo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ruvnet-ruflo"},{"slug":"lutzroeder-netron","name":"netron","tagline":"Visualizer for neural network, deep learning and machine learning models","github_url":"https://github.com/lutzroeder/netron","owner":"lutzroeder","repo":"netron","owner_avatar_url":"https://avatars.githubusercontent.com/u/438516?v=4","primary_language":"JavaScript","stars":33524,"forks":3184,"topics":["ai","coreml","deep-learning","deeplearning","keras","machine-learning","machinelearning","ml","neural-network","numpy","onnx","pytorch","safetensors","tensorflow","tensorflow-lite","visualizer"],"archived":false,"github_pushed_at":"2026-09-26T17:16:59+00:00","maintenance_label":"Very active","stars_delta_30d":222,"url":"https://www.graphcanon.com/tools/lutzroeder-netron","markdown_url":"https://www.graphcanon.com/tools/lutzroeder-netron.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lutzroeder-netron","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lutzroeder-netron"},{"slug":"thedotmack-claude-mem","name":"claude-mem","tagline":"Persistent Context Across Sessions for Every Agent","github_url":"https://github.com/thedotmack/claude-mem","owner":"thedotmack","repo":"claude-mem","owner_avatar_url":"https://avatars.githubusercontent.com/u/683968?v=4","primary_language":"JavaScript","stars":91018,"forks":7953,"topics":["ai","ai-agents","ai-memory","anthropic","artificial-intelligence","chromadb","claude","claude-agent-sdk","claude-agents","claude-code","claude-code-plugin","claude-skills","embeddings","long-term-memory","mem0","memory-engine","openmemory","rag","sqlite","supermemory"],"archived":false,"github_pushed_at":"2026-08-17T15:46:17+00:00","maintenance_label":"Very active","stars_delta_30d":3316,"url":"https://www.graphcanon.com/tools/thedotmack-claude-mem","markdown_url":"https://www.graphcanon.com/tools/thedotmack-claude-mem.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/thedotmack-claude-mem","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=thedotmack-claude-mem"},{"slug":"tencent-ncnn","name":"ncnn","tagline":"High-performance neural network inference framework optimized for mobile platforms","github_url":"https://github.com/Tencent/ncnn","owner":"Tencent","repo":"ncnn","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"C++","stars":23905,"forks":4514,"topics":["android","arm-neon","artificial-intelligence","caffe","darknet","deep-learning","high-preformance","inference","ios","keras","mlir","mxnet","ncnn","neural-network","onnx","pytorch","riscv","simd","tensorflow","vulkan"],"archived":false,"github_pushed_at":"2026-10-01T15:33:05+00:00","maintenance_label":"Very active","stars_delta_30d":261,"url":"https://www.graphcanon.com/tools/tencent-ncnn","markdown_url":"https://www.graphcanon.com/tools/tencent-ncnn.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-ncnn","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-ncnn"},{"slug":"lyogavin-airllm","name":"airllm","tagline":"Inference for AirLLM 70B model with single 4GB GPU","github_url":"https://github.com/lyogavin/airllm","owner":"lyogavin","repo":"airllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/1113905?v=4","primary_language":"Jupyter Notebook","stars":34504,"forks":3626,"topics":["chinese-llm","chinese-nlp","finetune","generative-ai","instruct-gpt","instruction-set","llama","llm","lora","open-models","open-source","open-source-models","qlora"],"archived":false,"github_pushed_at":"2026-09-18T06:25:07+00:00","maintenance_label":"Very active","stars_delta_30d":10321,"url":"https://www.graphcanon.com/tools/lyogavin-airllm","markdown_url":"https://www.graphcanon.com/tools/lyogavin-airllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lyogavin-airllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lyogavin-airllm"},{"slug":"screenpipe-screenpipe","name":"screenpipe","tagline":"AI that records and analyzes everything you do, say, hear locally","github_url":"https://github.com/screenpipe/screenpipe","owner":"screenpipe","repo":"screenpipe","owner_avatar_url":"https://avatars.githubusercontent.com/u/259178917?v=4","primary_language":"Rust","stars":21636,"forks":2205,"topics":["agents","agi","ai","ai-memory","audio-recording","computer-vision","hermes","hermes-agent","llm","local-ai","local-first","machine-learning","mcp","multimodal","openclaw","privacy","rewind","screen-recording","speech-to-text","ycombinator"],"archived":false,"github_pushed_at":"2026-09-20T02:32:53+00:00","maintenance_label":"Very active","stars_delta_30d":1102,"url":"https://www.graphcanon.com/tools/screenpipe-screenpipe","markdown_url":"https://www.graphcanon.com/tools/screenpipe-screenpipe.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/screenpipe-screenpipe","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=screenpipe-screenpipe"},{"slug":"googlecloudplatform-generative-ai","name":"generative-ai","tagline":"Sample code and notebooks for Generative AI on Google Cloud, with Gemini Enterprise Agent Platform","github_url":"https://github.com/GoogleCloudPlatform/generative-ai","owner":"GoogleCloudPlatform","repo":"generative-ai","owner_avatar_url":"https://avatars.githubusercontent.com/u/2810941?v=4","primary_language":"Jupyter Notebook","stars":17726,"forks":4463,"topics":["agents","gcp","gemini","gemini-api","gen-ai","generative-ai","google","google-cloud","google-gemini","langchain","large-language-models","llm","vertex-ai","vertex-ai-gemini-api","vertexai"],"archived":false,"github_pushed_at":"2026-09-17T18:52:57+00:00","maintenance_label":"Very active","stars_delta_30d":132,"url":"https://www.graphcanon.com/tools/googlecloudplatform-generative-ai","markdown_url":"https://www.graphcanon.com/tools/googlecloudplatform-generative-ai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/googlecloudplatform-generative-ai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=googlecloudplatform-generative-ai"},{"slug":"openvinotoolkit-openvino","name":"openvino","tagline":"OpenVINO is an open source toolkit for optimizing and deploying AI inference.","github_url":"https://github.com/openvinotoolkit/openvino","owner":"openvinotoolkit","repo":"openvino","owner_avatar_url":"https://avatars.githubusercontent.com/u/55443902?v=4","primary_language":"C++","stars":10874,"forks":3390,"topics":["ai","computer-vision","deep-learning","deploy-ai","diffusion-models","generative-ai","good-first-issue","inference","llm-inference","natural-language-processing","nlp","openvino","optimize-ai","performance-boost","recommendation-system","speech-recognition","stable-diffusion","transformers","yolo"],"archived":false,"github_pushed_at":"2026-09-19T12:43:26+00:00","maintenance_label":"Very active","stars_delta_30d":308,"url":"https://www.graphcanon.com/tools/openvinotoolkit-openvino","markdown_url":"https://www.graphcanon.com/tools/openvinotoolkit-openvino.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/openvinotoolkit-openvino","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=openvinotoolkit-openvino"},{"slug":"jundot-omlx","name":"omlx","tagline":"LLM inference server with continuous batching and SSD caching for Apple Silicon","github_url":"https://github.com/jundot/omlx","owner":"jundot","repo":"omlx","owner_avatar_url":"https://avatars.githubusercontent.com/u/64250138?v=4","primary_language":"Python","stars":21934,"forks":1899,"topics":["apple-silicon","inference-server","llm","macos","mlx","openai-api"],"archived":false,"github_pushed_at":"2026-09-20T02:23:26+00:00","maintenance_label":"Very active","stars_delta_30d":3255,"url":"https://www.graphcanon.com/tools/jundot-omlx","markdown_url":"https://www.graphcanon.com/tools/jundot-omlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jundot-omlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jundot-omlx"},{"slug":"quivrhq-quivr","name":"quivr","tagline":"Opiniated RAG for integrating GenAI in your apps","github_url":"https://github.com/The-Vibe-Company/quivr","owner":"The-Vibe-Company","repo":"quivr","owner_avatar_url":"https://avatars.githubusercontent.com/u/252322352?v=4","primary_language":"Python","stars":39533,"forks":3731,"topics":["ai","api","chatbot","chatgpt","database","docker","framework","frontend","groq","html","javascript","llm","openai","postgresql","privacy","rag","react","security","typescript","vector"],"archived":false,"github_pushed_at":"2026-08-31T18:02:45+00:00","maintenance_label":"Active","stars_delta_30d":132,"url":"https://www.graphcanon.com/tools/quivrhq-quivr","markdown_url":"https://www.graphcanon.com/tools/quivrhq-quivr.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/quivrhq-quivr","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=quivrhq-quivr"},{"slug":"pytorch-pytorch","name":"pytorch","tagline":"Tensors and Dynamic neural networks in Python with strong GPU acceleration","github_url":"https://github.com/pytorch/pytorch","owner":"pytorch","repo":"pytorch","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Python","stars":103384,"forks":30659,"topics":["autograd","deep-learning","gpu","machine-learning","neural-network","numpy","python","tensor"],"archived":false,"github_pushed_at":"2026-09-27T05:57:49+00:00","maintenance_label":"Very active","stars_delta_30d":1240,"url":"https://www.graphcanon.com/tools/pytorch-pytorch","markdown_url":"https://www.graphcanon.com/tools/pytorch-pytorch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-pytorch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-pytorch"},{"slug":"neuml-txtai","name":"txtai","tagline":"All-in-one AI framework for semantic search, LLM orchestration and language model workflows","github_url":"https://github.com/neuml/txtai","owner":"neuml","repo":"txtai","owner_avatar_url":"https://avatars.githubusercontent.com/u/59890304?v=4","primary_language":"Python","stars":12959,"forks":891,"topics":["agents","ai","ai-agents","embeddings","information-retrieval","language-model","large-language-models","llm","nlp","python","rag","retrieval-augmented-generation","search","search-engine","semantic-search","sentence-embeddings","transformers","txtai","vector-database","vector-search"],"archived":false,"github_pushed_at":"2026-09-15T18:29:18+00:00","maintenance_label":"Very active","stars_delta_30d":69,"url":"https://www.graphcanon.com/tools/neuml-txtai","markdown_url":"https://www.graphcanon.com/tools/neuml-txtai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/neuml-txtai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=neuml-txtai"},{"slug":"khoj-ai-khoj","name":"khoj","tagline":"Self-hostable AI second brain for personalized research and automation","github_url":"https://github.com/khoj-ai/khoj","owner":"khoj-ai","repo":"khoj","owner_avatar_url":"https://avatars.githubusercontent.com/u/134046886?v=4","primary_language":"Python","stars":37399,"forks":2484,"topics":["agent","ai","assistant","chat","chatgpt","emacs","image-generation","llama3","llamacpp","llm","obsidian","obsidian-md","offline-llm","productivity","rag","research","self-hosted","semantic-search","stt","whatsapp-ai"],"archived":false,"github_pushed_at":"2026-08-02T01:55:40+00:00","maintenance_label":"Steady","stars_delta_30d":887,"url":"https://www.graphcanon.com/tools/khoj-ai-khoj","markdown_url":"https://www.graphcanon.com/tools/khoj-ai-khoj.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/khoj-ai-khoj","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=khoj-ai-khoj"},{"slug":"ai-dynamo-dynamo","name":"dynamo","tagline":"A Datacenter Scale Distributed Inference Serving Framework","github_url":"https://github.com/ai-dynamo/dynamo","owner":"ai-dynamo","repo":"dynamo","owner_avatar_url":"https://avatars.githubusercontent.com/u/201626793?v=4","primary_language":"Rust","stars":8121,"forks":1601,"topics":["diffusion","disaggregated-serving","kubernetes","llm-inference","omni","routing-engine","rust","sglang","tensorrt-llm","vllm"],"archived":false,"github_pushed_at":"2026-09-19T17:01:54+00:00","maintenance_label":"Very active","stars_delta_30d":546,"url":"https://www.graphcanon.com/tools/ai-dynamo-dynamo","markdown_url":"https://www.graphcanon.com/tools/ai-dynamo-dynamo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ai-dynamo-dynamo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ai-dynamo-dynamo"},{"slug":"xorbitsai-inference","name":"inference","tagline":"Unified production-ready inference API for various LLMs and models","github_url":"https://github.com/xorbitsai/inference","owner":"xorbitsai","repo":"inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/109655068?v=4","primary_language":"Python","stars":9575,"forks":866,"topics":["artificial-intelligence","deployment","diffusers","gemma","glm","glm-5-3","inference","kimi","kimi-k3","llama-cpp","llamacpp","llm","machine-learning","openai-api","pytorch","qwen","sglang","transformers","vllm","whisper"],"archived":false,"github_pushed_at":"2026-09-18T06:04:24+00:00","maintenance_label":"Very active","stars_delta_30d":105,"url":"https://www.graphcanon.com/tools/xorbitsai-inference","markdown_url":"https://www.graphcanon.com/tools/xorbitsai-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xorbitsai-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xorbitsai-inference"},{"slug":"lightning-ai-litgpt","name":"litgpt","tagline":"High-performance LLMs for pretraining, finetuning, and deployment","github_url":"https://github.com/Lightning-AI/litgpt","owner":"Lightning-AI","repo":"litgpt","owner_avatar_url":"https://avatars.githubusercontent.com/u/58386951?v=4","primary_language":"Python","stars":13667,"forks":1503,"topics":["ai","artificial-intelligence","deep-learning","large-language-models","llm","llm-inference","llms"],"archived":false,"github_pushed_at":"2026-09-14T10:24:06+00:00","maintenance_label":"Very active","stars_delta_30d":62,"url":"https://www.graphcanon.com/tools/lightning-ai-litgpt","markdown_url":"https://www.graphcanon.com/tools/lightning-ai-litgpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lightning-ai-litgpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lightning-ai-litgpt"},{"slug":"wangrongsheng-awesome-llm-resources","name":"awesome-LLM-resources","tagline":"Summary of the world's best LLM resources.","github_url":"https://github.com/WangRongsheng/awesome-LLM-resources","owner":"WangRongsheng","repo":"awesome-LLM-resources","owner_avatar_url":"https://avatars.githubusercontent.com/u/55651568?v=4","primary_language":null,"stars":8968,"forks":993,"topics":["awesome-list","book","course","large-language-models","llama","llm","mistral","openai","qwen","rag","retrieval-augmented-generation","webui"],"archived":false,"github_pushed_at":"2026-09-14T09:00:10+00:00","maintenance_label":"Very active","stars_delta_30d":123,"url":"https://www.graphcanon.com/tools/wangrongsheng-awesome-llm-resources","markdown_url":"https://www.graphcanon.com/tools/wangrongsheng-awesome-llm-resources.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/wangrongsheng-awesome-llm-resources","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=wangrongsheng-awesome-llm-resources"},{"slug":"oumi-ai-oumi","name":"oumi","tagline":"Easily fine-tune, evaluate and deploy open source LLMs/VLMs","github_url":"https://github.com/oumi-ai/oumi","owner":"oumi-ai","repo":"oumi","owner_avatar_url":"https://avatars.githubusercontent.com/u/167452922?v=4","primary_language":"Python","stars":9387,"forks":790,"topics":["dpo","evaluation","fine-tuning","gpt-oss","gpt-oss-120b","gpt-oss-20b","inference","llama","llms","open-weight","open-weight-models","open-weights","sft","slms","vlms"],"archived":false,"github_pushed_at":"2026-09-20T05:45:37+00:00","maintenance_label":"Very active","stars_delta_30d":28,"url":"https://www.graphcanon.com/tools/oumi-ai-oumi","markdown_url":"https://www.graphcanon.com/tools/oumi-ai-oumi.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/oumi-ai-oumi","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=oumi-ai-oumi"},{"slug":"runanywhereai-runanywhere-sdks","name":"runanywhere-sdks","tagline":"Production ready toolkit to run AI locally","github_url":"https://github.com/RunanywhereAI/runanywhere-sdks","owner":"RunanywhereAI","repo":"runanywhere-sdks","owner_avatar_url":"https://avatars.githubusercontent.com/u/220821781?v=4","primary_language":"C++","stars":10297,"forks":380,"topics":["android","apple-intelligence","cpp","diffusion-models","edge","flutter","inference","ios","kotlin","llamacpp","llm","multimodal","ollama","on-device-ai","react-native","swift","vlm","voice-ai","web","websdk"],"archived":false,"github_pushed_at":"2026-09-19T18:06:16+00:00","maintenance_label":"Very active","stars_delta_30d":-3,"url":"https://www.graphcanon.com/tools/runanywhereai-runanywhere-sdks","markdown_url":"https://www.graphcanon.com/tools/runanywhereai-runanywhere-sdks.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/runanywhereai-runanywhere-sdks","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=runanywhereai-runanywhere-sdks"},{"slug":"gaizhenbiao-chuanhuchatgpt","name":"ChuanhuChatGPT","tagline":"GUI for ChatGPT and LLMs with features like agents and file-based QA.","github_url":"https://github.com/GaiZhenbiao/ChuanhuChatGPT","owner":"GaiZhenbiao","repo":"ChuanhuChatGPT","owner_avatar_url":"https://avatars.githubusercontent.com/u/51039745?v=4","primary_language":"Python","stars":15272,"forks":2195,"topics":["chatbot","chatglm","chatgpt-api","claude","dalle3","ernie","gemini","gemma","inspurai","llama","midjourney","minimax","moss","ollama","qwen","spark","stablelm"],"archived":false,"github_pushed_at":"2026-09-16T11:44:01+00:00","maintenance_label":"Very active","stars_delta_30d":-16,"url":"https://www.graphcanon.com/tools/gaizhenbiao-chuanhuchatgpt","markdown_url":"https://www.graphcanon.com/tools/gaizhenbiao-chuanhuchatgpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/gaizhenbiao-chuanhuchatgpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=gaizhenbiao-chuanhuchatgpt"},{"slug":"liyupi-ai-guide","name":"ai-guide","tagline":"免费开放的AI知识共享平台","github_url":"https://github.com/liyupi/ai-guide","owner":"liyupi","repo":"ai-guide","owner_avatar_url":"https://avatars.githubusercontent.com/u/26037703?v=4","primary_language":"JavaScript","stars":18766,"forks":2127,"topics":["ai","artificial-intelligence","chatgpt","claude","codex","cursor","deep-learning","deepseek","gemini","generative-ai","gpt","llm","mcp","openai","python","rag","vibe-coding","vibecoding","vue","vuepress"],"archived":false,"github_pushed_at":"2026-08-07T14:50:37+00:00","maintenance_label":"Active","stars_delta_30d":1371,"url":"https://www.graphcanon.com/tools/liyupi-ai-guide","markdown_url":"https://www.graphcanon.com/tools/liyupi-ai-guide.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/liyupi-ai-guide","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=liyupi-ai-guide"},{"slug":"ggml-org-llama-cpp","name":"llama.cpp","tagline":"LLM inference in C/C++","github_url":"https://github.com/ggml-org/llama.cpp","owner":"ggml-org","repo":"llama.cpp","owner_avatar_url":"https://avatars.githubusercontent.com/u/134263123?v=4","primary_language":"C++","stars":128639,"forks":23359,"topics":["ggml"],"archived":false,"github_pushed_at":"2026-09-18T08:13:37+00:00","maintenance_label":"Very active","stars_delta_30d":5698,"url":"https://www.graphcanon.com/tools/ggml-org-llama-cpp","markdown_url":"https://www.graphcanon.com/tools/ggml-org-llama-cpp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ggml-org-llama-cpp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ggml-org-llama-cpp"},{"slug":"stas00-ml-engineering","name":"ml-engineering","tagline":"Machine Learning Engineering Open Book","github_url":"https://github.com/stas00/ml-engineering","owner":"stas00","repo":"ml-engineering","owner_avatar_url":"https://avatars.githubusercontent.com/u/10676103?v=4","primary_language":"Python","stars":19009,"forks":1246,"topics":["ai","debugging","gpus","inference","large-language-models","llm","machine-learning","machine-learning-engineering","mlops","network","pytorch","scalability","slurm","storage","training","transformers"],"archived":false,"github_pushed_at":"2026-09-12T00:13:55+00:00","maintenance_label":"Very active","stars_delta_30d":377,"url":"https://www.graphcanon.com/tools/stas00-ml-engineering","markdown_url":"https://www.graphcanon.com/tools/stas00-ml-engineering.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/stas00-ml-engineering","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=stas00-ml-engineering"},{"slug":"nvidia-tensorrt-llm","name":"TensorRT-LLM","tagline":"Python API for defining and optimizing Large Language Models for efficient inference on NVIDIA GPUs","github_url":"https://github.com/NVIDIA/TensorRT-LLM","owner":"NVIDIA","repo":"TensorRT-LLM","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"Python","stars":14645,"forks":2756,"topics":["blackwell","cuda","llm-serving","moe","pytorch"],"archived":false,"github_pushed_at":"2026-09-18T07:58:49+00:00","maintenance_label":"Very active","stars_delta_30d":328,"url":"https://www.graphcanon.com/tools/nvidia-tensorrt-llm","markdown_url":"https://www.graphcanon.com/tools/nvidia-tensorrt-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-tensorrt-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-tensorrt-llm"},{"slug":"netflix-metaflow","name":"metaflow","tagline":"Build, Manage and Deploy AI/ML Systems","github_url":"https://github.com/Netflix/metaflow","owner":"Netflix","repo":"metaflow","owner_avatar_url":"https://avatars.githubusercontent.com/u/913567?v=4","primary_language":"Python","stars":10273,"forks":1359,"topics":["agents","ai","aws","azure","cost-optimization","datascience","distributed-training","gcp","generative-ai","high-performance-computing","kubernetes","llm","llmops","machine-learning","ml","ml-infrastructure","ml-platform","mlops","model-management","python"],"archived":false,"github_pushed_at":"2026-09-14T19:56:09+00:00","maintenance_label":"Very active","stars_delta_30d":45,"url":"https://www.graphcanon.com/tools/netflix-metaflow","markdown_url":"https://www.graphcanon.com/tools/netflix-metaflow.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/netflix-metaflow","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=netflix-metaflow"},{"slug":"mozilla-ai-llamafile","name":"llamafile","tagline":"Distribute and run LLMs with a single file.","github_url":"https://github.com/mozilla-ai/llamafile","owner":"mozilla-ai","repo":"llamafile","owner_avatar_url":"https://avatars.githubusercontent.com/u/129804596?v=4","primary_language":"C++","stars":25999,"forks":1598,"topics":["cross-platform","gguf","llama-cpp","local-ai","local-inference","local-llm","open-source-ai","single-file-executable","speech-to-text"],"archived":false,"github_pushed_at":"2026-09-16T09:14:28+00:00","maintenance_label":"Very active","stars_delta_30d":529,"url":"https://www.graphcanon.com/tools/mozilla-ai-llamafile","markdown_url":"https://www.graphcanon.com/tools/mozilla-ai-llamafile.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mozilla-ai-llamafile","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mozilla-ai-llamafile"},{"slug":"openrlhf-openrlhf","name":"OpenRLHF","tagline":"Scalable and High-performance Agentic RL Framework based on Ray","github_url":"https://github.com/OpenRLHF/OpenRLHF","owner":"OpenRLHF","repo":"OpenRLHF","owner_avatar_url":"https://avatars.githubusercontent.com/u/175771028?v=4","primary_language":"Python","stars":10014,"forks":1019,"topics":["large-language-models","proximal-policy-optimization","raylib","reinforcement-learning","reinforcement-learning-from-human-feedback","transformers","visual-language-models","vllm"],"archived":false,"github_pushed_at":"2026-09-17T05:49:37+00:00","maintenance_label":"Very active","stars_delta_30d":123,"url":"https://www.graphcanon.com/tools/openrlhf-openrlhf","markdown_url":"https://www.graphcanon.com/tools/openrlhf-openrlhf.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/openrlhf-openrlhf","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=openrlhf-openrlhf"},{"slug":"deepspeedai-deepspeed","name":"DeepSpeed","tagline":"Deep learning optimization library for efficient distributed training and inference","github_url":"https://github.com/deepspeedai/DeepSpeed","owner":"deepspeedai","repo":"DeepSpeed","owner_avatar_url":"https://avatars.githubusercontent.com/u/74068820?v=4","primary_language":"Python","stars":43065,"forks":4963,"topics":["billion-parameters","compression","data-parallelism","deep-learning","gpu","inference","machine-learning","mixture-of-experts","model-parallelism","pipeline-parallelism","pytorch","trillion-parameters","zero"],"archived":false,"github_pushed_at":"2026-09-06T16:52:55+00:00","maintenance_label":"Very active","stars_delta_30d":195,"url":"https://www.graphcanon.com/tools/deepspeedai-deepspeed","markdown_url":"https://www.graphcanon.com/tools/deepspeedai-deepspeed.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/deepspeedai-deepspeed","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=deepspeedai-deepspeed"},{"slug":"maximhq-bifrost","name":"bifrost","tagline":"Fast Enterprise AI Gateway with Adaptive Load Balancer and Guardrails","github_url":"https://github.com/maximhq/bifrost","owner":"maximhq","repo":"bifrost","owner_avatar_url":"https://avatars.githubusercontent.com/u/139708451?v=4","primary_language":"Go","stars":8179,"forks":1244,"topics":["ai-gateway","gateway","gateway-services","generative-ai","guardrails","llm","llm-cost","llm-gateway","llm-observability","llmops","load-balancing","mcp-client","mcp-gateway","mcp-server","model-router","token-management"],"archived":false,"github_pushed_at":"2026-09-20T05:46:20+00:00","maintenance_label":"Very active","stars_delta_30d":730,"url":"https://www.graphcanon.com/tools/maximhq-bifrost","markdown_url":"https://www.graphcanon.com/tools/maximhq-bifrost.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/maximhq-bifrost","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=maximhq-bifrost"},{"slug":"liguodongiot-llm-action","name":"llm-action","tagline":"Aims to share large model technology principles and practical experience (large model engineering, application implementation)","github_url":"https://github.com/liguodongiot/llm-action","owner":"liguodongiot","repo":"llm-action","owner_avatar_url":"https://avatars.githubusercontent.com/u/13220186?v=4","primary_language":"HTML","stars":24898,"forks":2842,"topics":["llm","llm-inference","llm-serving","llm-training","llmops"],"archived":false,"github_pushed_at":"2026-07-19T13:13:31+00:00","maintenance_label":"Active","stars_delta_30d":162,"url":"https://www.graphcanon.com/tools/liguodongiot-llm-action","markdown_url":"https://www.graphcanon.com/tools/liguodongiot-llm-action.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/liguodongiot-llm-action","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=liguodongiot-llm-action"},{"slug":"bentoml-openllm","name":"OpenLLM","tagline":"Run any open-source LLMs as OpenAI compatible API endpoint in the cloud.","github_url":"https://github.com/bentoml/OpenLLM","owner":"bentoml","repo":"OpenLLM","owner_avatar_url":"https://avatars.githubusercontent.com/u/49176046?v=4","primary_language":"Python","stars":12527,"forks":837,"topics":["bentoml","fine-tuning","llama","llama2","llama3-1","llama3-2","llama3-2-vision","llm","llm-inference","llm-ops","llm-serving","llmops","mistral","mlops","model-inference","open-source-llm","openllm","vicuna"],"archived":false,"github_pushed_at":"2026-08-31T17:05:01+00:00","maintenance_label":"Very active","stars_delta_30d":73,"url":"https://www.graphcanon.com/tools/bentoml-openllm","markdown_url":"https://www.graphcanon.com/tools/bentoml-openllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bentoml-openllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bentoml-openllm"},{"slug":"awslabs-mcp","name":"mcp","tagline":"Open source MCP Servers for AWS","github_url":"https://github.com/awslabs/mcp","owner":"awslabs","repo":"mcp","owner_avatar_url":"https://avatars.githubusercontent.com/u/3299148?v=4","primary_language":"Python","stars":9711,"forks":1767,"topics":["aws","mcp","mcp-client","mcp-clients","mcp-host","mcp-server","mcp-servers","mcp-tools","modelcontextprotocol"],"archived":false,"github_pushed_at":"2026-09-19T07:48:16+00:00","maintenance_label":"Very active","stars_delta_30d":208,"url":"https://www.graphcanon.com/tools/awslabs-mcp","markdown_url":"https://www.graphcanon.com/tools/awslabs-mcp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/awslabs-mcp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=awslabs-mcp"},{"slug":"pathwaycom-llm-app","name":"llm-app","tagline":"Ready-to-run cloud templates for RAG, AI pipelines, and enterprise search with live data","github_url":"https://github.com/pathwaycom/llm-app","owner":"pathwaycom","repo":"llm-app","owner_avatar_url":"https://avatars.githubusercontent.com/u/25750857?v=4","primary_language":"Jupyter Notebook","stars":58920,"forks":1498,"topics":["chatbot","hugging-face","llm","llm-local","llm-prompting","llm-security","llmops","machine-learning","open-ai","pathway","rag","real-time","retrieval-augmented-generation","vector-database","vector-index"],"archived":false,"github_pushed_at":"2026-07-05T17:59:07+00:00","maintenance_label":"Steady","stars_delta_30d":-117,"url":"https://www.graphcanon.com/tools/pathwaycom-llm-app","markdown_url":"https://www.graphcanon.com/tools/pathwaycom-llm-app.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pathwaycom-llm-app","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pathwaycom-llm-app"},{"slug":"optimalscale-lmflow","name":"LMFlow","tagline":"An Extensible Toolkit for Finetuning and Inference of Large Foundation Models","github_url":"https://github.com/OptimalScale/LMFlow","owner":"OptimalScale","repo":"LMFlow","owner_avatar_url":"https://avatars.githubusercontent.com/u/128913633?v=4","primary_language":"Python","stars":8487,"forks":822,"topics":["chatgpt","deep-learning","instruction-following","language-model","pretrained-models","pytorch","transformer"],"archived":false,"github_pushed_at":"2026-08-10T06:56:25+00:00","maintenance_label":"Steady","stars_delta_30d":1,"url":"https://www.graphcanon.com/tools/optimalscale-lmflow","markdown_url":"https://www.graphcanon.com/tools/optimalscale-lmflow.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/optimalscale-lmflow","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=optimalscale-lmflow"},{"slug":"mnfst-awesome-free-llm-apis","name":"awesome-free-llm-apis","tagline":"List of Permanent Free LLM API","github_url":"https://github.com/mnfst/awesome-free-llm-apis","owner":"mnfst","repo":"awesome-free-llm-apis","owner_avatar_url":"https://avatars.githubusercontent.com/u/8403534?v=4","primary_language":"JavaScript","stars":7852,"forks":746,"topics":["ai-agents","anthropic","awesome","awesome-list","gemini","llm","llm-router","llm-routing","ollama","openai","openclaw","openclaw-plugin","router"],"archived":false,"github_pushed_at":"2026-08-21T05:32:48+00:00","maintenance_label":"Active","stars_delta_30d":1320,"url":"https://www.graphcanon.com/tools/mnfst-awesome-free-llm-apis","markdown_url":"https://www.graphcanon.com/tools/mnfst-awesome-free-llm-apis.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mnfst-awesome-free-llm-apis","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mnfst-awesome-free-llm-apis"},{"slug":"sillytavern-sillytavern","name":"SillyTavern","tagline":"LLM Frontend for Power Users","github_url":"https://github.com/SillyTavern/SillyTavern","owner":"SillyTavern","repo":"SillyTavern","owner_avatar_url":"https://avatars.githubusercontent.com/u/134869877?v=4","primary_language":"JavaScript","stars":33508,"forks":6314,"topics":["ai","chat","llm"],"archived":false,"github_pushed_at":"2026-09-14T19:16:18+00:00","maintenance_label":"Very active","stars_delta_30d":1318,"url":"https://www.graphcanon.com/tools/sillytavern-sillytavern","markdown_url":"https://www.graphcanon.com/tools/sillytavern-sillytavern.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/sillytavern-sillytavern","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=sillytavern-sillytavern"},{"slug":"bentoml-bentoml","name":"BentoML","tagline":"The easiest way to serve AI apps and models","github_url":"https://github.com/bentoml/BentoML","owner":"bentoml","repo":"BentoML","owner_avatar_url":"https://avatars.githubusercontent.com/u/49176046?v=4","primary_language":"Python","stars":8847,"forks":1032,"topics":["ai-inference","deep-learning","generative-ai","inference-platform","llm","llm-inference","llm-serving","llmops","machine-learning","ml-engineering","mlops","model-inference-service","model-serving","multimodal","python"],"archived":false,"github_pushed_at":"2026-09-07T17:43:01+00:00","maintenance_label":"Active","stars_delta_30d":119,"url":"https://www.graphcanon.com/tools/bentoml-bentoml","markdown_url":"https://www.graphcanon.com/tools/bentoml-bentoml.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bentoml-bentoml","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bentoml-bentoml"},{"slug":"funaudiollm-cosyvoice","name":"CosyVoice","tagline":"Multi-lingual large voice generation model with full-stack abilities for inference, training and deployment.","github_url":"https://github.com/FunAudioLLM/CosyVoice","owner":"FunAudioLLM","repo":"CosyVoice","owner_avatar_url":"https://avatars.githubusercontent.com/u/167062371?v=4","primary_language":"Python","stars":23695,"forks":2692,"topics":["audio-generation","cantonese","chatbot","chatgpt","chinese","cosyvoice","cross-lingual","english","fine-grained","fine-tuning","gpt-4o","japanese","korean","multi-lingual","natural-language-generation","python","text-to-speech","tts","voice-cloning"],"archived":false,"github_pushed_at":"2026-05-25T18:15:40+00:00","maintenance_label":"Slowing","stars_delta_30d":1322,"url":"https://www.graphcanon.com/tools/funaudiollm-cosyvoice","markdown_url":"https://www.graphcanon.com/tools/funaudiollm-cosyvoice.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/funaudiollm-cosyvoice","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=funaudiollm-cosyvoice"},{"slug":"lightning-ai-pytorch-lightning","name":"pytorch-lightning","tagline":"Pretrain, finetune ANY AI model of ANY size on 1 or 10,000+ GPUs with zero code changes.","github_url":"https://github.com/Lightning-AI/pytorch-lightning","owner":"Lightning-AI","repo":"pytorch-lightning","owner_avatar_url":"https://avatars.githubusercontent.com/u/58386951?v=4","primary_language":"Python","stars":31363,"forks":3801,"topics":["ai","artificial-intelligence","data-science","deep-learning","machine-learning","python","pytorch"],"archived":false,"github_pushed_at":"2026-09-21T11:44:30+00:00","maintenance_label":"Very active","stars_delta_30d":96,"url":"https://www.graphcanon.com/tools/lightning-ai-pytorch-lightning","markdown_url":"https://www.graphcanon.com/tools/lightning-ai-pytorch-lightning.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lightning-ai-pytorch-lightning","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lightning-ai-pytorch-lightning"},{"slug":"alexsjones-llmfit","name":"llmfit","tagline":"Hardware-aware model recommendation tool","github_url":"https://github.com/AlexsJones/llmfit","owner":"AlexsJones","repo":"llmfit","owner_avatar_url":"https://avatars.githubusercontent.com/u/1235925?v=4","primary_language":"Rust","stars":36747,"forks":2329,"topics":["gguf","llm","localai","mlx","skill","unsloth"],"archived":false,"github_pushed_at":"2026-09-17T21:12:11+00:00","maintenance_label":"Very active","stars_delta_30d":4880,"url":"https://www.graphcanon.com/tools/alexsjones-llmfit","markdown_url":"https://www.graphcanon.com/tools/alexsjones-llmfit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/alexsjones-llmfit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=alexsjones-llmfit"},{"slug":"alibaba-mnn","name":"MNN","tagline":"Blazing-fast, lightweight inference engine for high-performance on-device LLMs and Edge AI","github_url":"https://github.com/alibaba/MNN","owner":"alibaba","repo":"MNN","owner_avatar_url":"https://avatars.githubusercontent.com/u/1961952?v=4","primary_language":"C++","stars":16039,"forks":2434,"topics":["arm","convolution","deep-learning","embedded-devices","llm","machine-learning","ml","mnn","transformer","vulkan","winograd-algorithm"],"archived":false,"github_pushed_at":"2026-09-04T09:39:49+00:00","maintenance_label":"Very active","stars_delta_30d":209,"url":"https://www.graphcanon.com/tools/alibaba-mnn","markdown_url":"https://www.graphcanon.com/tools/alibaba-mnn.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/alibaba-mnn","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=alibaba-mnn"},{"slug":"internlm-lmdeploy","name":"lmdeploy","tagline":"Toolkit for compressing, deploying, and serving LLMs","github_url":"https://github.com/InternLM/lmdeploy","owner":"InternLM","repo":"lmdeploy","owner_avatar_url":"https://avatars.githubusercontent.com/u/135356492?v=4","primary_language":"Python","stars":8044,"forks":737,"topics":["codellama","cuda-kernels","deepspeed","fastertransformer","internlm","llama","llama2","llama3","llm","llm-inference","turbomind"],"archived":false,"github_pushed_at":"2026-09-05T04:35:03+00:00","maintenance_label":"Very active","stars_delta_30d":49,"url":"https://www.graphcanon.com/tools/internlm-lmdeploy","markdown_url":"https://www.graphcanon.com/tools/internlm-lmdeploy.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/internlm-lmdeploy","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=internlm-lmdeploy"},{"slug":"arvinlovegood-go-stock","name":"go-stock","tagline":"AI-empowered stock analysis tool for multiple markets","github_url":"https://github.com/ArvinLovegood/go-stock","owner":"ArvinLovegood","repo":"go-stock","owner_avatar_url":"https://avatars.githubusercontent.com/u/7401917?v=4","primary_language":"Go","stars":7568,"forks":1318,"topics":["ai-tools","deepseek","golang","lmstudio","naiveui","ollama","openai","stock","wails"],"archived":false,"github_pushed_at":"2026-09-20T03:46:20+00:00","maintenance_label":"Very active","stars_delta_30d":332,"url":"https://www.graphcanon.com/tools/arvinlovegood-go-stock","markdown_url":"https://www.graphcanon.com/tools/arvinlovegood-go-stock.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arvinlovegood-go-stock","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arvinlovegood-go-stock"},{"slug":"datawhalechina-llm-universe","name":"llm-universe","tagline":"面向小白开发者的LLM应用开发教程","github_url":"https://github.com/datawhalechina/llm-universe","owner":"datawhalechina","repo":"llm-universe","owner_avatar_url":"https://avatars.githubusercontent.com/u/46047812?v=4","primary_language":"Jupyter Notebook","stars":13803,"forks":1400,"topics":["langchain","rag"],"archived":false,"github_pushed_at":"2026-07-28T13:47:59+00:00","maintenance_label":"Active","stars_delta_30d":289,"url":"https://www.graphcanon.com/tools/datawhalechina-llm-universe","markdown_url":"https://www.graphcanon.com/tools/datawhalechina-llm-universe.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/datawhalechina-llm-universe","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=datawhalechina-llm-universe"},{"slug":"datatalksclub-mlops-zoomcamp","name":"mlops-zoomcamp","tagline":"Free MLOps course from DataTalks.Club","github_url":"https://github.com/DataTalksClub/mlops-zoomcamp","owner":"DataTalksClub","repo":"mlops-zoomcamp","owner_avatar_url":"https://avatars.githubusercontent.com/u/72699292?v=4","primary_language":"Jupyter Notebook","stars":15308,"forks":3052,"topics":["machine-learning","mlops","model-deployment","model-monitoring","workflow-orchestration"],"archived":false,"github_pushed_at":"2026-09-15T08:16:14+00:00","maintenance_label":"Very active","stars_delta_30d":191,"url":"https://www.graphcanon.com/tools/datatalksclub-mlops-zoomcamp","markdown_url":"https://www.graphcanon.com/tools/datatalksclub-mlops-zoomcamp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/datatalksclub-mlops-zoomcamp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=datatalksclub-mlops-zoomcamp"}]}}