{"data":{"node":{"slug":"chen-zexi-vllm-cli","name":"vllm-cli","tagline":"Command-line interface for serving LLM using vLLM","github_url":"https://github.com/Chen-zexi/vllm-cli","owner":"Chen-zexi","repo":"vllm-cli","owner_avatar_url":"https://avatars.githubusercontent.com/u/128259419?v=4","primary_language":"Python","stars":505,"forks":29,"topics":["llm","llm-inference","llm-tools","vllm"],"archived":false,"github_pushed_at":"2026-01-25T19:37:43+00:00","maintenance_label":"Slowing","stars_delta_30d":-1,"url":"https://www.graphcanon.com/tools/chen-zexi-vllm-cli","markdown_url":"https://www.graphcanon.com/tools/chen-zexi-vllm-cli.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/chen-zexi-vllm-cli","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=chen-zexi-vllm-cli"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"llm","name":"llm"},{"slug":"llm-inference","name":"llm-inference"},{"slug":"llm-tools","name":"llm-tools"},{"slug":"vllm","name":"vllm"}],"edges":[],"neighbours":[{"slug":"simonw-llm","name":"llm","tagline":"Access large language models from the command-line","github_url":"https://github.com/simonw/llm","owner":"simonw","repo":"llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/9599?v=4","primary_language":"Python","stars":12473,"forks":978,"topics":["ai","llms","openai"],"archived":false,"github_pushed_at":"2026-09-02T19:24:35+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/simonw-llm","markdown_url":"https://www.graphcanon.com/tools/simonw-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/simonw-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=simonw-llm","shared_categories":["inference-serving"]},{"slug":"xorbitsai-inference","name":"inference","tagline":"Unified production-ready inference API for various LLMs and models","github_url":"https://github.com/xorbitsai/inference","owner":"xorbitsai","repo":"inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/109655068?v=4","primary_language":"Python","stars":9575,"forks":866,"topics":["artificial-intelligence","deployment","diffusers","gemma","glm","glm-5-3","inference","kimi","kimi-k3","llama-cpp","llamacpp","llm","machine-learning","openai-api","pytorch","qwen","sglang","transformers","vllm","whisper"],"archived":false,"github_pushed_at":"2026-09-18T06:04:24+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/xorbitsai-inference","markdown_url":"https://www.graphcanon.com/tools/xorbitsai-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xorbitsai-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xorbitsai-inference","shared_categories":["inference-serving"]},{"slug":"oumi-ai-oumi","name":"oumi","tagline":"Easily fine-tune, evaluate and deploy open source LLMs/VLMs","github_url":"https://github.com/oumi-ai/oumi","owner":"oumi-ai","repo":"oumi","owner_avatar_url":"https://avatars.githubusercontent.com/u/167452922?v=4","primary_language":"Python","stars":9387,"forks":790,"topics":["dpo","evaluation","fine-tuning","gpt-oss","gpt-oss-120b","gpt-oss-20b","inference","llama","llms","open-weight","open-weight-models","open-weights","sft","slms","vlms"],"archived":false,"github_pushed_at":"2026-09-20T05:45:37+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/oumi-ai-oumi","markdown_url":"https://www.graphcanon.com/tools/oumi-ai-oumi.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/oumi-ai-oumi","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=oumi-ai-oumi","shared_categories":["inference-serving"]},{"slug":"andyyyy64-whichllm","name":"whichllm","tagline":"Command-line tool to find and benchmark local LLM performance","github_url":"https://github.com/Andyyyy64/whichllm","owner":"Andyyyy64","repo":"whichllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/105579829?v=4","primary_language":"Python","stars":6666,"forks":368,"topics":["localllm"],"archived":false,"github_pushed_at":"2026-09-19T16:22:49+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/andyyyy64-whichllm","markdown_url":"https://www.graphcanon.com/tools/andyyyy64-whichllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/andyyyy64-whichllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=andyyyy64-whichllm","shared_categories":["inference-serving"]},{"slug":"superlinked-sie","name":"sie","tagline":"Open-source inference server and production cluster for all the models your agent needs.","github_url":"https://github.com/superlinked/sie","owner":"superlinked","repo":"sie","owner_avatar_url":"https://avatars.githubusercontent.com/u/94243920?v=4","primary_language":"Python","stars":3293,"forks":311,"topics":["bge","colbert","data-pipeline","deep-learning","embeddings","inference","inference-server","information-retrieval","llm","ml","mlops","natural-language-processing","nlp","python","reranking","retrieval","retrieval-augmented-generation","semantic-search","splade","vector-search"],"archived":false,"github_pushed_at":"2026-09-19T01:00:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/superlinked-sie","markdown_url":"https://www.graphcanon.com/tools/superlinked-sie.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superlinked-sie","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superlinked-sie","shared_categories":["inference-serving"]},{"slug":"b4rtaz-distributed-llama","name":"distributed-llama","tagline":"Distributed LLM inference using home devices cluster","github_url":"https://github.com/b4rtaz/distributed-llama","owner":"b4rtaz","repo":"distributed-llama","owner_avatar_url":"https://avatars.githubusercontent.com/u/12797776?v=4","primary_language":"C++","stars":3060,"forks":250,"topics":["distributed-computing","distributed-llm","llama2","llama3","llm","llm-inference","llms","neural-network","open-llm"],"archived":false,"github_pushed_at":"2026-07-05T16:47:20+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama","markdown_url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/b4rtaz-distributed-llama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=b4rtaz-distributed-llama","shared_categories":["inference-serving"]},{"slug":"stochasticai-xturing","name":"xTuring","tagline":"Build, personalize and control your own LLMs","github_url":"https://github.com/stochasticai/xTuring","owner":"stochasticai","repo":"xTuring","owner_avatar_url":"https://avatars.githubusercontent.com/u/66399337?v=4","primary_language":"Python","stars":2674,"forks":211,"topics":["adapter","deep-learning","fine-tuning","finetuning","gen-ai","generative-ai","gpt-2","gpt-j","language-model","llama","llm","lora","mistral","mixed-precision","peft","quantization"],"archived":false,"github_pushed_at":"2026-09-12T23:50:56+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/stochasticai-xturing","markdown_url":"https://www.graphcanon.com/tools/stochasticai-xturing.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/stochasticai-xturing","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=stochasticai-xturing","shared_categories":[]},{"slug":"jhubi1-ollama-app","name":"ollama-app","tagline":"A modern and easy-to-use client for Ollama","github_url":"https://github.com/JHubi1/ollama-app","owner":"JHubi1","repo":"ollama-app","owner_avatar_url":"https://avatars.githubusercontent.com/u/61345690?v=4","primary_language":"Dart","stars":1809,"forks":220,"topics":["ai","android","app","linux","llama","localai","ollama","ollama-client","windows"],"archived":false,"github_pushed_at":"2026-08-07T21:26:25+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/jhubi1-ollama-app","markdown_url":"https://www.graphcanon.com/tools/jhubi1-ollama-app.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jhubi1-ollama-app","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jhubi1-ollama-app","shared_categories":[]},{"slug":"theopenco-llmgateway","name":"llmgateway","tagline":"Route and manage LLM requests via unified API interface","github_url":"https://github.com/theopenco/llmgateway","owner":"theopenco","repo":"llmgateway","owner_avatar_url":"https://avatars.githubusercontent.com/u/211671860?v=4","primary_language":"TypeScript","stars":1624,"forks":181,"topics":["ai","ai-gateway","analytics","anthropic","api-key-management","claude","codex","enterprise","guardrails","inference","llm","llm-gateway","llm-proxy","llms","observability","openai","opencode","rate-limiting","typescript"],"archived":false,"github_pushed_at":"2026-09-11T06:00:04+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/theopenco-llmgateway","markdown_url":"https://www.graphcanon.com/tools/theopenco-llmgateway.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/theopenco-llmgateway","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=theopenco-llmgateway","shared_categories":["inference-serving"]},{"slug":"waybarrios-vllm-mlx","name":"vllm-mlx","tagline":"Server for LLMs and vision-language models compatible with Apple Silicon","github_url":"https://github.com/waybarrios/vllm-mlx","owner":"waybarrios","repo":"vllm-mlx","owner_avatar_url":"https://avatars.githubusercontent.com/u/6794828?v=4","primary_language":"Python","stars":1588,"forks":222,"topics":["anthropic","anthropic-api","apple-silicon","claude-code","continuous-batching","inference-server","llm","local-llm","macos","mcp","mlx","multimodal-ai","openai","openai-api","openai-compatible","speech-to-text","text-to-speech","tool-calling","vision-language-model","vllm"],"archived":false,"github_pushed_at":"2026-09-19T18:11:07+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/waybarrios-vllm-mlx","markdown_url":"https://www.graphcanon.com/tools/waybarrios-vllm-mlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/waybarrios-vllm-mlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=waybarrios-vllm-mlx","shared_categories":["inference-serving"]},{"slug":"ddalcu-mlx-serve","name":"mlx-serve","tagline":"Native LLM inference server for Apple Silicon","github_url":"https://github.com/ddalcu/mlx-serve","owner":"ddalcu","repo":"mlx-serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/869085?v=4","primary_language":"Zig","stars":1418,"forks":130,"topics":["agent","anthropic-api","apple-silicon","claude-code","deepseek-v4","diffusion","gguf","image-generation","inference","llm","local-llm","macos","macos-app","mlx","openai-api","tool-calling","video-generation","voice-agent","voice-cloning","zig"],"archived":false,"github_pushed_at":"2026-09-19T22:08:35+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ddalcu-mlx-serve","markdown_url":"https://www.graphcanon.com/tools/ddalcu-mlx-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ddalcu-mlx-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ddalcu-mlx-serve","shared_categories":["inference-serving"]},{"slug":"jonigl-mcp-client-for-ollama","name":"mcp-client-for-ollama","tagline":"TUI MCP Client for Ollama enables local LLM interaction with extensive features.","github_url":"https://github.com/jonigl/mcp-client-for-ollama","owner":"jonigl","repo":"mcp-client-for-ollama","owner_avatar_url":"https://avatars.githubusercontent.com/u/4612832?v=4","primary_language":"Python","stars":824,"forks":129,"topics":["agentic-ai","ai","command-line-tool","harness","linux","local-llm","macos","mcp","mcp-client","mcp-prompts","mcp-resources","mcp-server","mcp-tools","model-context-protocol","ollama","open-source","sse","stdio","streamable-http","windows"],"archived":false,"github_pushed_at":"2026-09-14T08:34:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/jonigl-mcp-client-for-ollama","markdown_url":"https://www.graphcanon.com/tools/jonigl-mcp-client-for-ollama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jonigl-mcp-client-for-ollama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jonigl-mcp-client-for-ollama","shared_categories":["inference-serving"]}]}}