{"data":{"node":{"slug":"roboflow-inference","name":"inference","tagline":"Turn any computer or edge device into a command center for your computer vision projects.","github_url":"https://github.com/roboflow/inference","owner":"roboflow","repo":"inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/53104118?v=4","primary_language":"Python","stars":2456,"forks":319,"topics":["agents","classification","computer-vision","deployment","docker","inference","inference-api","inference-server","instance-segmentation","jetson","machine-learning","object-detection","onnx","python","tensorrt","vit","yolo11","yolov12","yolov5","yolov8"],"archived":false,"github_pushed_at":"2026-09-19T10:40:30+00:00","maintenance_label":"Very active","stars_delta_30d":41,"url":"https://www.graphcanon.com/tools/roboflow-inference","markdown_url":"https://www.graphcanon.com/tools/roboflow-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/roboflow-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=roboflow-inference"},"categories":[{"slug":"computer-vision","name":"Computer Vision","url":"https://www.graphcanon.com/categories/computer-vision","markdown_url":"https://www.graphcanon.com/categories/computer-vision.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/computer-vision"},{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"agents","name":"agents"},{"slug":"classification","name":"classification"},{"slug":"deployment","name":"deployment"},{"slug":"docker","name":"docker"},{"slug":"instance-segmentation","name":"instance-segmentation"},{"slug":"machine-learning","name":"machine-learning"},{"slug":"object-detection","name":"object-detection"},{"slug":"onnx","name":"onnx"}],"edges":[],"neighbours":[{"slug":"alexsjones-llmfit","name":"llmfit","tagline":"Hardware-aware model recommendation tool","github_url":"https://github.com/AlexsJones/llmfit","owner":"AlexsJones","repo":"llmfit","owner_avatar_url":"https://avatars.githubusercontent.com/u/1235925?v=4","primary_language":"Rust","stars":36747,"forks":2329,"topics":["gguf","llm","localai","mlx","skill","unsloth"],"archived":false,"github_pushed_at":"2026-09-17T21:12:11+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/alexsjones-llmfit","markdown_url":"https://www.graphcanon.com/tools/alexsjones-llmfit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/alexsjones-llmfit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=alexsjones-llmfit","shared_categories":["inference-serving"]},{"slug":"xorbitsai-inference","name":"inference","tagline":"Unified production-ready inference API for various LLMs and models","github_url":"https://github.com/xorbitsai/inference","owner":"xorbitsai","repo":"inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/109655068?v=4","primary_language":"Python","stars":9575,"forks":866,"topics":["artificial-intelligence","deployment","diffusers","gemma","glm","glm-5-3","inference","kimi","kimi-k3","llama-cpp","llamacpp","llm","machine-learning","openai-api","pytorch","qwen","sglang","transformers","vllm","whisper"],"archived":false,"github_pushed_at":"2026-09-18T06:04:24+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/xorbitsai-inference","markdown_url":"https://www.graphcanon.com/tools/xorbitsai-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xorbitsai-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xorbitsai-inference","shared_categories":["inference-serving"]},{"slug":"osmantic-ods","name":"ODS","tagline":"Transform personal computers into AI servers.","github_url":"https://github.com/Osmantic/ODS","owner":"Osmantic","repo":"ODS","owner_avatar_url":"https://avatars.githubusercontent.com/u/262014141?v=4","primary_language":"Python","stars":6607,"forks":943,"topics":["ai-agents","amd","comfyui","docker","llama-cpp","llm","local-ai","n8n","nvidia","open-webui","rag","self-hosted","speech-to-text","strix-halo","text-to-speech","workflow-automation"],"archived":false,"github_pushed_at":"2026-09-20T07:02:35+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/osmantic-ods","markdown_url":"https://www.graphcanon.com/tools/osmantic-ods.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/osmantic-ods","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=osmantic-ods","shared_categories":["computer-vision","inference-serving"]},{"slug":"huaizhengzhang-ai-infra-from-zero-to-hero","name":"AI-Infra-from-Zero-to-Hero","tagline":"Awesome System for Machine Learning and LLM Infra","github_url":"https://github.com/HuaizhengZhang/AI-Infra-from-Zero-to-Hero","owner":"HuaizhengZhang","repo":"AI-Infra-from-Zero-to-Hero","owner_avatar_url":"https://avatars.githubusercontent.com/u/5894780?v=4","primary_language":null,"stars":4285,"forks":409,"topics":["ai-infra","genai","large-language-models","llmsys","mlsys","model-serving","model-training"],"archived":false,"github_pushed_at":"2025-07-25T02:24:35+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/huaizhengzhang-ai-infra-from-zero-to-hero","markdown_url":"https://www.graphcanon.com/tools/huaizhengzhang-ai-infra-from-zero-to-hero.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huaizhengzhang-ai-infra-from-zero-to-hero","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huaizhengzhang-ai-infra-from-zero-to-hero","shared_categories":["inference-serving"]},{"slug":"nyldn-claude-octopus","name":"claude-octopus","tagline":"Surface AI blindspots before you ship","github_url":"https://github.com/nyldn/claude-octopus","owner":"nyldn","repo":"claude-octopus","owner_avatar_url":"https://avatars.githubusercontent.com/u/4805949?v=4","primary_language":"Shell","stars":4090,"forks":378,"topics":["ai-agents","ai-orchestration","claude-code","claude-code-plugin","codex","copilot","developer-tools","double-diamond","gemini","multi-ai","multi-llm","ollama"],"archived":false,"github_pushed_at":"2026-09-20T05:07:44+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/nyldn-claude-octopus","markdown_url":"https://www.graphcanon.com/tools/nyldn-claude-octopus.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nyldn-claude-octopus","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nyldn-claude-octopus","shared_categories":[]},{"slug":"superlinked-sie","name":"sie","tagline":"Open-source inference server and production cluster for all the models your agent needs.","github_url":"https://github.com/superlinked/sie","owner":"superlinked","repo":"sie","owner_avatar_url":"https://avatars.githubusercontent.com/u/94243920?v=4","primary_language":"Python","stars":3293,"forks":311,"topics":["bge","colbert","data-pipeline","deep-learning","embeddings","inference","inference-server","information-retrieval","llm","ml","mlops","natural-language-processing","nlp","python","reranking","retrieval","retrieval-augmented-generation","semantic-search","splade","vector-search"],"archived":false,"github_pushed_at":"2026-09-19T01:00:02+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/superlinked-sie","markdown_url":"https://www.graphcanon.com/tools/superlinked-sie.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superlinked-sie","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superlinked-sie","shared_categories":["inference-serving"]},{"slug":"off-grid-ai-off-grid-ai-mobile","name":"OGAM","tagline":"Swiss Army Knife of Offline AI","github_url":"https://github.com/off-grid-ai/OGAM","owner":"off-grid-ai","repo":"OGAM","owner_avatar_url":"https://avatars.githubusercontent.com/u/295106271?v=4","primary_language":"TypeScript","stars":3124,"forks":298,"topics":["android","edge-ai","gguf","ios","llama-cpp","local-ai","macos","mcp","mobile-ai","offline-ai","offline-llm","ondevice","ondevice-ai","privacy-first","react-native","stable-diffusion-android","tool-calling","vision-language-model","whisper-android","whisper-cpp"],"archived":false,"github_pushed_at":"2026-09-18T07:38:15+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/off-grid-ai-off-grid-ai-mobile","markdown_url":"https://www.graphcanon.com/tools/off-grid-ai-off-grid-ai-mobile.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/off-grid-ai-off-grid-ai-mobile","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=off-grid-ai-off-grid-ai-mobile","shared_categories":["computer-vision","inference-serving"]},{"slug":"b4rtaz-distributed-llama","name":"distributed-llama","tagline":"Distributed LLM inference using home devices cluster","github_url":"https://github.com/b4rtaz/distributed-llama","owner":"b4rtaz","repo":"distributed-llama","owner_avatar_url":"https://avatars.githubusercontent.com/u/12797776?v=4","primary_language":"C++","stars":3060,"forks":250,"topics":["distributed-computing","distributed-llm","llama2","llama3","llm","llm-inference","llms","neural-network","open-llm"],"archived":false,"github_pushed_at":"2026-07-05T16:47:20+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama","markdown_url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/b4rtaz-distributed-llama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=b4rtaz-distributed-llama","shared_categories":["inference-serving"]},{"slug":"ailia-ai-ailia-models","name":"ailia-models","tagline":"Repository of pre-trained AI models for ailia SDK","github_url":"https://github.com/ailia-ai/ailia-models","owner":"ailia-ai","repo":"ailia-models","owner_avatar_url":"https://avatars.githubusercontent.com/u/55011924?v=4","primary_language":"Python","stars":2392,"forks":365,"topics":["action-recognition","anomaly-detection","audio-processing","background-removal","crowd-counting","deep-learning","embeddings","face-detection","face-recognition","fashion-ai","gan","hand-detection","image-classification","image-segmentation","llm","neural-network","object-detection","object-recognition","object-tracking","pose-estimation"],"archived":false,"github_pushed_at":"2026-09-16T08:01:06+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/ailia-ai-ailia-models","markdown_url":"https://www.graphcanon.com/tools/ailia-ai-ailia-models.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ailia-ai-ailia-models","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ailia-ai-ailia-models","shared_categories":["computer-vision"]},{"slug":"onepanelio-onepanel","name":"onepanel","tagline":"The open source, end-to-end computer vision platform.","github_url":"https://github.com/onepanelio/onepanel","owner":"onepanelio","repo":"onepanel","owner_avatar_url":"https://avatars.githubusercontent.com/u/30390575?v=4","primary_language":"Go","stars":731,"forks":73,"topics":["ai","aiops","annotation","computer-vision","deeplearning","etl","hyperparameter-tuning","inference","jupyterlab","labeling","machinelearning","mlops","pipelines","pytorch","tensorboard","tensorflow","training","workflows"],"archived":false,"github_pushed_at":"2023-02-25T01:52:53+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/onepanelio-onepanel","markdown_url":"https://www.graphcanon.com/tools/onepanelio-onepanel.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/onepanelio-onepanel","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=onepanelio-onepanel","shared_categories":["computer-vision","inference-serving"]},{"slug":"ovidijusparsiunas-myvision","name":"myvision","tagline":"Computer vision based ML training data generation tool","github_url":"https://github.com/OvidijusParsiunas/myvision","owner":"OvidijusParsiunas","repo":"myvision","owner_avatar_url":"https://avatars.githubusercontent.com/u/18709577?v=4","primary_language":"JavaScript","stars":612,"forks":72,"topics":["ai","annotation","annotation-tool","coco","computer-vision","image","image-annotation","label","labeling-tool","labelling","machine-learning","ml","model","object-detection","tagging","tensorflow","training-data","vgg","vision","yolo"],"archived":false,"github_pushed_at":"2026-07-30T13:59:19+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/ovidijusparsiunas-myvision","markdown_url":"https://www.graphcanon.com/tools/ovidijusparsiunas-myvision.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ovidijusparsiunas-myvision","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ovidijusparsiunas-myvision","shared_categories":["computer-vision"]},{"slug":"underneathall-pinferencia","name":"pinferencia","tagline":"Python library for simplest model inference server","github_url":"https://github.com/underneathall/pinferencia","owner":"underneathall","repo":"pinferencia","owner_avatar_url":"https://avatars.githubusercontent.com/u/76835515?v=4","primary_language":"Python","stars":543,"forks":83,"topics":["ai","artificial-intelligence","computer-vision","data-science","deep-learning","huggingface","inference","inference-server","machine-learning","model-deployment","model-serving","modelserver","nlp","paddlepaddle","predict","python","pytorch","serving","tensorflow","transformers"],"archived":false,"github_pushed_at":"2023-02-14T22:50:48+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/underneathall-pinferencia","markdown_url":"https://www.graphcanon.com/tools/underneathall-pinferencia.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/underneathall-pinferencia","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=underneathall-pinferencia","shared_categories":["inference-serving"]}]}}