{"data":{"node":{"slug":"underneathall-pinferencia","name":"pinferencia","tagline":"Python library for simplest model inference server","github_url":"https://github.com/underneathall/pinferencia","owner":"underneathall","repo":"pinferencia","owner_avatar_url":"https://avatars.githubusercontent.com/u/76835515?v=4","primary_language":"Python","stars":543,"forks":83,"topics":["ai","artificial-intelligence","computer-vision","data-science","deep-learning","huggingface","inference","inference-server","machine-learning","model-deployment","model-serving","modelserver","nlp","paddlepaddle","predict","python","pytorch","serving","tensorflow","transformers"],"archived":false,"github_pushed_at":"2023-02-14T22:50:48+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/underneathall-pinferencia","markdown_url":"https://www.graphcanon.com/tools/underneathall-pinferencia.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/underneathall-pinferencia","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=underneathall-pinferencia"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"ai","name":"ai"},{"slug":"artificial-intelligence","name":"artificial-intelligence"},{"slug":"computer-vision","name":"computer-vision"},{"slug":"data-science","name":"data-science"},{"slug":"deep-learning","name":"deep-learning"},{"slug":"huggingface","name":"huggingface"},{"slug":"inference-server","name":"inference-server"},{"slug":"machine-learning","name":"machine-learning"}],"edges":[],"neighbours":[{"slug":"jundot-omlx","name":"omlx","tagline":"LLM inference server with continuous batching and SSD caching for Apple Silicon","github_url":"https://github.com/jundot/omlx","owner":"jundot","repo":"omlx","owner_avatar_url":"https://avatars.githubusercontent.com/u/64250138?v=4","primary_language":"Python","stars":18679,"forks":1617,"topics":["apple-silicon","inference-server","llm","macos","mlx","openai-api"],"archived":false,"github_pushed_at":"2026-08-14T09:12:48+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/jundot-omlx","markdown_url":"https://www.graphcanon.com/tools/jundot-omlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jundot-omlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jundot-omlx","shared_categories":["inference-serving"]},{"slug":"triton-inference-server-server","name":"server","tagline":"Optimized cloud and edge inferencing solution","github_url":"https://github.com/triton-inference-server/server","owner":"triton-inference-server","repo":"server","owner_avatar_url":"https://avatars.githubusercontent.com/u/68086070?v=4","primary_language":"Python","stars":10885,"forks":1819,"topics":["cloud","datacenter","deep-learning","edge","gpu","inference","machine-learning"],"archived":false,"github_pushed_at":"2026-07-31T16:28:52+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/triton-inference-server-server","markdown_url":"https://www.graphcanon.com/tools/triton-inference-server-server.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/triton-inference-server-server","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=triton-inference-server-server","shared_categories":["inference-serving"]},{"slug":"xorbitsai-inference","name":"inference","tagline":"Unified production-ready inference API for various models","github_url":"https://github.com/xorbitsai/inference","owner":"xorbitsai","repo":"inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/109655068?v=4","primary_language":"Python","stars":9470,"forks":851,"topics":["artificial-intelligence","chatglm","deployment","flan-t5","gemma","ggml","glm4","inference","llama","llama3","llamacpp","llm","machine-learning","mistral","openai-api","pytorch","qwen","vllm","whisper","wizardlm"],"archived":false,"github_pushed_at":"2026-08-02T05:44:21+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/xorbitsai-inference","markdown_url":"https://www.graphcanon.com/tools/xorbitsai-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xorbitsai-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xorbitsai-inference","shared_categories":["inference-serving"]},{"slug":"ai-dynamo-dynamo","name":"dynamo","tagline":"A Datacenter Scale Distributed Inference Serving Framework","github_url":"https://github.com/ai-dynamo/dynamo","owner":"ai-dynamo","repo":"dynamo","owner_avatar_url":"https://avatars.githubusercontent.com/u/201626793?v=4","primary_language":"Rust","stars":7845,"forks":1486,"topics":["diffusion","disaggregated-serving","kubernetes","llm-inference","omni","routing-engine","rust","sglang","tensorrt-llm","vllm"],"archived":false,"github_pushed_at":"2026-08-24T17:59:43+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/ai-dynamo-dynamo","markdown_url":"https://www.graphcanon.com/tools/ai-dynamo-dynamo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ai-dynamo-dynamo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ai-dynamo-dynamo","shared_categories":["inference-serving"]},{"slug":"tensorflow-serving","name":"serving","tagline":"A flexible, high-performance serving system for machine learning models","github_url":"https://github.com/tensorflow/serving","owner":"tensorflow","repo":"serving","owner_avatar_url":"https://avatars.githubusercontent.com/u/15658638?v=4","primary_language":"C++","stars":6359,"forks":2204,"topics":["cpp","deep-learning","deep-neural-networks","machine-learning","ml","neural-network","python","serving","tensorflow"],"archived":false,"github_pushed_at":"2026-07-30T07:02:43+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/tensorflow-serving","markdown_url":"https://www.graphcanon.com/tools/tensorflow-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorflow-serving","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorflow-serving","shared_categories":["inference-serving"]},{"slug":"kserve-kserve","name":"kserve","tagline":"Standardized Distributed Generative and Predictive AI Inference Platform for Scalable, Multi-Framework Deployment on Kubernetes","github_url":"https://github.com/kserve/kserve","owner":"kserve","repo":"kserve","owner_avatar_url":"https://avatars.githubusercontent.com/u/83512434?v=4","primary_language":"Go","stars":5826,"forks":1632,"topics":["artificial-intelligence","cncf","genai","hacktoberfest","istio","k8s","knative","kserve","kubeflow","kubernetes","llm-inference","machine-learning","mlops","model-interpretability","model-serving","pytorch","service-mesh","tensorflow","vllm","xgboost"],"archived":false,"github_pushed_at":"2026-08-24T02:37:23+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/kserve-kserve","markdown_url":"https://www.graphcanon.com/tools/kserve-kserve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kserve-kserve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kserve-kserve","shared_categories":["inference-serving"]},{"slug":"seldonio-seldon-core","name":"seldon-core","tagline":"An MLOps framework to package, deploy, monitor and manage thousands of production machine learning models","github_url":"https://github.com/SeldonIO/seldon-core","owner":"SeldonIO","repo":"seldon-core","owner_avatar_url":"https://avatars.githubusercontent.com/u/10297834?v=4","primary_language":"Go","stars":4765,"forks":867,"topics":["aiops","deployment","kubernetes","machine-learning","machine-learning-operations","mlops","production-machine-learning","serving"],"archived":false,"github_pushed_at":"2026-03-23T11:39:54+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/seldonio-seldon-core","markdown_url":"https://www.graphcanon.com/tools/seldonio-seldon-core.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/seldonio-seldon-core","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=seldonio-seldon-core","shared_categories":["inference-serving"]},{"slug":"b4rtaz-distributed-llama","name":"distributed-llama","tagline":"Distributed LLM inference using home devices cluster","github_url":"https://github.com/b4rtaz/distributed-llama","owner":"b4rtaz","repo":"distributed-llama","owner_avatar_url":"https://avatars.githubusercontent.com/u/12797776?v=4","primary_language":"C++","stars":3044,"forks":246,"topics":["distributed-computing","distributed-llm","llama2","llama3","llm","llm-inference","llms","neural-network","open-llm"],"archived":false,"github_pushed_at":"2026-07-05T16:47:20+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama","markdown_url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/b4rtaz-distributed-llama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=b4rtaz-distributed-llama","shared_categories":["inference-serving"]},{"slug":"michaelfeil-infinity","name":"infinity","tagline":"High-throughput, low-latency serving engine for text-embeddings and various models","github_url":"https://github.com/michaelfeil/infinity","owner":"michaelfeil","repo":"infinity","owner_avatar_url":"https://avatars.githubusercontent.com/u/63565275?v=4","primary_language":"Python","stars":2907,"forks":196,"topics":["bert-embeddings","llm","text-embeddings"],"archived":false,"github_pushed_at":"2026-03-24T03:59:47+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/michaelfeil-infinity","markdown_url":"https://www.graphcanon.com/tools/michaelfeil-infinity.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/michaelfeil-infinity","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=michaelfeil-infinity","shared_categories":["inference-serving"]},{"slug":"superlinked-sie","name":"sie","tagline":"Open-source inference server and production cluster for all the models your agent needs.","github_url":"https://github.com/superlinked/sie","owner":"superlinked","repo":"sie","owner_avatar_url":"https://avatars.githubusercontent.com/u/94243920?v=4","primary_language":"Python","stars":2804,"forks":272,"topics":["bge","colbert","data-pipeline","deep-learning","embeddings","inference","inference-server","information-retrieval","llm","ml","mlops","natural-language-processing","nlp","python","reranking","retrieval","retrieval-augmented-generation","semantic-search","splade","vector-search"],"archived":false,"github_pushed_at":"2026-08-21T20:28:04+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/superlinked-sie","markdown_url":"https://www.graphcanon.com/tools/superlinked-sie.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superlinked-sie","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superlinked-sie","shared_categories":["inference-serving"]},{"slug":"roboflow-inference","name":"inference","tagline":"Turn any computer or edge device into a command center for your computer vision projects.","github_url":"https://github.com/roboflow/inference","owner":"roboflow","repo":"inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/53104118?v=4","primary_language":"Python","stars":2415,"forks":302,"topics":["agents","classification","computer-vision","deployment","docker","inference","inference-api","inference-server","instance-segmentation","jetson","machine-learning","object-detection","onnx","python","tensorrt","vit","yolo11","yolov12","yolov5","yolov8"],"archived":false,"github_pushed_at":"2026-08-14T11:54:33+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/roboflow-inference","markdown_url":"https://www.graphcanon.com/tools/roboflow-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/roboflow-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=roboflow-inference","shared_categories":["inference-serving"]},{"slug":"ebhy-budgetml","name":"budgetml","tagline":"Deploys ML inference service economically","github_url":"https://github.com/ebhy/budgetml","owner":"ebhy","repo":"budgetml","owner_avatar_url":"https://avatars.githubusercontent.com/u/76654256?v=4","primary_language":"Python","stars":1343,"forks":65,"topics":["api","data-science","deployment","fastapi","inference","machine-learning","mlops"],"archived":false,"github_pushed_at":"2024-02-12T17:29:24+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/ebhy-budgetml","markdown_url":"https://www.graphcanon.com/tools/ebhy-budgetml.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ebhy-budgetml","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ebhy-budgetml","shared_categories":["inference-serving"]}]}}