{"data":{"node":{"slug":"ebhy-budgetml","name":"budgetml","tagline":"Deploy ML inference service on a budget","github_url":"https://github.com/ebhy/budgetml","owner":"ebhy","repo":"budgetml","owner_avatar_url":"https://avatars.githubusercontent.com/u/76654256?v=4","primary_language":"Python","stars":1344,"forks":65,"topics":["api","data-science","deployment","fastapi","inference","machine-learning","mlops"],"archived":false,"github_pushed_at":"2024-02-12T17:29:24+00:00","maintenance_label":"Dormant","stars_delta_30d":1,"url":"https://www.graphcanon.com/tools/ebhy-budgetml","markdown_url":"https://www.graphcanon.com/tools/ebhy-budgetml.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ebhy-budgetml","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ebhy-budgetml"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"api","name":"api"},{"slug":"data-science","name":"data-science"},{"slug":"deployment","name":"deployment"},{"slug":"fastapi","name":"fastapi"},{"slug":"inference","name":"inference"},{"slug":"machine-learning","name":"machine-learning"},{"slug":"mlops","name":"mlops"}],"edges":[],"neighbours":[{"slug":"gokumohandas-made-with-ml","name":"Made-With-ML","tagline":"Learn to develop, deploy and iterate on production-grade ML applications","github_url":"https://github.com/GokuMohandas/Made-With-ML","owner":"GokuMohandas","repo":"Made-With-ML","owner_avatar_url":"https://avatars.githubusercontent.com/u/8000987?v=4","primary_language":"Jupyter Notebook","stars":49547,"forks":7778,"topics":["data-engineering","data-quality","data-science","deep-learning","distributed-ml","distributed-training","llms","machine-learning","mlops","natural-language-processing","python","pytorch","ray"],"archived":false,"github_pushed_at":"2026-03-04T23:44:21+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/gokumohandas-made-with-ml","markdown_url":"https://www.graphcanon.com/tools/gokumohandas-made-with-ml.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/gokumohandas-made-with-ml","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=gokumohandas-made-with-ml","shared_categories":["inference-serving"]},{"slug":"ethicalml-awesome-production-machine-learning","name":"awesome-production-machine-learning","tagline":"A curated list of awesome open source libraries for deploying, monitoring, versioning and scaling machine learning","github_url":"https://github.com/EthicalML/awesome-production-machine-learning","owner":"EthicalML","repo":"awesome-production-machine-learning","owner_avatar_url":"https://avatars.githubusercontent.com/u/43532924?v=4","primary_language":null,"stars":20969,"forks":2607,"topics":["awesome","awesome-list","data-mining","deep-learning","explainability","interpretability","large-scale-machine-learning","large-scale-ml","machine-learning","machine-learning-operations","ml-operations","ml-ops","mlops","privacy-preserving","privacy-preserving-machine-learning","privacy-preserving-ml","production-machine-learning","production-ml","responsible-ai"],"archived":false,"github_pushed_at":"2026-10-03T12:11:51+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ethicalml-awesome-production-machine-learning","markdown_url":"https://www.graphcanon.com/tools/ethicalml-awesome-production-machine-learning.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ethicalml-awesome-production-machine-learning","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ethicalml-awesome-production-machine-learning","shared_categories":["inference-serving"]},{"slug":"skypilot-org-skypilot","name":"skypilot","tagline":"Run, manage, and scale AI workloads on any AI infrastructure.","github_url":"https://github.com/skypilot-org/skypilot","owner":"skypilot-org","repo":"skypilot","owner_avatar_url":"https://avatars.githubusercontent.com/u/109387420?v=4","primary_language":"Python","stars":10568,"forks":1220,"topics":["cloud-computing","cloud-management","cost-optimization","deep-learning","distributed-training","gpu","hyperparameter-tuning","job-queue","job-scheduler","llm-serving","llm-training","machine-learning","ml-infrastructure","ml-platform","mlops","multicloud","slurm","spot-instances","tpu"],"archived":false,"github_pushed_at":"2026-09-05T16:25:57+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/skypilot-org-skypilot","markdown_url":"https://www.graphcanon.com/tools/skypilot-org-skypilot.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/skypilot-org-skypilot","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=skypilot-org-skypilot","shared_categories":["inference-serving"]},{"slug":"xorbitsai-inference","name":"inference","tagline":"Unified production-ready inference API for various LLMs and models","github_url":"https://github.com/xorbitsai/inference","owner":"xorbitsai","repo":"inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/109655068?v=4","primary_language":"Python","stars":9575,"forks":866,"topics":["artificial-intelligence","deployment","diffusers","gemma","glm","glm-5-3","inference","kimi","kimi-k3","llama-cpp","llamacpp","llm","machine-learning","openai-api","pytorch","qwen","sglang","transformers","vllm","whisper"],"archived":false,"github_pushed_at":"2026-09-18T06:04:24+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/xorbitsai-inference","markdown_url":"https://www.graphcanon.com/tools/xorbitsai-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xorbitsai-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xorbitsai-inference","shared_categories":["inference-serving"]},{"slug":"bentoml-bentoml","name":"BentoML","tagline":"The easiest way to serve AI apps and models","github_url":"https://github.com/bentoml/BentoML","owner":"bentoml","repo":"BentoML","owner_avatar_url":"https://avatars.githubusercontent.com/u/49176046?v=4","primary_language":"Python","stars":8847,"forks":1032,"topics":["ai-inference","deep-learning","generative-ai","inference-platform","llm","llm-inference","llm-serving","llmops","machine-learning","ml-engineering","mlops","model-inference-service","model-serving","multimodal","python"],"archived":false,"github_pushed_at":"2026-09-07T17:43:01+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/bentoml-bentoml","markdown_url":"https://www.graphcanon.com/tools/bentoml-bentoml.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bentoml-bentoml","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bentoml-bentoml","shared_categories":["inference-serving"]},{"slug":"kserve-kserve","name":"kserve","tagline":"Standardized Distributed Generative and Predictive AI Inference Platform for Scalable, Multi-Framework Deployment on Kubernetes","github_url":"https://github.com/kserve/kserve","owner":"kserve","repo":"kserve","owner_avatar_url":"https://avatars.githubusercontent.com/u/83512434?v=4","primary_language":"Go","stars":5970,"forks":1689,"topics":["artificial-intelligence","cncf","genai","hacktoberfest","istio","k8s","knative","kserve","kubeflow","kubernetes","llm-inference","machine-learning","mlops","model-interpretability","model-serving","pytorch","service-mesh","tensorflow","vllm","xgboost"],"archived":false,"github_pushed_at":"2026-09-19T13:08:33+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/kserve-kserve","markdown_url":"https://www.graphcanon.com/tools/kserve-kserve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kserve-kserve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kserve-kserve","shared_categories":["inference-serving"]},{"slug":"tensorchord-awesome-llmops","name":"Awesome-LLMOps","tagline":"An awesome & curated list of best LLMOps tools for developers","github_url":"https://github.com/tensorchord/Awesome-LLMOps","owner":"tensorchord","repo":"Awesome-LLMOps","owner_avatar_url":"https://avatars.githubusercontent.com/u/100543303?v=4","primary_language":"Shell","stars":5941,"forks":1058,"topics":["ai-development-tools","awesome-list","llmops","mlops"],"archived":false,"github_pushed_at":"2026-05-21T09:12:50+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/tensorchord-awesome-llmops","markdown_url":"https://www.graphcanon.com/tools/tensorchord-awesome-llmops.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorchord-awesome-llmops","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorchord-awesome-llmops","shared_categories":["inference-serving"]},{"slug":"seldonio-seldon-core","name":"seldon-core","tagline":"An MLOps framework to package, deploy, monitor and manage thousands of production machine learning models","github_url":"https://github.com/SeldonIO/seldon-core","owner":"SeldonIO","repo":"seldon-core","owner_avatar_url":"https://avatars.githubusercontent.com/u/10297834?v=4","primary_language":"Go","stars":4782,"forks":866,"topics":["aiops","deployment","kubernetes","machine-learning","machine-learning-operations","mlops","production-machine-learning","serving"],"archived":false,"github_pushed_at":"2026-03-23T11:39:54+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/seldonio-seldon-core","markdown_url":"https://www.graphcanon.com/tools/seldonio-seldon-core.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/seldonio-seldon-core","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=seldonio-seldon-core","shared_categories":["inference-serving"]},{"slug":"pytorch-serve","name":"serve","tagline":"Serve, optimize and scale PyTorch models in production","github_url":"https://github.com/pytorch/serve","owner":"pytorch","repo":"serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Java","stars":4344,"forks":880,"topics":["cpu","deep-learning","docker","gpu","kubernetes","machine-learning","metrics","mlops","optimization","pytorch","serving"],"archived":true,"github_pushed_at":"2025-08-06T19:17:08+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/pytorch-serve","markdown_url":"https://www.graphcanon.com/tools/pytorch-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-serve","shared_categories":["inference-serving"]},{"slug":"superlinked-sie","name":"sie","tagline":"Open-source inference server and production cluster for all the models your agent needs.","github_url":"https://github.com/superlinked/sie","owner":"superlinked","repo":"sie","owner_avatar_url":"https://avatars.githubusercontent.com/u/94243920?v=4","primary_language":"Python","stars":3293,"forks":311,"topics":["bge","colbert","data-pipeline","deep-learning","embeddings","inference","inference-server","information-retrieval","llm","ml","mlops","natural-language-processing","nlp","python","reranking","retrieval","retrieval-augmented-generation","semantic-search","splade","vector-search"],"archived":false,"github_pushed_at":"2026-09-19T01:00:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/superlinked-sie","markdown_url":"https://www.graphcanon.com/tools/superlinked-sie.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superlinked-sie","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superlinked-sie","shared_categories":["inference-serving"]},{"slug":"b4rtaz-distributed-llama","name":"distributed-llama","tagline":"Distributed LLM inference using home devices cluster","github_url":"https://github.com/b4rtaz/distributed-llama","owner":"b4rtaz","repo":"distributed-llama","owner_avatar_url":"https://avatars.githubusercontent.com/u/12797776?v=4","primary_language":"C++","stars":3060,"forks":250,"topics":["distributed-computing","distributed-llm","llama2","llama3","llm","llm-inference","llms","neural-network","open-llm"],"archived":false,"github_pushed_at":"2026-07-05T16:47:20+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama","markdown_url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/b4rtaz-distributed-llama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=b4rtaz-distributed-llama","shared_categories":["inference-serving"]},{"slug":"minimaxir-automl-gs","name":"automl-gs","tagline":"Automatically generate machine-learning models and code with input CSV and target field","github_url":"https://github.com/minimaxir/automl-gs","owner":"minimaxir","repo":"automl-gs","owner_avatar_url":"https://avatars.githubusercontent.com/u/2179708?v=4","primary_language":"Python","stars":1867,"forks":178,"topics":["automl","keras","machine-learning","python","tensorflow","xgboost"],"archived":false,"github_pushed_at":"2019-10-22T11:20:40+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/minimaxir-automl-gs","markdown_url":"https://www.graphcanon.com/tools/minimaxir-automl-gs.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/minimaxir-automl-gs","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=minimaxir-automl-gs","shared_categories":[]}]}}