{"data":{"node":{"slug":"seldonio-seldon-core","name":"seldon-core","tagline":"An MLOps framework to package, deploy, monitor and manage thousands of production machine learning models","github_url":"https://github.com/SeldonIO/seldon-core","owner":"SeldonIO","repo":"seldon-core","owner_avatar_url":"https://avatars.githubusercontent.com/u/10297834?v=4","primary_language":"Go","stars":4782,"forks":866,"topics":["aiops","deployment","kubernetes","machine-learning","machine-learning-operations","mlops","production-machine-learning","serving"],"archived":false,"github_pushed_at":"2026-03-23T11:39:54+00:00","maintenance_label":"Slowing","stars_delta_30d":17,"url":"https://www.graphcanon.com/tools/seldonio-seldon-core","markdown_url":"https://www.graphcanon.com/tools/seldonio-seldon-core.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/seldonio-seldon-core","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=seldonio-seldon-core"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"aiops","name":"aiops"},{"slug":"deployment","name":"deployment"},{"slug":"kubernetes","name":"kubernetes"},{"slug":"machine-learning-operations","name":"machine-learning-operations"},{"slug":"mlops","name":"mlops"}],"edges":[{"type":"integrates_with","direction":"in","explanation":"Seldon Core provides an MLOps framework that could be used in conjunction with the ML application development lifecycle taught in Made-With-ML.","successor_context":null,"tool":{"slug":"gokumohandas-made-with-ml","name":"Made-With-ML","tagline":"Learn to develop, deploy and iterate on production-grade ML applications","github_url":"https://github.com/GokuMohandas/Made-With-ML","owner":"GokuMohandas","repo":"Made-With-ML","owner_avatar_url":"https://avatars.githubusercontent.com/u/8000987?v=4","primary_language":"Jupyter Notebook","stars":49547,"forks":7778,"topics":["data-engineering","data-quality","data-science","deep-learning","distributed-ml","distributed-training","llms","machine-learning","mlops","natural-language-processing","python","pytorch","ray"],"archived":false,"github_pushed_at":"2026-03-04T23:44:21+00:00","maintenance_label":"Slowing","stars_delta_30d":473,"url":"https://www.graphcanon.com/tools/gokumohandas-made-with-ml","markdown_url":"https://www.graphcanon.com/tools/gokumohandas-made-with-ml.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/gokumohandas-made-with-ml","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=gokumohandas-made-with-ml"}}],"neighbours":[{"slug":"ethicalml-awesome-production-machine-learning","name":"awesome-production-machine-learning","tagline":"A curated list of awesome open source libraries for deploying, monitoring, versioning and scaling machine learning","github_url":"https://github.com/EthicalML/awesome-production-machine-learning","owner":"EthicalML","repo":"awesome-production-machine-learning","owner_avatar_url":"https://avatars.githubusercontent.com/u/43532924?v=4","primary_language":null,"stars":20969,"forks":2607,"topics":["awesome","awesome-list","data-mining","deep-learning","explainability","interpretability","large-scale-machine-learning","large-scale-ml","machine-learning","machine-learning-operations","ml-operations","ml-ops","mlops","privacy-preserving","privacy-preserving-machine-learning","privacy-preserving-ml","production-machine-learning","production-ml","responsible-ai"],"archived":false,"github_pushed_at":"2026-10-03T12:11:51+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ethicalml-awesome-production-machine-learning","markdown_url":"https://www.graphcanon.com/tools/ethicalml-awesome-production-machine-learning.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ethicalml-awesome-production-machine-learning","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ethicalml-awesome-production-machine-learning","shared_categories":["inference-serving"]},{"slug":"skypilot-org-skypilot","name":"skypilot","tagline":"Run, manage, and scale AI workloads on any AI infrastructure.","github_url":"https://github.com/skypilot-org/skypilot","owner":"skypilot-org","repo":"skypilot","owner_avatar_url":"https://avatars.githubusercontent.com/u/109387420?v=4","primary_language":"Python","stars":10568,"forks":1220,"topics":["cloud-computing","cloud-management","cost-optimization","deep-learning","distributed-training","gpu","hyperparameter-tuning","job-queue","job-scheduler","llm-serving","llm-training","machine-learning","ml-infrastructure","ml-platform","mlops","multicloud","slurm","spot-instances","tpu"],"archived":false,"github_pushed_at":"2026-09-05T16:25:57+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/skypilot-org-skypilot","markdown_url":"https://www.graphcanon.com/tools/skypilot-org-skypilot.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/skypilot-org-skypilot","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=skypilot-org-skypilot","shared_categories":["inference-serving"]},{"slug":"bentoml-bentoml","name":"BentoML","tagline":"The easiest way to serve AI apps and models","github_url":"https://github.com/bentoml/BentoML","owner":"bentoml","repo":"BentoML","owner_avatar_url":"https://avatars.githubusercontent.com/u/49176046?v=4","primary_language":"Python","stars":8847,"forks":1032,"topics":["ai-inference","deep-learning","generative-ai","inference-platform","llm","llm-inference","llm-serving","llmops","machine-learning","ml-engineering","mlops","model-inference-service","model-serving","multimodal","python"],"archived":false,"github_pushed_at":"2026-09-07T17:43:01+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/bentoml-bentoml","markdown_url":"https://www.graphcanon.com/tools/bentoml-bentoml.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bentoml-bentoml","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bentoml-bentoml","shared_categories":["inference-serving"]},{"slug":"kserve-kserve","name":"kserve","tagline":"Standardized Distributed Generative and Predictive AI Inference Platform for Scalable, Multi-Framework Deployment on Kubernetes","github_url":"https://github.com/kserve/kserve","owner":"kserve","repo":"kserve","owner_avatar_url":"https://avatars.githubusercontent.com/u/83512434?v=4","primary_language":"Go","stars":5970,"forks":1689,"topics":["artificial-intelligence","cncf","genai","hacktoberfest","istio","k8s","knative","kserve","kubeflow","kubernetes","llm-inference","machine-learning","mlops","model-interpretability","model-serving","pytorch","service-mesh","tensorflow","vllm","xgboost"],"archived":false,"github_pushed_at":"2026-09-19T13:08:33+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/kserve-kserve","markdown_url":"https://www.graphcanon.com/tools/kserve-kserve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kserve-kserve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kserve-kserve","shared_categories":["inference-serving"]},{"slug":"kelvins-awesome-mlops","name":"awesome-mlops","tagline":"A curated list of awesome MLOps tools.","github_url":"https://github.com/kelvins/awesome-mlops","owner":"kelvins","repo":"awesome-mlops","owner_avatar_url":"https://avatars.githubusercontent.com/u/1009397?v=4","primary_language":"Python","stars":5284,"forks":792,"topics":["ai","awesome","data-science","machine-learning","machine-learning-engineering","ml","mle","mlops"],"archived":false,"github_pushed_at":"2026-08-17T00:21:28+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/kelvins-awesome-mlops","markdown_url":"https://www.graphcanon.com/tools/kelvins-awesome-mlops.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kelvins-awesome-mlops","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kelvins-awesome-mlops","shared_categories":["inference-serving"]},{"slug":"pytorch-serve","name":"serve","tagline":"Serve, optimize and scale PyTorch models in production","github_url":"https://github.com/pytorch/serve","owner":"pytorch","repo":"serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Java","stars":4344,"forks":880,"topics":["cpu","deep-learning","docker","gpu","kubernetes","machine-learning","metrics","mlops","optimization","pytorch","serving"],"archived":true,"github_pushed_at":"2025-08-06T19:17:08+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/pytorch-serve","markdown_url":"https://www.graphcanon.com/tools/pytorch-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-serve","shared_categories":["inference-serving"]},{"slug":"superlinked-sie","name":"sie","tagline":"Open-source inference server and production cluster for all the models your agent needs.","github_url":"https://github.com/superlinked/sie","owner":"superlinked","repo":"sie","owner_avatar_url":"https://avatars.githubusercontent.com/u/94243920?v=4","primary_language":"Python","stars":3293,"forks":311,"topics":["bge","colbert","data-pipeline","deep-learning","embeddings","inference","inference-server","information-retrieval","llm","ml","mlops","natural-language-processing","nlp","python","reranking","retrieval","retrieval-augmented-generation","semantic-search","splade","vector-search"],"archived":false,"github_pushed_at":"2026-09-19T01:00:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/superlinked-sie","markdown_url":"https://www.graphcanon.com/tools/superlinked-sie.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superlinked-sie","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superlinked-sie","shared_categories":["inference-serving"]},{"slug":"b4rtaz-distributed-llama","name":"distributed-llama","tagline":"Distributed LLM inference using home devices cluster","github_url":"https://github.com/b4rtaz/distributed-llama","owner":"b4rtaz","repo":"distributed-llama","owner_avatar_url":"https://avatars.githubusercontent.com/u/12797776?v=4","primary_language":"C++","stars":3060,"forks":250,"topics":["distributed-computing","distributed-llm","llama2","llama3","llm","llm-inference","llms","neural-network","open-llm"],"archived":false,"github_pushed_at":"2026-07-05T16:47:20+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama","markdown_url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/b4rtaz-distributed-llama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=b4rtaz-distributed-llama","shared_categories":["inference-serving"]},{"slug":"ailia-ai-ailia-models","name":"ailia-models","tagline":"Repository of pre-trained AI models for ailia SDK","github_url":"https://github.com/ailia-ai/ailia-models","owner":"ailia-ai","repo":"ailia-models","owner_avatar_url":"https://avatars.githubusercontent.com/u/55011924?v=4","primary_language":"Python","stars":2392,"forks":365,"topics":["action-recognition","anomaly-detection","audio-processing","background-removal","crowd-counting","deep-learning","embeddings","face-detection","face-recognition","fashion-ai","gan","hand-detection","image-classification","image-segmentation","llm","neural-network","object-detection","object-recognition","object-tracking","pose-estimation"],"archived":false,"github_pushed_at":"2026-09-16T08:01:06+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ailia-ai-ailia-models","markdown_url":"https://www.graphcanon.com/tools/ailia-ai-ailia-models.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ailia-ai-ailia-models","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ailia-ai-ailia-models","shared_categories":[]},{"slug":"vertaai-modeldb","name":"modeldb","tagline":"Open Source ML Model Versioning Metadata and Experiment Management","github_url":"https://github.com/VertaAI/modeldb","owner":"VertaAI","repo":"modeldb","owner_avatar_url":"https://avatars.githubusercontent.com/u/45020510?v=4","primary_language":"Java","stars":1750,"forks":287,"topics":["machine-learning","mit","model-management","model-versioning","modeldb","verta"],"archived":false,"github_pushed_at":"2024-07-23T17:06:34+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/vertaai-modeldb","markdown_url":"https://www.graphcanon.com/tools/vertaai-modeldb.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vertaai-modeldb","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vertaai-modeldb","shared_categories":[]},{"slug":"tensorflow-model-optimization","name":"model-optimization","tagline":"Toolkit for optimizing ML models in Keras and TensorFlow","github_url":"https://github.com/tensorflow/model-optimization","owner":"tensorflow","repo":"model-optimization","owner_avatar_url":"https://avatars.githubusercontent.com/u/15658638?v=4","primary_language":"Python","stars":1579,"forks":348,"topics":["compression","deep-learning","keras","machine-learning","ml","model-compression","optimization","pruning","quantization","quantized-networks","quantized-neural-networks","quantized-training","sparsity","tensorflow"],"archived":false,"github_pushed_at":"2026-10-02T05:02:39+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/tensorflow-model-optimization","markdown_url":"https://www.graphcanon.com/tools/tensorflow-model-optimization.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorflow-model-optimization","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorflow-model-optimization","shared_categories":[]},{"slug":"modelfoxdotdev-modelfox","name":"modelfox","tagline":"ModelFox simplifies machine learning model training and deployment.","github_url":"https://github.com/modelfoxdotdev/modelfox","owner":"modelfoxdotdev","repo":"modelfox","owner_avatar_url":"https://avatars.githubusercontent.com/u/102552266?v=4","primary_language":"Rust","stars":1467,"forks":63,"topics":["automl","developer-tools","elixir","elixir-lang","go","golang","javascript","js","machine-learning","mlops","python","python3","ruby","ruby-on-rails","rust","rust-crate","rust-lang","rust-library","rustlang"],"archived":false,"github_pushed_at":"2024-08-02T17:23:15+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/modelfoxdotdev-modelfox","markdown_url":"https://www.graphcanon.com/tools/modelfoxdotdev-modelfox.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/modelfoxdotdev-modelfox","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=modelfoxdotdev-modelfox","shared_categories":[]}]}}