{"data":{"node":{"slug":"kleveross-ormb","name":"ormb","tagline":"Docker for ML/DL Models Based on OCI Artifacts","github_url":"https://github.com/kleveross/ormb","owner":"kleveross","repo":"ormb","owner_avatar_url":"https://avatars.githubusercontent.com/u/68282154?v=4","primary_language":"Go","stars":473,"forks":61,"topics":["docker","docker-registry","harbor","image-registry","machine-learning","model-management","model-versioning","oci","oci-artifacts","oci-registry","opencontainers"],"archived":false,"github_pushed_at":"2024-01-26T02:53:43+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/kleveross-ormb","markdown_url":"https://www.graphcanon.com/tools/kleveross-ormb.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kleveross-ormb","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kleveross-ormb"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"docker","name":"docker"},{"slug":"machine-learning","name":"machine-learning"},{"slug":"model-management","name":"model-management"},{"slug":"model-versioning","name":"model-versioning"},{"slug":"oci-artifacts","name":"oci-artifacts"}],"edges":[],"neighbours":[{"slug":"ai-dynamo-dynamo","name":"dynamo","tagline":"A Datacenter Scale Distributed Inference Serving Framework","github_url":"https://github.com/ai-dynamo/dynamo","owner":"ai-dynamo","repo":"dynamo","owner_avatar_url":"https://avatars.githubusercontent.com/u/201626793?v=4","primary_language":"Rust","stars":7845,"forks":1486,"topics":["diffusion","disaggregated-serving","kubernetes","llm-inference","omni","routing-engine","rust","sglang","tensorrt-llm","vllm"],"archived":false,"github_pushed_at":"2026-08-24T17:59:43+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/ai-dynamo-dynamo","markdown_url":"https://www.graphcanon.com/tools/ai-dynamo-dynamo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ai-dynamo-dynamo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ai-dynamo-dynamo","shared_categories":["inference-serving"]},{"slug":"tensorflow-serving","name":"serving","tagline":"A flexible, high-performance serving system for machine learning models","github_url":"https://github.com/tensorflow/serving","owner":"tensorflow","repo":"serving","owner_avatar_url":"https://avatars.githubusercontent.com/u/15658638?v=4","primary_language":"C++","stars":6359,"forks":2204,"topics":["cpp","deep-learning","deep-neural-networks","machine-learning","ml","neural-network","python","serving","tensorflow"],"archived":false,"github_pushed_at":"2026-07-30T07:02:43+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/tensorflow-serving","markdown_url":"https://www.graphcanon.com/tools/tensorflow-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorflow-serving","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorflow-serving","shared_categories":["inference-serving"]},{"slug":"kserve-kserve","name":"kserve","tagline":"Standardized Distributed Generative and Predictive AI Inference Platform for Scalable, Multi-Framework Deployment on Kubernetes","github_url":"https://github.com/kserve/kserve","owner":"kserve","repo":"kserve","owner_avatar_url":"https://avatars.githubusercontent.com/u/83512434?v=4","primary_language":"Go","stars":5826,"forks":1632,"topics":["artificial-intelligence","cncf","genai","hacktoberfest","istio","k8s","knative","kserve","kubeflow","kubernetes","llm-inference","machine-learning","mlops","model-interpretability","model-serving","pytorch","service-mesh","tensorflow","vllm","xgboost"],"archived":false,"github_pushed_at":"2026-08-24T02:37:23+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/kserve-kserve","markdown_url":"https://www.graphcanon.com/tools/kserve-kserve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kserve-kserve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kserve-kserve","shared_categories":["inference-serving"]},{"slug":"seldonio-seldon-core","name":"seldon-core","tagline":"An MLOps framework to package, deploy, monitor and manage thousands of production machine learning models","github_url":"https://github.com/SeldonIO/seldon-core","owner":"SeldonIO","repo":"seldon-core","owner_avatar_url":"https://avatars.githubusercontent.com/u/10297834?v=4","primary_language":"Go","stars":4765,"forks":867,"topics":["aiops","deployment","kubernetes","machine-learning","machine-learning-operations","mlops","production-machine-learning","serving"],"archived":false,"github_pushed_at":"2026-03-23T11:39:54+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/seldonio-seldon-core","markdown_url":"https://www.graphcanon.com/tools/seldonio-seldon-core.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/seldonio-seldon-core","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=seldonio-seldon-core","shared_categories":["inference-serving"]},{"slug":"kubeflow-pipelines","name":"pipelines","tagline":"Machine Learning Pipelines for Kubeflow","github_url":"https://github.com/kubeflow/pipelines","owner":"kubeflow","repo":"pipelines","owner_avatar_url":"https://avatars.githubusercontent.com/u/33164907?v=4","primary_language":"Python","stars":4173,"forks":2075,"topics":["data-science","kubeflow","kubeflow-pipelines","kubernetes","machine-learning","mlops","pipeline"],"archived":false,"github_pushed_at":"2026-08-03T15:35:16+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/kubeflow-pipelines","markdown_url":"https://www.graphcanon.com/tools/kubeflow-pipelines.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kubeflow-pipelines","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kubeflow-pipelines","shared_categories":["model-training","inference-serving"]},{"slug":"pykeio-ort","name":"ort","tagline":"Fast ML inference and training for ONNX models in Rust","github_url":"https://github.com/pykeio/ort","owner":"pykeio","repo":"ort","owner_avatar_url":"https://avatars.githubusercontent.com/u/62268720?v=4","primary_language":"Rust","stars":2472,"forks":263,"topics":["ai","ai-training","fine-tuning","inference","machine-learning","onnx","onnxruntime","rust"],"archived":false,"github_pushed_at":"2026-08-23T20:46:26+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/pykeio-ort","markdown_url":"https://www.graphcanon.com/tools/pykeio-ort.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pykeio-ort","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pykeio-ort","shared_categories":["model-training","inference-serving"]},{"slug":"dstackai-dstack","name":"dstack","tagline":"Vendor-agnostic orchestration for AI workloads","github_url":"https://github.com/dstackai/dstack","owner":"dstackai","repo":"dstack","owner_avatar_url":"https://avatars.githubusercontent.com/u/54146142?v=4","primary_language":"Python","stars":2219,"forks":250,"topics":["agent-skills","agentic-orchestration","amd","cloud","containers","docker","fine-tuning","gpu","inference","k8s","kubernetes","llms","machine-learning","nvidia","orchestration","python","slurm","training"],"archived":false,"github_pushed_at":"2026-08-23T13:41:13+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/dstackai-dstack","markdown_url":"https://www.graphcanon.com/tools/dstackai-dstack.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/dstackai-dstack","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=dstackai-dstack","shared_categories":["model-training","inference-serving"]},{"slug":"kubeflow-trainer","name":"trainer","tagline":"Distributed AI Model Training and LLM Fine-Tuning on Kubernetes","github_url":"https://github.com/kubeflow/trainer","owner":"kubeflow","repo":"trainer","owner_avatar_url":"https://avatars.githubusercontent.com/u/33164907?v=4","primary_language":"Go","stars":2196,"forks":1030,"topics":["ai","distributed","fine-tuning","gpu","huggingface","jax","kubeflow","kubernetes","llm","machine-learning","mlops","python","pytorch","tensorflow","xgboost"],"archived":false,"github_pushed_at":"2026-08-22T02:27:28+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/kubeflow-trainer","markdown_url":"https://www.graphcanon.com/tools/kubeflow-trainer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kubeflow-trainer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kubeflow-trainer","shared_categories":["model-training"]},{"slug":"huangowen-awesome-llm-compression","name":"Awesome-LLM-Compression","tagline":"Awesome LLM compression research papers and tools to accelerate LLM training and inference.","github_url":"https://github.com/HuangOwen/Awesome-LLM-Compression","owner":"HuangOwen","repo":"Awesome-LLM-Compression","owner_avatar_url":"https://avatars.githubusercontent.com/u/24937399?v=4","primary_language":null,"stars":1859,"forks":129,"topics":[],"archived":false,"github_pushed_at":"2026-06-30T15:26:46+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression","markdown_url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huangowen-awesome-llm-compression","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huangowen-awesome-llm-compression","shared_categories":["inference-serving"]},{"slug":"vertaai-modeldb","name":"modeldb","tagline":"Open Source ML Model Versioning Metadata and Experiment Management","github_url":"https://github.com/VertaAI/modeldb","owner":"VertaAI","repo":"modeldb","owner_avatar_url":"https://avatars.githubusercontent.com/u/45020510?v=4","primary_language":"Java","stars":1749,"forks":289,"topics":["machine-learning","mit","model-management","model-versioning","modeldb","verta"],"archived":false,"github_pushed_at":"2024-07-23T17:06:34+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/vertaai-modeldb","markdown_url":"https://www.graphcanon.com/tools/vertaai-modeldb.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vertaai-modeldb","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vertaai-modeldb","shared_categories":["model-training"]},{"slug":"kubeai-project-kubeai","name":"kubeai","tagline":"AI Inference Operator for Kubernetes","github_url":"https://github.com/kubeai-project/kubeai","owner":"kubeai-project","repo":"kubeai","owner_avatar_url":"https://avatars.githubusercontent.com/u/232319222?v=4","primary_language":"Go","stars":1237,"forks":131,"topics":["ai","autoscaler","faster-whisper","inference-operator","k8s","kubernetes","llm","ollama","ollama-operator","openai-api","vllm","vllm-operator","whisper"],"archived":false,"github_pushed_at":"2026-07-31T01:04:47+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/kubeai-project-kubeai","markdown_url":"https://www.graphcanon.com/tools/kubeai-project-kubeai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kubeai-project-kubeai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kubeai-project-kubeai","shared_categories":["inference-serving"]},{"slug":"kaito-project-aikit","name":"aikit","tagline":"Fine-tune, build, and deploy open-source LLMs easily!","github_url":"https://github.com/kaito-project/aikit","owner":"kaito-project","repo":"aikit","owner_avatar_url":"https://avatars.githubusercontent.com/u/186863079?v=4","primary_language":"Go","stars":537,"forks":57,"topics":["ai","buildkit","chatgpt","docker","fine-tuning","finetuning","gemma","gpt","inference","kubernetes","large-language-models","llama","llm","localllama","mistral","mixtral","nvidia","open-llm","open-source-llm","openai"],"archived":false,"github_pushed_at":"2026-08-24T02:38:26+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/kaito-project-aikit","markdown_url":"https://www.graphcanon.com/tools/kaito-project-aikit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kaito-project-aikit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kaito-project-aikit","shared_categories":["model-training","inference-serving"]}]}}