{"data":{"node":{"slug":"tensorflow-serving","name":"serving","tagline":"Flexible, high-performance serving system for machine learning models","github_url":"https://github.com/tensorflow/serving","owner":"tensorflow","repo":"serving","owner_avatar_url":"https://avatars.githubusercontent.com/u/15658638?v=4","primary_language":"C++","stars":6362,"forks":2207,"topics":["cpp","deep-learning","deep-neural-networks","machine-learning","ml","neural-network","python","serving","tensorflow"],"archived":false,"github_pushed_at":"2026-09-16T22:46:53+00:00","maintenance_label":"Very active","stars_delta_30d":3,"url":"https://www.graphcanon.com/tools/tensorflow-serving","markdown_url":"https://www.graphcanon.com/tools/tensorflow-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorflow-serving","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorflow-serving"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"cpp","name":"cpp"},{"slug":"deep-learning","name":"deep-learning"},{"slug":"deep-neural-networks","name":"deep-neural-networks"},{"slug":"machine-learning","name":"machine-learning"},{"slug":"ml","name":"ml"},{"slug":"neural-network","name":"neural-network"},{"slug":"python","name":"python"},{"slug":"serving","name":"serving"}],"edges":[{"type":"integrates_with","direction":"in","explanation":"TensorFlow Serving enables high-performance serving of machine learning models with TensorFlow, often used in deployment scenarios that involve models created using TensorFlow as the framework.","successor_context":null,"tool":{"slug":"tensorflow-tensorflow","name":"tensorflow","tagline":"An Open Source Machine Learning Framework for Everyone","github_url":"https://github.com/tensorflow/tensorflow","owner":"tensorflow","repo":"tensorflow","owner_avatar_url":"https://avatars.githubusercontent.com/u/15658638?v=4","primary_language":"C++","stars":200493,"forks":77664,"topics":["deep-learning","deep-neural-networks","distributed","machine-learning","ml","neural-network","python","tensorflow"],"archived":false,"github_pushed_at":"2026-09-27T05:55:11+00:00","maintenance_label":"Very active","stars_delta_30d":3735,"url":"https://www.graphcanon.com/tools/tensorflow-tensorflow","markdown_url":"https://www.graphcanon.com/tools/tensorflow-tensorflow.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorflow-tensorflow","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorflow-tensorflow"}}],"neighbours":[{"slug":"tensorflow-tensorflow","name":"tensorflow","tagline":"An Open Source Machine Learning Framework for Everyone","github_url":"https://github.com/tensorflow/tensorflow","owner":"tensorflow","repo":"tensorflow","owner_avatar_url":"https://avatars.githubusercontent.com/u/15658638?v=4","primary_language":"C++","stars":200493,"forks":77664,"topics":["deep-learning","deep-neural-networks","distributed","machine-learning","ml","neural-network","python","tensorflow"],"archived":false,"github_pushed_at":"2026-09-27T05:55:11+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/tensorflow-tensorflow","markdown_url":"https://www.graphcanon.com/tools/tensorflow-tensorflow.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorflow-tensorflow","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorflow-tensorflow","shared_categories":[]},{"slug":"jina-ai-serve","name":"serve","tagline":"Build multimodal AI applications with cloud-native stack","github_url":"https://github.com/jina-ai/serve","owner":"jina-ai","repo":"serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/60539444?v=4","primary_language":"Python","stars":21861,"forks":2240,"topics":["cloud-native","cncf","deep-learning","docker","fastapi","framework","generative-ai","grpc","jaeger","kubernetes","llmops","machine-learning","microservice","mlops","multimodal","neural-search","opentelemetry","orchestration","pipeline","prometheus"],"archived":false,"github_pushed_at":"2025-03-24T13:59:54+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/jina-ai-serve","markdown_url":"https://www.graphcanon.com/tools/jina-ai-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jina-ai-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jina-ai-serve","shared_categories":["inference-serving"]},{"slug":"triton-inference-server-server","name":"server","tagline":"Optimized cloud and edge inferencing solution","github_url":"https://github.com/triton-inference-server/server","owner":"triton-inference-server","repo":"server","owner_avatar_url":"https://avatars.githubusercontent.com/u/68086070?v=4","primary_language":"Python","stars":10995,"forks":1837,"topics":["cloud","datacenter","deep-learning","edge","gpu","inference","machine-learning"],"archived":false,"github_pushed_at":"2026-09-17T14:35:44+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/triton-inference-server-server","markdown_url":"https://www.graphcanon.com/tools/triton-inference-server-server.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/triton-inference-server-server","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=triton-inference-server-server","shared_categories":["inference-serving"]},{"slug":"bentoml-bentoml","name":"BentoML","tagline":"The easiest way to serve AI apps and models","github_url":"https://github.com/bentoml/BentoML","owner":"bentoml","repo":"BentoML","owner_avatar_url":"https://avatars.githubusercontent.com/u/49176046?v=4","primary_language":"Python","stars":8847,"forks":1032,"topics":["ai-inference","deep-learning","generative-ai","inference-platform","llm","llm-inference","llm-serving","llmops","machine-learning","ml-engineering","mlops","model-inference-service","model-serving","multimodal","python"],"archived":false,"github_pushed_at":"2026-09-07T17:43:01+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/bentoml-bentoml","markdown_url":"https://www.graphcanon.com/tools/bentoml-bentoml.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bentoml-bentoml","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bentoml-bentoml","shared_categories":["inference-serving"]},{"slug":"ai-dynamo-dynamo","name":"dynamo","tagline":"A Datacenter Scale Distributed Inference Serving Framework","github_url":"https://github.com/ai-dynamo/dynamo","owner":"ai-dynamo","repo":"dynamo","owner_avatar_url":"https://avatars.githubusercontent.com/u/201626793?v=4","primary_language":"Rust","stars":8121,"forks":1601,"topics":["diffusion","disaggregated-serving","kubernetes","llm-inference","omni","routing-engine","rust","sglang","tensorrt-llm","vllm"],"archived":false,"github_pushed_at":"2026-09-19T17:01:54+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ai-dynamo-dynamo","markdown_url":"https://www.graphcanon.com/tools/ai-dynamo-dynamo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ai-dynamo-dynamo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ai-dynamo-dynamo","shared_categories":["inference-serving"]},{"slug":"kserve-kserve","name":"kserve","tagline":"Standardized Distributed Generative and Predictive AI Inference Platform for Scalable, Multi-Framework Deployment on Kubernetes","github_url":"https://github.com/kserve/kserve","owner":"kserve","repo":"kserve","owner_avatar_url":"https://avatars.githubusercontent.com/u/83512434?v=4","primary_language":"Go","stars":5970,"forks":1689,"topics":["artificial-intelligence","cncf","genai","hacktoberfest","istio","k8s","knative","kserve","kubeflow","kubernetes","llm-inference","machine-learning","mlops","model-interpretability","model-serving","pytorch","service-mesh","tensorflow","vllm","xgboost"],"archived":false,"github_pushed_at":"2026-09-19T13:08:33+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/kserve-kserve","markdown_url":"https://www.graphcanon.com/tools/kserve-kserve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kserve-kserve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kserve-kserve","shared_categories":["inference-serving"]},{"slug":"seldonio-seldon-core","name":"seldon-core","tagline":"An MLOps framework to package, deploy, monitor and manage thousands of production machine learning models","github_url":"https://github.com/SeldonIO/seldon-core","owner":"SeldonIO","repo":"seldon-core","owner_avatar_url":"https://avatars.githubusercontent.com/u/10297834?v=4","primary_language":"Go","stars":4782,"forks":866,"topics":["aiops","deployment","kubernetes","machine-learning","machine-learning-operations","mlops","production-machine-learning","serving"],"archived":false,"github_pushed_at":"2026-03-23T11:39:54+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/seldonio-seldon-core","markdown_url":"https://www.graphcanon.com/tools/seldonio-seldon-core.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/seldonio-seldon-core","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=seldonio-seldon-core","shared_categories":["inference-serving"]},{"slug":"pytorch-serve","name":"serve","tagline":"Serve, optimize and scale PyTorch models in production","github_url":"https://github.com/pytorch/serve","owner":"pytorch","repo":"serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Java","stars":4344,"forks":880,"topics":["cpu","deep-learning","docker","gpu","kubernetes","machine-learning","metrics","mlops","optimization","pytorch","serving"],"archived":true,"github_pushed_at":"2025-08-06T19:17:08+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/pytorch-serve","markdown_url":"https://www.graphcanon.com/tools/pytorch-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-serve","shared_categories":["inference-serving"]},{"slug":"tensorflow-hub","name":"hub","tagline":"A library for transfer learning by reusing parts of TensorFlow models.","github_url":"https://github.com/tensorflow/hub","owner":"tensorflow","repo":"hub","owner_avatar_url":"https://avatars.githubusercontent.com/u/15658638?v=4","primary_language":"Python","stars":3528,"forks":1639,"topics":["embeddings","image-classification","machine-learning","ml","python","tensorflow","transfer-learning"],"archived":false,"github_pushed_at":"2025-01-17T12:09:41+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/tensorflow-hub","markdown_url":"https://www.graphcanon.com/tools/tensorflow-hub.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorflow-hub","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorflow-hub","shared_categories":[]},{"slug":"superlinked-sie","name":"sie","tagline":"Open-source inference server and production cluster for all the models your agent needs.","github_url":"https://github.com/superlinked/sie","owner":"superlinked","repo":"sie","owner_avatar_url":"https://avatars.githubusercontent.com/u/94243920?v=4","primary_language":"Python","stars":3293,"forks":311,"topics":["bge","colbert","data-pipeline","deep-learning","embeddings","inference","inference-server","information-retrieval","llm","ml","mlops","natural-language-processing","nlp","python","reranking","retrieval","retrieval-augmented-generation","semantic-search","splade","vector-search"],"archived":false,"github_pushed_at":"2026-09-19T01:00:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/superlinked-sie","markdown_url":"https://www.graphcanon.com/tools/superlinked-sie.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superlinked-sie","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superlinked-sie","shared_categories":["inference-serving"]},{"slug":"michaelfeil-infinity","name":"infinity","tagline":"High-throughput, low-latency serving engine for text-embeddings, reranking models, CLIP, CLAP, and COLPAli","github_url":"https://github.com/michaelfeil/infinity","owner":"michaelfeil","repo":"infinity","owner_avatar_url":"https://avatars.githubusercontent.com/u/63565275?v=4","primary_language":"Python","stars":2942,"forks":207,"topics":["bert-embeddings","llm","text-embeddings"],"archived":false,"github_pushed_at":"2026-03-24T03:59:47+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/michaelfeil-infinity","markdown_url":"https://www.graphcanon.com/tools/michaelfeil-infinity.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/michaelfeil-infinity","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=michaelfeil-infinity","shared_categories":["inference-serving"]},{"slug":"microsoft-pai","name":"pai","tagline":"Resource scheduling and cluster management for AI","github_url":"https://github.com/microsoft/pai","owner":"microsoft","repo":"pai","owner_avatar_url":"https://avatars.githubusercontent.com/u/6154722?v=4","primary_language":"JavaScript","stars":2694,"forks":554,"topics":["ai","artificial-intelligence","chainer","cloud","cluster-management","cluster-manager","gpu","gpu-cluster","gpu-computing","gpu-scheduler","jupyter","kubernetes","machine-learning","model-training","on-premise","pytorch","resource-management","scheduling","tensorflow"],"archived":false,"github_pushed_at":"2026-09-18T03:17:30+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/microsoft-pai","markdown_url":"https://www.graphcanon.com/tools/microsoft-pai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/microsoft-pai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=microsoft-pai","shared_categories":["inference-serving"]}]}}