{"data":{"node":{"slug":"nndeploy-nndeploy","name":"nndeploy","tagline":"An Easy-to-Use and High-Performance AI Deployment Framework","github_url":"https://github.com/nndeploy/nndeploy","owner":"nndeploy","repo":"nndeploy","owner_avatar_url":"https://avatars.githubusercontent.com/u/147458884?v=4","primary_language":"C++","stars":1878,"forks":233,"topics":["ai","ascend","deep-learning","deployment","diffusers","genai","llm","low-code","low-code-platform","mnn","no-code","onnxruntime","openvino","python","pytorch","tensorrt","transformer","workflow"],"archived":false,"github_pushed_at":"2026-08-15T13:56:15+00:00","maintenance_label":"Steady","stars_delta_30d":18,"url":"https://www.graphcanon.com/tools/nndeploy-nndeploy","markdown_url":"https://www.graphcanon.com/tools/nndeploy-nndeploy.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nndeploy-nndeploy","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nndeploy-nndeploy"},"categories":[{"slug":"developer-tools","name":"Developer Tools","url":"https://www.graphcanon.com/categories/developer-tools","markdown_url":"https://www.graphcanon.com/categories/developer-tools.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/developer-tools"},{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"ai","name":"ai"},{"slug":"ascend","name":"ascend"},{"slug":"deep-learning","name":"deep-learning"},{"slug":"deployment","name":"deployment"},{"slug":"diffusers","name":"diffusers"},{"slug":"genai","name":"genai"},{"slug":"llm","name":"llm"},{"slug":"low-code","name":"low-code"}],"edges":[],"neighbours":[{"slug":"tencent-ncnn","name":"ncnn","tagline":"High-performance neural network inference framework optimized for mobile platforms","github_url":"https://github.com/Tencent/ncnn","owner":"Tencent","repo":"ncnn","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"C++","stars":23784,"forks":4497,"topics":["android","arm-neon","artificial-intelligence","caffe","darknet","deep-learning","high-preformance","inference","ios","keras","mlir","mxnet","ncnn","neural-network","onnx","pytorch","riscv","simd","tensorflow","vulkan"],"archived":false,"github_pushed_at":"2026-09-02T09:25:39+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/tencent-ncnn","markdown_url":"https://www.graphcanon.com/tools/tencent-ncnn.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-ncnn","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-ncnn","shared_categories":["inference-serving"]},{"slug":"microsoft-nni","name":"nni","tagline":"An open source AutoML toolkit for automating machine learning lifecycle","github_url":"https://github.com/microsoft/nni","owner":"microsoft","repo":"nni","owner_avatar_url":"https://avatars.githubusercontent.com/u/6154722?v=4","primary_language":"Python","stars":14360,"forks":1851,"topics":["automated-machine-learning","automl","bayesian-optimization","data-science","deep-learning","deep-neural-network","distributed","feature-engineering","hyperparameter-optimization","hyperparameter-tuning","machine-learning","machine-learning-algorithms","mlops","model-compression","nas","neural-architecture-search","neural-network","python","pytorch","tensorflow"],"archived":true,"github_pushed_at":"2024-07-03T10:55:10+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/microsoft-nni","markdown_url":"https://www.graphcanon.com/tools/microsoft-nni.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/microsoft-nni","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=microsoft-nni","shared_categories":[]},{"slug":"internlm-lmdeploy","name":"lmdeploy","tagline":"Toolkit for compressing, deploying, and serving LLMs","github_url":"https://github.com/InternLM/lmdeploy","owner":"InternLM","repo":"lmdeploy","owner_avatar_url":"https://avatars.githubusercontent.com/u/135356492?v=4","primary_language":"Python","stars":8044,"forks":737,"topics":["codellama","cuda-kernels","deepspeed","fastertransformer","internlm","llama","llama2","llama3","llm","llm-inference","turbomind"],"archived":false,"github_pushed_at":"2026-09-05T04:35:03+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/internlm-lmdeploy","markdown_url":"https://www.graphcanon.com/tools/internlm-lmdeploy.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/internlm-lmdeploy","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=internlm-lmdeploy","shared_categories":["inference-serving"]},{"slug":"kserve-kserve","name":"kserve","tagline":"Standardized Distributed Generative and Predictive AI Inference Platform for Scalable, Multi-Framework Deployment on Kubernetes","github_url":"https://github.com/kserve/kserve","owner":"kserve","repo":"kserve","owner_avatar_url":"https://avatars.githubusercontent.com/u/83512434?v=4","primary_language":"Go","stars":5970,"forks":1689,"topics":["artificial-intelligence","cncf","genai","hacktoberfest","istio","k8s","knative","kserve","kubeflow","kubernetes","llm-inference","machine-learning","mlops","model-interpretability","model-serving","pytorch","service-mesh","tensorflow","vllm","xgboost"],"archived":false,"github_pushed_at":"2026-09-19T13:08:33+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/kserve-kserve","markdown_url":"https://www.graphcanon.com/tools/kserve-kserve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kserve-kserve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kserve-kserve","shared_categories":["inference-serving"]},{"slug":"seldonio-seldon-core","name":"seldon-core","tagline":"An MLOps framework to package, deploy, monitor and manage thousands of production machine learning models","github_url":"https://github.com/SeldonIO/seldon-core","owner":"SeldonIO","repo":"seldon-core","owner_avatar_url":"https://avatars.githubusercontent.com/u/10297834?v=4","primary_language":"Go","stars":4780,"forks":868,"topics":["aiops","deployment","kubernetes","machine-learning","machine-learning-operations","mlops","production-machine-learning","serving"],"archived":false,"github_pushed_at":"2026-03-23T11:39:54+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/seldonio-seldon-core","markdown_url":"https://www.graphcanon.com/tools/seldonio-seldon-core.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/seldonio-seldon-core","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=seldonio-seldon-core","shared_categories":["inference-serving"]},{"slug":"pytorch-serve","name":"serve","tagline":"Serve, optimize and scale PyTorch models in production","github_url":"https://github.com/pytorch/serve","owner":"pytorch","repo":"serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Java","stars":4344,"forks":880,"topics":["cpu","deep-learning","docker","gpu","kubernetes","machine-learning","metrics","mlops","optimization","pytorch","serving"],"archived":true,"github_pushed_at":"2025-08-06T19:17:08+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/pytorch-serve","markdown_url":"https://www.graphcanon.com/tools/pytorch-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-serve","shared_categories":["inference-serving"]},{"slug":"microsoft-pai","name":"pai","tagline":"Resource scheduling and cluster management for AI","github_url":"https://github.com/microsoft/pai","owner":"microsoft","repo":"pai","owner_avatar_url":"https://avatars.githubusercontent.com/u/6154722?v=4","primary_language":"JavaScript","stars":2688,"forks":552,"topics":["ai","artificial-intelligence","chainer","cloud","cluster-management","cluster-manager","gpu","gpu-cluster","gpu-computing","gpu-scheduler","jupyter","kubernetes","machine-learning","model-training","on-premise","pytorch","resource-management","scheduling","tensorflow"],"archived":false,"github_pushed_at":"2026-08-15T00:09:09+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/microsoft-pai","markdown_url":"https://www.graphcanon.com/tools/microsoft-pai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/microsoft-pai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=microsoft-pai","shared_categories":["inference-serving"]},{"slug":"roboflow-inference","name":"inference","tagline":"Turn any computer or edge device into a command center for your computer vision projects.","github_url":"https://github.com/roboflow/inference","owner":"roboflow","repo":"inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/53104118?v=4","primary_language":"Python","stars":2456,"forks":319,"topics":["agents","classification","computer-vision","deployment","docker","inference","inference-api","inference-server","instance-segmentation","jetson","machine-learning","object-detection","onnx","python","tensorrt","vit","yolo11","yolov12","yolov5","yolov8"],"archived":false,"github_pushed_at":"2026-09-19T10:40:30+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/roboflow-inference","markdown_url":"https://www.graphcanon.com/tools/roboflow-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/roboflow-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=roboflow-inference","shared_categories":["inference-serving"]},{"slug":"google-parfait-tensorflow-federated","name":"tensorflow-federated","tagline":"An open-source framework for machine learning and other computations on decentralized data","github_url":"https://github.com/google-parfait/tensorflow-federated","owner":"google-parfait","repo":"tensorflow-federated","owner_avatar_url":"https://avatars.githubusercontent.com/u/164364956?v=4","primary_language":"Python","stars":2448,"forks":606,"topics":[],"archived":false,"github_pushed_at":"2026-09-01T19:48:10+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/google-parfait-tensorflow-federated","markdown_url":"https://www.graphcanon.com/tools/google-parfait-tensorflow-federated.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/google-parfait-tensorflow-federated","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=google-parfait-tensorflow-federated","shared_categories":[]},{"slug":"axflow-axflow","name":"axflow","tagline":"The TypeScript framework for AI development","github_url":"https://github.com/axflow/axflow","owner":"axflow","repo":"axflow","owner_avatar_url":"https://avatars.githubusercontent.com/u/142942237?v=4","primary_language":"TypeScript","stars":1122,"forks":41,"topics":["ai","llm","typescript"],"archived":false,"github_pushed_at":"2024-03-02T00:14:33+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/axflow-axflow","markdown_url":"https://www.graphcanon.com/tools/axflow-axflow.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/axflow-axflow","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=axflow-axflow","shared_categories":["developer-tools"]},{"slug":"tencent-forward","name":"Forward","tagline":"A library for high performance deep learning inference on NVIDIA GPUs","github_url":"https://github.com/Tencent/Forward","owner":"Tencent","repo":"Forward","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"C++","stars":556,"forks":63,"topics":["cuda","deep-learning","forward","gpu","inference","inference-engine","keras","neural-network","onnx","pytorch","tensorflow","tensorrt"],"archived":false,"github_pushed_at":"2022-01-29T16:34:05+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/tencent-forward","markdown_url":"https://www.graphcanon.com/tools/tencent-forward.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-forward","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-forward","shared_categories":["inference-serving"]},{"slug":"microsoft-archai","name":"archai","tagline":"Accelerate your Neural Architecture Search (NAS) through fast, reproducible and modular research.","github_url":"https://github.com/microsoft/archai","owner":"microsoft","repo":"archai","owner_avatar_url":"https://avatars.githubusercontent.com/u/6154722?v=4","primary_language":"Python","stars":486,"forks":95,"topics":["automated-machine-learning","automl","darts","deep-learning","hyperparameter-optimization","machine-learning","model-compression","nas","neural-architecture-search","petridish","python","pytorch"],"archived":false,"github_pushed_at":"2026-08-31T12:49:37+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/microsoft-archai","markdown_url":"https://www.graphcanon.com/tools/microsoft-archai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/microsoft-archai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=microsoft-archai","shared_categories":[]}]}}