{"data":{"node":{"slug":"deepspeedai-deepspeed-mii","name":"DeepSpeed-MII","tagline":"Enables low-latency and high-throughput inference for deep learning models","github_url":"https://github.com/deepspeedai/DeepSpeed-MII","owner":"deepspeedai","repo":"DeepSpeed-MII","owner_avatar_url":"https://avatars.githubusercontent.com/u/74068820?v=4","primary_language":"Python","stars":2113,"forks":192,"topics":["deep-learning","inference","pytorch"],"archived":false,"github_pushed_at":"2025-06-30T16:21:45+00:00","maintenance_label":"Dormant","stars_delta_30d":5,"url":"https://www.graphcanon.com/tools/deepspeedai-deepspeed-mii","markdown_url":"https://www.graphcanon.com/tools/deepspeedai-deepspeed-mii.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/deepspeedai-deepspeed-mii","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=deepspeedai-deepspeed-mii"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"deep-learning","name":"deep-learning"},{"slug":"grpc-server","name":"grpc-server"},{"slug":"high-throughput","name":"high-throughput"},{"slug":"inference","name":"inference"},{"slug":"low-latency","name":"low-latency"},{"slug":"non-persistent-pipeline","name":"non-persistent-pipeline"},{"slug":"persistent-deployment","name":"persistent-deployment"},{"slug":"pytorch","name":"pytorch"}],"edges":[],"neighbours":[{"slug":"deepspeedai-deepspeed","name":"DeepSpeed","tagline":"Deep learning optimization library for efficient distributed training and inference","github_url":"https://github.com/deepspeedai/DeepSpeed","owner":"deepspeedai","repo":"DeepSpeed","owner_avatar_url":"https://avatars.githubusercontent.com/u/74068820?v=4","primary_language":"Python","stars":43226,"forks":5037,"topics":["billion-parameters","compression","data-parallelism","deep-learning","gpu","inference","machine-learning","mixture-of-experts","model-parallelism","pipeline-parallelism","pytorch","trillion-parameters","zero"],"archived":false,"github_pushed_at":"2026-10-13T05:01:20+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/deepspeedai-deepspeed","markdown_url":"https://www.graphcanon.com/tools/deepspeedai-deepspeed.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/deepspeedai-deepspeed","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=deepspeedai-deepspeed","shared_categories":["inference-serving"]},{"slug":"alibaba-mnn","name":"MNN","tagline":"Blazing-fast, lightweight inference engine for high-performance on-device LLMs and Edge AI","github_url":"https://github.com/alibaba/MNN","owner":"alibaba","repo":"MNN","owner_avatar_url":"https://avatars.githubusercontent.com/u/1961952?v=4","primary_language":"C++","stars":16039,"forks":2434,"topics":["arm","convolution","deep-learning","embedded-devices","llm","machine-learning","ml","mnn","transformer","vulkan","winograd-algorithm"],"archived":false,"github_pushed_at":"2026-09-04T09:39:49+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/alibaba-mnn","markdown_url":"https://www.graphcanon.com/tools/alibaba-mnn.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/alibaba-mnn","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=alibaba-mnn","shared_categories":["inference-serving"]},{"slug":"ericlbuehler-mistral-rs","name":"mistral.rs","tagline":"Fast flexible LLM inference","github_url":"https://github.com/EricLBuehler/mistral.rs","owner":"EricLBuehler","repo":"mistral.rs","owner_avatar_url":"https://avatars.githubusercontent.com/u/65165915?v=4","primary_language":"Rust","stars":7660,"forks":690,"topics":["llm","rust","uqff"],"archived":false,"github_pushed_at":"2026-09-06T20:01:45+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/ericlbuehler-mistral-rs","markdown_url":"https://www.graphcanon.com/tools/ericlbuehler-mistral-rs.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ericlbuehler-mistral-rs","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ericlbuehler-mistral-rs","shared_categories":["inference-serving"]},{"slug":"notai-tech-fastdeploy","name":"fastDeploy","tagline":"Deploy DL/ML inference pipelines with minimal extra code.","github_url":"https://github.com/notAI-tech/fastDeploy","owner":"notAI-tech","repo":"fastDeploy","owner_avatar_url":"https://avatars.githubusercontent.com/u/63401202?v=4","primary_language":"Python","stars":105,"forks":17,"topics":["deep-learning","docker","falcon","gevent","gunicorn","http-server","inference-server","model-deployment","model-serving","python","pytorch","serving","streaming-audio","tensorflow-serving","tf-serving","torchserve","triton","triton-inference-server","triton-server","websocket"],"archived":false,"github_pushed_at":"2026-02-10T16:18:52+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/notai-tech-fastdeploy","markdown_url":"https://www.graphcanon.com/tools/notai-tech-fastdeploy.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/notai-tech-fastdeploy","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=notai-tech-fastdeploy","shared_categories":["inference-serving"]}]}}