{"data":{"node":{"slug":"tencent-forward","name":"Forward","tagline":"A library for high performance deep learning inference on NVIDIA GPUs","github_url":"https://github.com/Tencent/Forward","owner":"Tencent","repo":"Forward","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"C++","stars":556,"forks":63,"topics":["cuda","deep-learning","forward","gpu","inference","inference-engine","keras","neural-network","onnx","pytorch","tensorflow","tensorrt"],"archived":false,"github_pushed_at":"2022-01-29T16:34:05+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/tencent-forward","markdown_url":"https://www.graphcanon.com/tools/tencent-forward.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-forward","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-forward"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"cuda","name":"cuda"},{"slug":"deep-learning","name":"deep-learning"},{"slug":"forward","name":"forward"},{"slug":"gpu","name":"gpu"},{"slug":"inference","name":"inference"},{"slug":"inference-engine","name":"inference-engine"},{"slug":"keras","name":"keras"},{"slug":"neural-network","name":"neural-network"}],"edges":[],"neighbours":[{"slug":"pytorch-pytorch","name":"pytorch","tagline":"Tensors and Dynamic neural networks in Python with strong GPU acceleration","github_url":"https://github.com/pytorch/pytorch","owner":"pytorch","repo":"pytorch","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Python","stars":102144,"forks":28650,"topics":["autograd","deep-learning","gpu","machine-learning","neural-network","numpy","python","tensor"],"archived":false,"github_pushed_at":"2026-08-03T06:00:50+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/pytorch-pytorch","markdown_url":"https://www.graphcanon.com/tools/pytorch-pytorch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-pytorch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-pytorch","shared_categories":["inference-serving"]},{"slug":"lutzroeder-netron","name":"netron","tagline":"Visualizer for neural network, deep learning and machine learning models","github_url":"https://github.com/lutzroeder/netron","owner":"lutzroeder","repo":"netron","owner_avatar_url":"https://avatars.githubusercontent.com/u/438516?v=4","primary_language":"JavaScript","stars":33302,"forks":3175,"topics":["ai","coreml","deep-learning","deeplearning","keras","machine-learning","machinelearning","ml","neural-network","numpy","onnx","pytorch","safetensors","tensorflow","tensorflow-lite","visualizer"],"archived":false,"github_pushed_at":"2026-08-02T16:49:54+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/lutzroeder-netron","markdown_url":"https://www.graphcanon.com/tools/lutzroeder-netron.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lutzroeder-netron","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lutzroeder-netron","shared_categories":["inference-serving"]},{"slug":"lightning-ai-pytorch-lightning","name":"pytorch-lightning","tagline":"Pretrain, finetune ANY AI model of ANY size on 1 or 10,000+ GPUs with zero code changes.","github_url":"https://github.com/Lightning-AI/pytorch-lightning","owner":"Lightning-AI","repo":"pytorch-lightning","owner_avatar_url":"https://avatars.githubusercontent.com/u/58386951?v=4","primary_language":"Python","stars":31267,"forks":3768,"topics":["ai","artificial-intelligence","data-science","deep-learning","machine-learning","python","pytorch"],"archived":false,"github_pushed_at":"2026-08-03T01:13:09+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/lightning-ai-pytorch-lightning","markdown_url":"https://www.graphcanon.com/tools/lightning-ai-pytorch-lightning.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lightning-ai-pytorch-lightning","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lightning-ai-pytorch-lightning","shared_categories":["inference-serving"]},{"slug":"tencent-ncnn","name":"ncnn","tagline":"High-performance neural network inference framework optimized for mobile platforms","github_url":"https://github.com/Tencent/ncnn","owner":"Tencent","repo":"ncnn","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"C++","stars":23644,"forks":4475,"topics":["android","arm-neon","artificial-intelligence","caffe","darknet","deep-learning","high-preformance","inference","ios","keras","mlir","mxnet","ncnn","neural-network","onnx","pytorch","riscv","simd","tensorflow","vulkan"],"archived":false,"github_pushed_at":"2026-08-04T09:18:11+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/tencent-ncnn","markdown_url":"https://www.graphcanon.com/tools/tencent-ncnn.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-ncnn","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-ncnn","shared_categories":["inference-serving"]},{"slug":"nvidia-deeplearningexamples","name":"DeepLearningExamples","tagline":"State-of-the-Art Deep Learning scripts for various applications","github_url":"https://github.com/NVIDIA/DeepLearningExamples","owner":"NVIDIA","repo":"DeepLearningExamples","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"Jupyter Notebook","stars":14844,"forks":3408,"topics":["computer-vision","deep-learning","drug-discovery","forecasting","large-language-models","mxnet","nlp","paddlepaddle","pytorch","recommender-systems","speech-recognition","speech-synthesis","tensorflow","tensorflow2","translation"],"archived":false,"github_pushed_at":"2024-08-12T14:01:29+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/nvidia-deeplearningexamples","markdown_url":"https://www.graphcanon.com/tools/nvidia-deeplearningexamples.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-deeplearningexamples","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-deeplearningexamples","shared_categories":["inference-serving"]},{"slug":"huggingface-accelerate","name":"accelerate","tagline":"A tool for launching, training, and using PyTorch models with ease on various devices, configurations, including mixed precision support.","github_url":"https://github.com/huggingface/accelerate","owner":"huggingface","repo":"accelerate","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":9803,"forks":1425,"topics":[],"archived":false,"github_pushed_at":"2026-07-30T11:20:54+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huggingface-accelerate","markdown_url":"https://www.graphcanon.com/tools/huggingface-accelerate.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-accelerate","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-accelerate","shared_categories":["inference-serving"]},{"slug":"keras-team-autokeras","name":"autokeras","tagline":"AutoML library for deep learning","github_url":"https://github.com/keras-team/autokeras","owner":"keras-team","repo":"autokeras","owner_avatar_url":"https://avatars.githubusercontent.com/u/34455048?v=4","primary_language":"Python","stars":9328,"forks":1393,"topics":["autodl","automated-machine-learning","automl","deep-learning","keras","machine-learning","neural-architecture-search","python","tensorflow"],"archived":false,"github_pushed_at":"2025-11-25T02:26:35+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/keras-team-autokeras","markdown_url":"https://www.graphcanon.com/tools/keras-team-autokeras.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/keras-team-autokeras","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=keras-team-autokeras","shared_categories":[]},{"slug":"tensorflow-serving","name":"serving","tagline":"A flexible, high-performance serving system for machine learning models","github_url":"https://github.com/tensorflow/serving","owner":"tensorflow","repo":"serving","owner_avatar_url":"https://avatars.githubusercontent.com/u/15658638?v=4","primary_language":"C++","stars":6359,"forks":2204,"topics":["cpp","deep-learning","deep-neural-networks","machine-learning","ml","neural-network","python","serving","tensorflow"],"archived":false,"github_pushed_at":"2026-07-30T07:02:43+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/tensorflow-serving","markdown_url":"https://www.graphcanon.com/tools/tensorflow-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorflow-serving","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorflow-serving","shared_categories":["inference-serving"]},{"slug":"tensorflow-hub","name":"hub","tagline":"A library for transfer learning by reusing parts of TensorFlow models.","github_url":"https://github.com/tensorflow/hub","owner":"tensorflow","repo":"hub","owner_avatar_url":"https://avatars.githubusercontent.com/u/15658638?v=4","primary_language":"Python","stars":3523,"forks":1641,"topics":["embeddings","image-classification","machine-learning","ml","python","tensorflow","transfer-learning"],"archived":false,"github_pushed_at":"2025-01-17T12:09:41+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/tensorflow-hub","markdown_url":"https://www.graphcanon.com/tools/tensorflow-hub.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorflow-hub","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorflow-hub","shared_categories":[]},{"slug":"b4rtaz-distributed-llama","name":"distributed-llama","tagline":"Distributed LLM inference using home devices cluster","github_url":"https://github.com/b4rtaz/distributed-llama","owner":"b4rtaz","repo":"distributed-llama","owner_avatar_url":"https://avatars.githubusercontent.com/u/12797776?v=4","primary_language":"C++","stars":3044,"forks":246,"topics":["distributed-computing","distributed-llm","llama2","llama3","llm","llm-inference","llms","neural-network","open-llm"],"archived":false,"github_pushed_at":"2026-07-05T16:47:20+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama","markdown_url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/b4rtaz-distributed-llama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=b4rtaz-distributed-llama","shared_categories":["inference-serving"]},{"slug":"superlinked-sie","name":"sie","tagline":"Open-source inference server and production cluster for all the models your agent needs.","github_url":"https://github.com/superlinked/sie","owner":"superlinked","repo":"sie","owner_avatar_url":"https://avatars.githubusercontent.com/u/94243920?v=4","primary_language":"Python","stars":2804,"forks":272,"topics":["bge","colbert","data-pipeline","deep-learning","embeddings","inference","inference-server","information-retrieval","llm","ml","mlops","natural-language-processing","nlp","python","reranking","retrieval","retrieval-augmented-generation","semantic-search","splade","vector-search"],"archived":false,"github_pushed_at":"2026-08-21T20:28:04+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/superlinked-sie","markdown_url":"https://www.graphcanon.com/tools/superlinked-sie.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superlinked-sie","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superlinked-sie","shared_categories":["inference-serving"]},{"slug":"pykeio-ort","name":"ort","tagline":"Fast ML inference and training for ONNX models in Rust","github_url":"https://github.com/pykeio/ort","owner":"pykeio","repo":"ort","owner_avatar_url":"https://avatars.githubusercontent.com/u/62268720?v=4","primary_language":"Rust","stars":2472,"forks":263,"topics":["ai","ai-training","fine-tuning","inference","machine-learning","onnx","onnxruntime","rust"],"archived":false,"github_pushed_at":"2026-08-23T20:46:26+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/pykeio-ort","markdown_url":"https://www.graphcanon.com/tools/pykeio-ort.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pykeio-ort","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pykeio-ort","shared_categories":["inference-serving"]}]}}