{"data":{"node":{"slug":"tencent-forward","name":"Forward","tagline":"A library for high performance deep learning inference on NVIDIA GPUs","github_url":"https://github.com/Tencent/Forward","owner":"Tencent","repo":"Forward","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"C++","stars":557,"forks":63,"topics":["cuda","deep-learning","forward","gpu","inference","inference-engine","keras","neural-network","onnx","pytorch","tensorflow","tensorrt"],"archived":false,"github_pushed_at":"2022-01-29T16:34:05+00:00","maintenance_label":"Dormant","stars_delta_30d":1,"url":"https://www.graphcanon.com/tools/tencent-forward","markdown_url":"https://www.graphcanon.com/tools/tencent-forward.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-forward","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-forward"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"cuda","name":"cuda"},{"slug":"deep-learning","name":"deep-learning"},{"slug":"forward","name":"forward"},{"slug":"gpu","name":"gpu"},{"slug":"inference","name":"inference"},{"slug":"inference-engine","name":"inference-engine"},{"slug":"keras","name":"keras"},{"slug":"neural-network","name":"neural-network"}],"edges":[],"neighbours":[{"slug":"pytorch-pytorch","name":"pytorch","tagline":"Tensors and Dynamic neural networks in Python with strong GPU acceleration","github_url":"https://github.com/pytorch/pytorch","owner":"pytorch","repo":"pytorch","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Python","stars":103384,"forks":30659,"topics":["autograd","deep-learning","gpu","machine-learning","neural-network","numpy","python","tensor"],"archived":false,"github_pushed_at":"2026-09-27T05:57:49+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/pytorch-pytorch","markdown_url":"https://www.graphcanon.com/tools/pytorch-pytorch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-pytorch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-pytorch","shared_categories":["inference-serving"]},{"slug":"alexsjones-llmfit","name":"llmfit","tagline":"Hardware-aware model recommendation tool","github_url":"https://github.com/AlexsJones/llmfit","owner":"AlexsJones","repo":"llmfit","owner_avatar_url":"https://avatars.githubusercontent.com/u/1235925?v=4","primary_language":"Rust","stars":36747,"forks":2329,"topics":["gguf","llm","localai","mlx","skill","unsloth"],"archived":false,"github_pushed_at":"2026-09-17T21:12:11+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/alexsjones-llmfit","markdown_url":"https://www.graphcanon.com/tools/alexsjones-llmfit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/alexsjones-llmfit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=alexsjones-llmfit","shared_categories":["inference-serving"]},{"slug":"lutzroeder-netron","name":"netron","tagline":"Visualizer for neural network, deep learning and machine learning models","github_url":"https://github.com/lutzroeder/netron","owner":"lutzroeder","repo":"netron","owner_avatar_url":"https://avatars.githubusercontent.com/u/438516?v=4","primary_language":"JavaScript","stars":33524,"forks":3184,"topics":["ai","coreml","deep-learning","deeplearning","keras","machine-learning","machinelearning","ml","neural-network","numpy","onnx","pytorch","safetensors","tensorflow","tensorflow-lite","visualizer"],"archived":false,"github_pushed_at":"2026-09-26T17:16:59+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/lutzroeder-netron","markdown_url":"https://www.graphcanon.com/tools/lutzroeder-netron.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lutzroeder-netron","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lutzroeder-netron","shared_categories":["inference-serving"]},{"slug":"lightning-ai-pytorch-lightning","name":"pytorch-lightning","tagline":"Pretrain, finetune ANY AI model of ANY size on 1 or 10,000+ GPUs with zero code changes.","github_url":"https://github.com/Lightning-AI/pytorch-lightning","owner":"Lightning-AI","repo":"pytorch-lightning","owner_avatar_url":"https://avatars.githubusercontent.com/u/58386951?v=4","primary_language":"Python","stars":31363,"forks":3801,"topics":["ai","artificial-intelligence","data-science","deep-learning","machine-learning","python","pytorch"],"archived":false,"github_pushed_at":"2026-09-21T11:44:30+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/lightning-ai-pytorch-lightning","markdown_url":"https://www.graphcanon.com/tools/lightning-ai-pytorch-lightning.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lightning-ai-pytorch-lightning","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lightning-ai-pytorch-lightning","shared_categories":["inference-serving"]},{"slug":"tencent-ncnn","name":"ncnn","tagline":"High-performance neural network inference framework optimized for mobile platforms","github_url":"https://github.com/Tencent/ncnn","owner":"Tencent","repo":"ncnn","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"C++","stars":23905,"forks":4514,"topics":["android","arm-neon","artificial-intelligence","caffe","darknet","deep-learning","high-preformance","inference","ios","keras","mlir","mxnet","ncnn","neural-network","onnx","pytorch","riscv","simd","tensorflow","vulkan"],"archived":false,"github_pushed_at":"2026-10-01T15:33:05+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/tencent-ncnn","markdown_url":"https://www.graphcanon.com/tools/tencent-ncnn.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-ncnn","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-ncnn","shared_categories":["inference-serving"]},{"slug":"huggingface-accelerate","name":"accelerate","tagline":"A tool for launching, training, and using PyTorch models with ease on various devices, configurations, including mixed precision support.","github_url":"https://github.com/huggingface/accelerate","owner":"huggingface","repo":"accelerate","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":9885,"forks":1513,"topics":[],"archived":false,"github_pushed_at":"2026-09-25T16:32:10+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huggingface-accelerate","markdown_url":"https://www.graphcanon.com/tools/huggingface-accelerate.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-accelerate","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-accelerate","shared_categories":["inference-serving"]},{"slug":"keras-team-autokeras","name":"autokeras","tagline":"AutoML library for deep learning","github_url":"https://github.com/keras-team/autokeras","owner":"keras-team","repo":"autokeras","owner_avatar_url":"https://avatars.githubusercontent.com/u/34455048?v=4","primary_language":"Python","stars":9335,"forks":1388,"topics":["autodl","automated-machine-learning","automl","deep-learning","keras","machine-learning","neural-architecture-search","python","tensorflow"],"archived":false,"github_pushed_at":"2025-11-25T02:26:35+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/keras-team-autokeras","markdown_url":"https://www.graphcanon.com/tools/keras-team-autokeras.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/keras-team-autokeras","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=keras-team-autokeras","shared_categories":[]},{"slug":"pytorch-serve","name":"serve","tagline":"Serve, optimize and scale PyTorch models in production","github_url":"https://github.com/pytorch/serve","owner":"pytorch","repo":"serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Java","stars":4344,"forks":880,"topics":["cpu","deep-learning","docker","gpu","kubernetes","machine-learning","metrics","mlops","optimization","pytorch","serving"],"archived":true,"github_pushed_at":"2025-08-06T19:17:08+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/pytorch-serve","markdown_url":"https://www.graphcanon.com/tools/pytorch-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-serve","shared_categories":["inference-serving"]},{"slug":"tensorflow-hub","name":"hub","tagline":"A library for transfer learning by reusing parts of TensorFlow models.","github_url":"https://github.com/tensorflow/hub","owner":"tensorflow","repo":"hub","owner_avatar_url":"https://avatars.githubusercontent.com/u/15658638?v=4","primary_language":"Python","stars":3528,"forks":1639,"topics":["embeddings","image-classification","machine-learning","ml","python","tensorflow","transfer-learning"],"archived":false,"github_pushed_at":"2025-01-17T12:09:41+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/tensorflow-hub","markdown_url":"https://www.graphcanon.com/tools/tensorflow-hub.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorflow-hub","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorflow-hub","shared_categories":[]},{"slug":"superlinked-sie","name":"sie","tagline":"Open-source inference server and production cluster for all the models your agent needs.","github_url":"https://github.com/superlinked/sie","owner":"superlinked","repo":"sie","owner_avatar_url":"https://avatars.githubusercontent.com/u/94243920?v=4","primary_language":"Python","stars":3293,"forks":311,"topics":["bge","colbert","data-pipeline","deep-learning","embeddings","inference","inference-server","information-retrieval","llm","ml","mlops","natural-language-processing","nlp","python","reranking","retrieval","retrieval-augmented-generation","semantic-search","splade","vector-search"],"archived":false,"github_pushed_at":"2026-09-19T01:00:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/superlinked-sie","markdown_url":"https://www.graphcanon.com/tools/superlinked-sie.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superlinked-sie","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superlinked-sie","shared_categories":["inference-serving"]},{"slug":"b4rtaz-distributed-llama","name":"distributed-llama","tagline":"Distributed LLM inference using home devices cluster","github_url":"https://github.com/b4rtaz/distributed-llama","owner":"b4rtaz","repo":"distributed-llama","owner_avatar_url":"https://avatars.githubusercontent.com/u/12797776?v=4","primary_language":"C++","stars":3060,"forks":250,"topics":["distributed-computing","distributed-llm","llama2","llama3","llm","llm-inference","llms","neural-network","open-llm"],"archived":false,"github_pushed_at":"2026-07-05T16:47:20+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama","markdown_url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/b4rtaz-distributed-llama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=b4rtaz-distributed-llama","shared_categories":["inference-serving"]},{"slug":"pykeio-ort","name":"ort","tagline":"Fast ML inference and training for ONNX models in Rust","github_url":"https://github.com/pykeio/ort","owner":"pykeio","repo":"ort","owner_avatar_url":"https://avatars.githubusercontent.com/u/62268720?v=4","primary_language":"Rust","stars":2515,"forks":271,"topics":["ai","ai-training","fine-tuning","inference","machine-learning","onnx","onnxruntime","rust"],"archived":false,"github_pushed_at":"2026-09-16T09:56:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/pykeio-ort","markdown_url":"https://www.graphcanon.com/tools/pykeio-ort.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pykeio-ort","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pykeio-ort","shared_categories":["inference-serving"]}]}}