{"data":{"node":{"slug":"tencent-ncnn","name":"ncnn","tagline":"High-performance neural network inference framework optimized for mobile platforms","github_url":"https://github.com/Tencent/ncnn","owner":"Tencent","repo":"ncnn","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"C++","stars":23905,"forks":4514,"topics":["android","arm-neon","artificial-intelligence","caffe","darknet","deep-learning","high-preformance","inference","ios","keras","mlir","mxnet","ncnn","neural-network","onnx","pytorch","riscv","simd","tensorflow","vulkan"],"archived":false,"github_pushed_at":"2026-10-01T15:33:05+00:00","maintenance_label":"Very active","stars_delta_30d":261,"url":"https://www.graphcanon.com/tools/tencent-ncnn","markdown_url":"https://www.graphcanon.com/tools/tencent-ncnn.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-ncnn","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-ncnn"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"android","name":"android"},{"slug":"arm-neon","name":"arm-neon"},{"slug":"artificial-intelligence","name":"artificial-intelligence"},{"slug":"caffe","name":"caffe"},{"slug":"darknet","name":"darknet"},{"slug":"deep-learning","name":"deep-learning"},{"slug":"high-performance","name":"high-performance"},{"slug":"inference","name":"inference"}],"edges":[],"neighbours":[{"slug":"pytorch-pytorch","name":"pytorch","tagline":"Tensors and Dynamic neural networks in Python with strong GPU acceleration","github_url":"https://github.com/pytorch/pytorch","owner":"pytorch","repo":"pytorch","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Python","stars":103384,"forks":30659,"topics":["autograd","deep-learning","gpu","machine-learning","neural-network","numpy","python","tensor"],"archived":false,"github_pushed_at":"2026-09-27T05:57:49+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/pytorch-pytorch","markdown_url":"https://www.graphcanon.com/tools/pytorch-pytorch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-pytorch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-pytorch","shared_categories":["inference-serving"]},{"slug":"bvlc-caffe","name":"caffe","tagline":"Caffe is a fast open framework for deep learning.","github_url":"https://github.com/BVLC/caffe","owner":"BVLC","repo":"caffe","owner_avatar_url":"https://avatars.githubusercontent.com/u/6182163?v=4","primary_language":"C++","stars":34551,"forks":18403,"topics":["deep-learning","machine-learning","vision"],"archived":false,"github_pushed_at":"2024-07-31T23:10:28+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/bvlc-caffe","markdown_url":"https://www.graphcanon.com/tools/bvlc-caffe.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bvlc-caffe","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bvlc-caffe","shared_categories":[]},{"slug":"lutzroeder-netron","name":"netron","tagline":"Visualizer for neural network, deep learning and machine learning models","github_url":"https://github.com/lutzroeder/netron","owner":"lutzroeder","repo":"netron","owner_avatar_url":"https://avatars.githubusercontent.com/u/438516?v=4","primary_language":"JavaScript","stars":33524,"forks":3184,"topics":["ai","coreml","deep-learning","deeplearning","keras","machine-learning","machinelearning","ml","neural-network","numpy","onnx","pytorch","safetensors","tensorflow","tensorflow-lite","visualizer"],"archived":false,"github_pushed_at":"2026-09-26T17:16:59+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/lutzroeder-netron","markdown_url":"https://www.graphcanon.com/tools/lutzroeder-netron.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lutzroeder-netron","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lutzroeder-netron","shared_categories":["inference-serving"]},{"slug":"pykeio-ort","name":"ort","tagline":"Fast ML inference and training for ONNX models in Rust","github_url":"https://github.com/pykeio/ort","owner":"pykeio","repo":"ort","owner_avatar_url":"https://avatars.githubusercontent.com/u/62268720?v=4","primary_language":"Rust","stars":2515,"forks":271,"topics":["ai","ai-training","fine-tuning","inference","machine-learning","onnx","onnxruntime","rust"],"archived":false,"github_pushed_at":"2026-09-16T09:56:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/pykeio-ort","markdown_url":"https://www.graphcanon.com/tools/pykeio-ort.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pykeio-ort","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pykeio-ort","shared_categories":["inference-serving"]},{"slug":"roboflow-inference","name":"inference","tagline":"Turn any computer or edge device into a command center for your computer vision projects.","github_url":"https://github.com/roboflow/inference","owner":"roboflow","repo":"inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/53104118?v=4","primary_language":"Python","stars":2456,"forks":319,"topics":["agents","classification","computer-vision","deployment","docker","inference","inference-api","inference-server","instance-segmentation","jetson","machine-learning","object-detection","onnx","python","tensorrt","vit","yolo11","yolov12","yolov5","yolov8"],"archived":false,"github_pushed_at":"2026-09-19T10:40:30+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/roboflow-inference","markdown_url":"https://www.graphcanon.com/tools/roboflow-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/roboflow-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=roboflow-inference","shared_categories":["inference-serving"]},{"slug":"ailia-ai-ailia-models","name":"ailia-models","tagline":"Repository of pre-trained AI models for ailia SDK","github_url":"https://github.com/ailia-ai/ailia-models","owner":"ailia-ai","repo":"ailia-models","owner_avatar_url":"https://avatars.githubusercontent.com/u/55011924?v=4","primary_language":"Python","stars":2392,"forks":365,"topics":["action-recognition","anomaly-detection","audio-processing","background-removal","crowd-counting","deep-learning","embeddings","face-detection","face-recognition","fashion-ai","gan","hand-detection","image-classification","image-segmentation","llm","neural-network","object-detection","object-recognition","object-tracking","pose-estimation"],"archived":false,"github_pushed_at":"2026-09-16T08:01:06+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ailia-ai-ailia-models","markdown_url":"https://www.graphcanon.com/tools/ailia-ai-ailia-models.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ailia-ai-ailia-models","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ailia-ai-ailia-models","shared_categories":[]},{"slug":"nndeploy-nndeploy","name":"nndeploy","tagline":"An Easy-to-Use and High-Performance AI Deployment Framework","github_url":"https://github.com/nndeploy/nndeploy","owner":"nndeploy","repo":"nndeploy","owner_avatar_url":"https://avatars.githubusercontent.com/u/147458884?v=4","primary_language":"C++","stars":1878,"forks":233,"topics":["ai","ascend","deep-learning","deployment","diffusers","genai","llm","low-code","low-code-platform","mnn","no-code","onnxruntime","openvino","python","pytorch","tensorrt","transformer","workflow"],"archived":false,"github_pushed_at":"2026-08-15T13:56:15+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/nndeploy-nndeploy","markdown_url":"https://www.graphcanon.com/tools/nndeploy-nndeploy.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nndeploy-nndeploy","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nndeploy-nndeploy","shared_categories":["inference-serving"]},{"slug":"software-mansion-react-native-executorch","name":"react-native-executorch","tagline":"Declarative way to run AI models in React Native on device","github_url":"https://github.com/software-mansion/react-native-executorch","owner":"software-mansion","repo":"react-native-executorch","owner_avatar_url":"https://avatars.githubusercontent.com/u/56880679?v=4","primary_language":"TypeScript","stars":1742,"forks":96,"topics":["ai","computer-vision","executorch","llm-inference","mobile-inference","object-detection","ocr","on-device-ai","react-native-ai","speech-to-text","text-to-speech","vlm"],"archived":false,"github_pushed_at":"2026-09-18T10:31:46+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/software-mansion-react-native-executorch","markdown_url":"https://www.graphcanon.com/tools/software-mansion-react-native-executorch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/software-mansion-react-native-executorch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=software-mansion-react-native-executorch","shared_categories":["inference-serving"]},{"slug":"tensorflow-model-optimization","name":"model-optimization","tagline":"Toolkit for optimizing ML models in Keras and TensorFlow","github_url":"https://github.com/tensorflow/model-optimization","owner":"tensorflow","repo":"model-optimization","owner_avatar_url":"https://avatars.githubusercontent.com/u/15658638?v=4","primary_language":"Python","stars":1579,"forks":348,"topics":["compression","deep-learning","keras","machine-learning","ml","model-compression","optimization","pruning","quantization","quantized-networks","quantized-neural-networks","quantized-training","sparsity","tensorflow"],"archived":false,"github_pushed_at":"2026-10-02T05:02:39+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/tensorflow-model-optimization","markdown_url":"https://www.graphcanon.com/tools/tensorflow-model-optimization.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorflow-model-optimization","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorflow-model-optimization","shared_categories":[]},{"slug":"open-mmlab-mmengine","name":"mmengine","tagline":"OpenMMLab Foundational Library for Training Deep Learning Models","github_url":"https://github.com/open-mmlab/mmengine","owner":"open-mmlab","repo":"mmengine","owner_avatar_url":"https://avatars.githubusercontent.com/u/10245193?v=4","primary_language":"Python","stars":1496,"forks":464,"topics":["ai","computer-vision","deep-learning","machine-learning","python","pytorch"],"archived":false,"github_pushed_at":"2026-07-13T07:30:05+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/open-mmlab-mmengine","markdown_url":"https://www.graphcanon.com/tools/open-mmlab-mmengine.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/open-mmlab-mmengine","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=open-mmlab-mmengine","shared_categories":[]},{"slug":"jmaczan-tiny-vllm","name":"tiny-vllm","tagline":"Build your own high performance LLM inference engine in C++ and CUDA - a smaller version of vLLM","github_url":"https://github.com/jmaczan/tiny-vllm","owner":"jmaczan","repo":"tiny-vllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/18054202?v=4","primary_language":"C++","stars":1120,"forks":92,"topics":["ai","attention","batching","course","cpp","cuda","hpc","inference","llm","llm-inference","pagedattention","tiny-vllm","vllm"],"archived":false,"github_pushed_at":"2026-09-15T19:46:09+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/jmaczan-tiny-vllm","markdown_url":"https://www.graphcanon.com/tools/jmaczan-tiny-vllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jmaczan-tiny-vllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jmaczan-tiny-vllm","shared_categories":["inference-serving"]},{"slug":"notpunchnox-rkllama","name":"rkllama","tagline":"Ollama alternative for Rockchip NPU with optimized AI and Deep learning model inference","github_url":"https://github.com/NotPunchnox/rkllama","owner":"NotPunchnox","repo":"rkllama","owner_avatar_url":"https://avatars.githubusercontent.com/u/74469788?v=4","primary_language":"Python","stars":605,"forks":99,"topics":["ai","client","client-server","ia","llm","llm-apps","llm-inference","npu","npu-llm","offline","orange-pi","orangepi","orangepi5","orangepi5pro","python","rk3576","rk3588","rockchip","server"],"archived":false,"github_pushed_at":"2026-08-25T10:37:12+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/notpunchnox-rkllama","markdown_url":"https://www.graphcanon.com/tools/notpunchnox-rkllama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/notpunchnox-rkllama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=notpunchnox-rkllama","shared_categories":["inference-serving"]}]}}