{"data":{"node":{"slug":"staghado-vit-cpp","name":"vit.cpp","tagline":"Inference Vision Transformer in C/C++ with ggml","github_url":"https://github.com/staghado/vit.cpp","owner":"staghado","repo":"vit.cpp","owner_avatar_url":"https://avatars.githubusercontent.com/u/84044788?v=4","primary_language":"C++","stars":320,"forks":28,"topics":["ai","c","computer-vision","cpp","cpu","edge-computing","ggml","image-classification","llamacpp","vision-transformer","whisper-cpp"],"archived":false,"github_pushed_at":"2024-04-11T07:35:06+00:00","maintenance_label":"Dormant","stars_delta_30d":2,"url":"https://www.graphcanon.com/tools/staghado-vit-cpp","markdown_url":"https://www.graphcanon.com/tools/staghado-vit-cpp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/staghado-vit-cpp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=staghado-vit-cpp"},"categories":[{"slug":"computer-vision","name":"Computer Vision","url":"https://www.graphcanon.com/categories/computer-vision","markdown_url":"https://www.graphcanon.com/categories/computer-vision.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/computer-vision"},{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"ai","name":"ai"},{"slug":"c","name":"c++"},{"slug":"computer-vision","name":"computer-vision"},{"slug":"cpp","name":"cpp"},{"slug":"cpu","name":"cpu"},{"slug":"edge-computing","name":"edge-computing"},{"slug":"ggml","name":"ggml"},{"slug":"image-classification","name":"image-classification"}],"edges":[{"type":"integrates_with","direction":"in","explanation":"Both projects use ggml for inference and are implemented in C/C++, making them compatible technologies that could integrate with each other for multi-modal applications.","successor_context":null,"tool":{"slug":"ggml-org-whisper-cpp","name":"whisper.cpp","tagline":"C++ port of OpenAI's Whisper model for speech-to-text","github_url":"https://github.com/ggml-org/whisper.cpp","owner":"ggml-org","repo":"whisper.cpp","owner_avatar_url":"https://avatars.githubusercontent.com/u/134263123?v=4","primary_language":"C++","stars":53742,"forks":6172,"topics":["inference","openai","speech-recognition","speech-to-text","transformer","whisper"],"archived":false,"github_pushed_at":"2026-09-18T07:20:00+00:00","maintenance_label":"Very active","stars_delta_30d":1241,"url":"https://www.graphcanon.com/tools/ggml-org-whisper-cpp","markdown_url":"https://www.graphcanon.com/tools/ggml-org-whisper-cpp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ggml-org-whisper-cpp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ggml-org-whisper-cpp"}}],"neighbours":[{"slug":"ggml-org-llama-cpp","name":"llama.cpp","tagline":"LLM inference in C/C++","github_url":"https://github.com/ggml-org/llama.cpp","owner":"ggml-org","repo":"llama.cpp","owner_avatar_url":"https://avatars.githubusercontent.com/u/134263123?v=4","primary_language":"C++","stars":128639,"forks":23359,"topics":["ggml"],"archived":false,"github_pushed_at":"2026-09-18T08:13:37+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ggml-org-llama-cpp","markdown_url":"https://www.graphcanon.com/tools/ggml-org-llama-cpp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ggml-org-llama-cpp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ggml-org-llama-cpp","shared_categories":["inference-serving"]},{"slug":"ggml-org-whisper-cpp","name":"whisper.cpp","tagline":"C++ port of OpenAI's Whisper model for speech-to-text","github_url":"https://github.com/ggml-org/whisper.cpp","owner":"ggml-org","repo":"whisper.cpp","owner_avatar_url":"https://avatars.githubusercontent.com/u/134263123?v=4","primary_language":"C++","stars":53742,"forks":6172,"topics":["inference","openai","speech-recognition","speech-to-text","transformer","whisper"],"archived":false,"github_pushed_at":"2026-09-18T07:20:00+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ggml-org-whisper-cpp","markdown_url":"https://www.graphcanon.com/tools/ggml-org-whisper-cpp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ggml-org-whisper-cpp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ggml-org-whisper-cpp","shared_categories":["inference-serving"]},{"slug":"lutzroeder-netron","name":"netron","tagline":"Visualizer for neural network, deep learning and machine learning models","github_url":"https://github.com/lutzroeder/netron","owner":"lutzroeder","repo":"netron","owner_avatar_url":"https://avatars.githubusercontent.com/u/438516?v=4","primary_language":"JavaScript","stars":33524,"forks":3184,"topics":["ai","coreml","deep-learning","deeplearning","keras","machine-learning","machinelearning","ml","neural-network","numpy","onnx","pytorch","safetensors","tensorflow","tensorflow-lite","visualizer"],"archived":false,"github_pushed_at":"2026-09-26T17:16:59+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/lutzroeder-netron","markdown_url":"https://www.graphcanon.com/tools/lutzroeder-netron.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lutzroeder-netron","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lutzroeder-netron","shared_categories":["inference-serving"]},{"slug":"tencent-ncnn","name":"ncnn","tagline":"High-performance neural network inference framework optimized for mobile platforms","github_url":"https://github.com/Tencent/ncnn","owner":"Tencent","repo":"ncnn","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"C++","stars":23905,"forks":4514,"topics":["android","arm-neon","artificial-intelligence","caffe","darknet","deep-learning","high-preformance","inference","ios","keras","mlir","mxnet","ncnn","neural-network","onnx","pytorch","riscv","simd","tensorflow","vulkan"],"archived":false,"github_pushed_at":"2026-10-01T15:33:05+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/tencent-ncnn","markdown_url":"https://www.graphcanon.com/tools/tencent-ncnn.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-ncnn","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-ncnn","shared_categories":["inference-serving"]},{"slug":"ggml-org-ggml","name":"ggml","tagline":"Tensor library for machine learning","github_url":"https://github.com/ggml-org/ggml","owner":"ggml-org","repo":"ggml","owner_avatar_url":"https://avatars.githubusercontent.com/u/134263123?v=4","primary_language":"C++","stars":15185,"forks":1780,"topics":["automatic-differentiation","large-language-models","machine-learning","tensor-algebra"],"archived":false,"github_pushed_at":"2026-08-14T15:14:09+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/ggml-org-ggml","markdown_url":"https://www.graphcanon.com/tools/ggml-org-ggml.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ggml-org-ggml","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ggml-org-ggml","shared_categories":[]},{"slug":"nvidia-fastertransformer","name":"FasterTransformer","tagline":"Transformer related optimization including BERT and GPT","github_url":"https://github.com/NVIDIA/FasterTransformer","owner":"NVIDIA","repo":"FasterTransformer","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"C++","stars":6448,"forks":934,"topics":["bert","gpt","pytorch","transformer"],"archived":false,"github_pushed_at":"2024-03-27T11:25:30+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/nvidia-fastertransformer","markdown_url":"https://www.graphcanon.com/tools/nvidia-fastertransformer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-fastertransformer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-fastertransformer","shared_categories":["inference-serving"]},{"slug":"pykeio-ort","name":"ort","tagline":"Fast ML inference and training for ONNX models in Rust","github_url":"https://github.com/pykeio/ort","owner":"pykeio","repo":"ort","owner_avatar_url":"https://avatars.githubusercontent.com/u/62268720?v=4","primary_language":"Rust","stars":2515,"forks":271,"topics":["ai","ai-training","fine-tuning","inference","machine-learning","onnx","onnxruntime","rust"],"archived":false,"github_pushed_at":"2026-09-16T09:56:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/pykeio-ort","markdown_url":"https://www.graphcanon.com/tools/pykeio-ort.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pykeio-ort","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pykeio-ort","shared_categories":["inference-serving"]},{"slug":"roboflow-inference","name":"inference","tagline":"Turn any computer or edge device into a command center for your computer vision projects.","github_url":"https://github.com/roboflow/inference","owner":"roboflow","repo":"inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/53104118?v=4","primary_language":"Python","stars":2456,"forks":319,"topics":["agents","classification","computer-vision","deployment","docker","inference","inference-api","inference-server","instance-segmentation","jetson","machine-learning","object-detection","onnx","python","tensorrt","vit","yolo11","yolov12","yolov5","yolov8"],"archived":false,"github_pushed_at":"2026-09-19T10:40:30+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/roboflow-inference","markdown_url":"https://www.graphcanon.com/tools/roboflow-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/roboflow-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=roboflow-inference","shared_categories":["computer-vision","inference-serving"]},{"slug":"ailia-ai-ailia-models","name":"ailia-models","tagline":"Repository of pre-trained AI models for ailia SDK","github_url":"https://github.com/ailia-ai/ailia-models","owner":"ailia-ai","repo":"ailia-models","owner_avatar_url":"https://avatars.githubusercontent.com/u/55011924?v=4","primary_language":"Python","stars":2392,"forks":365,"topics":["action-recognition","anomaly-detection","audio-processing","background-removal","crowd-counting","deep-learning","embeddings","face-detection","face-recognition","fashion-ai","gan","hand-detection","image-classification","image-segmentation","llm","neural-network","object-detection","object-recognition","object-tracking","pose-estimation"],"archived":false,"github_pushed_at":"2026-09-16T08:01:06+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ailia-ai-ailia-models","markdown_url":"https://www.graphcanon.com/tools/ailia-ai-ailia-models.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ailia-ai-ailia-models","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ailia-ai-ailia-models","shared_categories":["computer-vision"]},{"slug":"jmaczan-tiny-vllm","name":"tiny-vllm","tagline":"Build your own high performance LLM inference engine in C++ and CUDA - a smaller version of vLLM","github_url":"https://github.com/jmaczan/tiny-vllm","owner":"jmaczan","repo":"tiny-vllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/18054202?v=4","primary_language":"C++","stars":1120,"forks":92,"topics":["ai","attention","batching","course","cpp","cuda","hpc","inference","llm","llm-inference","pagedattention","tiny-vllm","vllm"],"archived":false,"github_pushed_at":"2026-09-15T19:46:09+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/jmaczan-tiny-vllm","markdown_url":"https://www.graphcanon.com/tools/jmaczan-tiny-vllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jmaczan-tiny-vllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jmaczan-tiny-vllm","shared_categories":["inference-serving"]},{"slug":"keyvank-femtogpt","name":"femtoGPT","tagline":"Pure Rust implementation of a minimal Generative Pretrained Transformer","github_url":"https://github.com/keyvank/femtoGPT","owner":"keyvank","repo":"femtoGPT","owner_avatar_url":"https://avatars.githubusercontent.com/u/4275654?v=4","primary_language":"Rust","stars":936,"forks":67,"topics":["from-scratch","gpt","gpu","hacktoberfest","llm","machine-learning","neural-network","opencl","rust"],"archived":false,"github_pushed_at":"2025-10-21T11:13:42+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/keyvank-femtogpt","markdown_url":"https://www.graphcanon.com/tools/keyvank-femtogpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/keyvank-femtogpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=keyvank-femtogpt","shared_categories":[]},{"slug":"foldl-chatllm-cpp","name":"chatllm.cpp","tagline":"C++ real-time chat models for CPU and GPU","github_url":"https://github.com/foldl/chatllm.cpp","owner":"foldl","repo":"chatllm.cpp","owner_avatar_url":"https://avatars.githubusercontent.com/u/4046440?v=4","primary_language":"C++","stars":929,"forks":75,"topics":["llm","llm-inference"],"archived":false,"github_pushed_at":"2026-09-07T23:28:44+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/foldl-chatllm-cpp","markdown_url":"https://www.graphcanon.com/tools/foldl-chatllm-cpp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/foldl-chatllm-cpp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=foldl-chatllm-cpp","shared_categories":["inference-serving"]}]}}