{"data":{"node":{"slug":"opennmt-ctranslate2","name":"CTranslate2","tagline":"Fast inference engine for Transformer models","github_url":"https://github.com/OpenNMT/CTranslate2","owner":"OpenNMT","repo":"CTranslate2","owner_avatar_url":"https://avatars.githubusercontent.com/u/23035727?v=4","primary_language":"C++","stars":4677,"forks":534,"topics":["avx","avx2","cpp","cuda","deep-learning","deep-neural-networks","gemm","inference","intrinsics","machine-translation","mkl","neon","neural-machine-translation","onednn","openmp","opennmt","parallel-computing","quantization","thrust","transformer-models"],"archived":false,"github_pushed_at":"2026-08-31T19:11:23+00:00","maintenance_label":"Active","stars_delta_30d":73,"url":"https://www.graphcanon.com/tools/opennmt-ctranslate2","markdown_url":"https://www.graphcanon.com/tools/opennmt-ctranslate2.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/opennmt-ctranslate2","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=opennmt-ctranslate2"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"avx","name":"avx"},{"slug":"avx2","name":"avx2"},{"slug":"cpp","name":"cpp"},{"slug":"cuda","name":"cuda"},{"slug":"deep-learning","name":"deep-learning"},{"slug":"deep-neural-networks","name":"deep-neural-networks"},{"slug":"gemm","name":"gemm"},{"slug":"inference","name":"inference"}],"edges":[],"neighbours":[{"slug":"huggingface-transformers","name":"transformers","tagline":"🤗 Transformers: state-of-the-art machine learning models for text, vision, audio, and multimodal models","github_url":"https://github.com/huggingface/transformers","owner":"huggingface","repo":"transformers","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":166279,"forks":34619,"topics":["audio","deep-learning","deepseek","gemma","glm","hacktoberfest","llm","machine-learning","model-hub","natural-language-processing","nlp","pretrained-models","python","pytorch","pytorch-transformers","qwen","speech-recognition","transformer","vlm"],"archived":false,"github_pushed_at":"2026-09-18T08:16:29+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huggingface-transformers","markdown_url":"https://www.graphcanon.com/tools/huggingface-transformers.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-transformers","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-transformers","shared_categories":["inference-serving"]},{"slug":"ggml-org-llama-cpp","name":"llama.cpp","tagline":"LLM inference in C/C++","github_url":"https://github.com/ggml-org/llama.cpp","owner":"ggml-org","repo":"llama.cpp","owner_avatar_url":"https://avatars.githubusercontent.com/u/134263123?v=4","primary_language":"C++","stars":128639,"forks":23359,"topics":["ggml"],"archived":false,"github_pushed_at":"2026-09-18T08:13:37+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ggml-org-llama-cpp","markdown_url":"https://www.graphcanon.com/tools/ggml-org-llama-cpp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ggml-org-llama-cpp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ggml-org-llama-cpp","shared_categories":["inference-serving"]},{"slug":"ggml-org-whisper-cpp","name":"whisper.cpp","tagline":"C++ port of OpenAI's Whisper model for speech-to-text","github_url":"https://github.com/ggml-org/whisper.cpp","owner":"ggml-org","repo":"whisper.cpp","owner_avatar_url":"https://avatars.githubusercontent.com/u/134263123?v=4","primary_language":"C++","stars":53742,"forks":6172,"topics":["inference","openai","speech-recognition","speech-to-text","transformer","whisper"],"archived":false,"github_pushed_at":"2026-09-18T07:20:00+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ggml-org-whisper-cpp","markdown_url":"https://www.graphcanon.com/tools/ggml-org-whisper-cpp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ggml-org-whisper-cpp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ggml-org-whisper-cpp","shared_categories":["inference-serving"]},{"slug":"systran-faster-whisper","name":"faster-whisper","tagline":"Faster Whisper transcription with CTranslate2","github_url":"https://github.com/SYSTRAN/faster-whisper","owner":"SYSTRAN","repo":"faster-whisper","owner_avatar_url":"https://avatars.githubusercontent.com/u/1520500?v=4","primary_language":"Python","stars":25451,"forks":2075,"topics":["deep-learning","inference","openai","quantization","speech-recognition","speech-to-text","transformer","whisper"],"archived":false,"github_pushed_at":"2025-11-19T14:40:46+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/systran-faster-whisper","markdown_url":"https://www.graphcanon.com/tools/systran-faster-whisper.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/systran-faster-whisper","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=systran-faster-whisper","shared_categories":["inference-serving"]},{"slug":"nvidia-tensorrt-llm","name":"TensorRT-LLM","tagline":"Python API for defining and optimizing Large Language Models for efficient inference on NVIDIA GPUs","github_url":"https://github.com/NVIDIA/TensorRT-LLM","owner":"NVIDIA","repo":"TensorRT-LLM","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"Python","stars":14645,"forks":2756,"topics":["blackwell","cuda","llm-serving","moe","pytorch"],"archived":false,"github_pushed_at":"2026-09-18T07:58:49+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/nvidia-tensorrt-llm","markdown_url":"https://www.graphcanon.com/tools/nvidia-tensorrt-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-tensorrt-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-tensorrt-llm","shared_categories":["inference-serving"]},{"slug":"nvidia-fastertransformer","name":"FasterTransformer","tagline":"Transformer related optimization including BERT and GPT","github_url":"https://github.com/NVIDIA/FasterTransformer","owner":"NVIDIA","repo":"FasterTransformer","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"C++","stars":6448,"forks":934,"topics":["bert","gpt","pytorch","transformer"],"archived":false,"github_pushed_at":"2024-03-27T11:25:30+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/nvidia-fastertransformer","markdown_url":"https://www.graphcanon.com/tools/nvidia-fastertransformer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-fastertransformer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-fastertransformer","shared_categories":["inference-serving"]},{"slug":"tensorspeech-tensorflowtts","name":"TensorFlowTTS","tagline":"Real-Time State-of-the-art Speech Synthesis for Tensorflow 2","github_url":"https://github.com/TensorSpeech/TensorFlowTTS","owner":"TensorSpeech","repo":"TensorFlowTTS","owner_avatar_url":"https://avatars.githubusercontent.com/u/67569298?v=4","primary_language":"Python","stars":3995,"forks":797,"topics":["chinese-tts","fastspeech","fastspeech2","german-tts","japanese-tts","korea-tts","melgan","mobile-tts","multi-speaker-tts","multiband-melgan","parallel-wavegan","real-time","speech-synthesis","tacotron2","tensorflow2","text-to-speech","tflite","tts","vocoder","zh-tts"],"archived":false,"github_pushed_at":"2024-07-05T07:24:49+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/tensorspeech-tensorflowtts","markdown_url":"https://www.graphcanon.com/tools/tensorspeech-tensorflowtts.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorspeech-tensorflowtts","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorspeech-tensorflowtts","shared_categories":[]},{"slug":"nvidia-transformerengine","name":"TransformerEngine","tagline":"A library for accelerating Transformer models on NVIDIA GPUs using low precision formats like FP8 and FP4.","github_url":"https://github.com/NVIDIA/TransformerEngine","owner":"NVIDIA","repo":"TransformerEngine","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"Python","stars":3524,"forks":819,"topics":["cuda","deep-learning","fp4","fp8","gpu","jax","machine-learning","python","pytorch"],"archived":false,"github_pushed_at":"2026-09-05T13:13:46+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/nvidia-transformerengine","markdown_url":"https://www.graphcanon.com/tools/nvidia-transformerengine.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-transformerengine","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-transformerengine","shared_categories":["inference-serving"]},{"slug":"rayhane-mamah-tacotron-2","name":"Tacotron-2","tagline":"DeepMind's Tacotron-2 Tensorflow implementation focused on text-to-speech synthesis.","github_url":"https://github.com/Rayhane-mamah/Tacotron-2","owner":"Rayhane-mamah","repo":"Tacotron-2","owner_avatar_url":"https://avatars.githubusercontent.com/u/34689728?v=4","primary_language":"Python","stars":2321,"forks":897,"topics":["paper","python","speech-synthesis","tacotron","tensorflow","text-to-speech","wavenet"],"archived":false,"github_pushed_at":"2023-07-06T21:18:43+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/rayhane-mamah-tacotron-2","markdown_url":"https://www.graphcanon.com/tools/rayhane-mamah-tacotron-2.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/rayhane-mamah-tacotron-2","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=rayhane-mamah-tacotron-2","shared_categories":[]},{"slug":"softcatala-whisper-ctranslate2","name":"whisper-ctranslate2","tagline":"Whisper command line client compatible with original OpenAI client based on CTranslate2","github_url":"https://github.com/Softcatala/whisper-ctranslate2","owner":"Softcatala","repo":"whisper-ctranslate2","owner_avatar_url":"https://avatars.githubusercontent.com/u/978352?v=4","primary_language":"Python","stars":1350,"forks":126,"topics":["openai-","openai-whisper","speech-recognition","speech-to-text","whisper"],"archived":false,"github_pushed_at":"2026-02-14T19:16:02+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/softcatala-whisper-ctranslate2","markdown_url":"https://www.graphcanon.com/tools/softcatala-whisper-ctranslate2.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/softcatala-whisper-ctranslate2","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=softcatala-whisper-ctranslate2","shared_categories":[]},{"slug":"jmaczan-tiny-vllm","name":"tiny-vllm","tagline":"Build your own high performance LLM inference engine in C++ and CUDA - a smaller version of vLLM","github_url":"https://github.com/jmaczan/tiny-vllm","owner":"jmaczan","repo":"tiny-vllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/18054202?v=4","primary_language":"C++","stars":1120,"forks":92,"topics":["ai","attention","batching","course","cpp","cuda","hpc","inference","llm","llm-inference","pagedattention","tiny-vllm","vllm"],"archived":false,"github_pushed_at":"2026-09-15T19:46:09+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/jmaczan-tiny-vllm","markdown_url":"https://www.graphcanon.com/tools/jmaczan-tiny-vllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jmaczan-tiny-vllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jmaczan-tiny-vllm","shared_categories":["inference-serving"]},{"slug":"foldl-chatllm-cpp","name":"chatllm.cpp","tagline":"C++ real-time chat models for CPU and GPU","github_url":"https://github.com/foldl/chatllm.cpp","owner":"foldl","repo":"chatllm.cpp","owner_avatar_url":"https://avatars.githubusercontent.com/u/4046440?v=4","primary_language":"C++","stars":929,"forks":75,"topics":["llm","llm-inference"],"archived":false,"github_pushed_at":"2026-09-07T23:28:44+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/foldl-chatllm-cpp","markdown_url":"https://www.graphcanon.com/tools/foldl-chatllm-cpp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/foldl-chatllm-cpp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=foldl-chatllm-cpp","shared_categories":["inference-serving"]}]}}