{"data":{"node":{"slug":"nvidia-fastertransformer","name":"FasterTransformer","tagline":"Transformer related optimization including BERT and GPT","github_url":"https://github.com/NVIDIA/FasterTransformer","owner":"NVIDIA","repo":"FasterTransformer","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"C++","stars":6448,"forks":934,"topics":["bert","gpt","pytorch","transformer"],"archived":false,"github_pushed_at":"2024-03-27T11:25:30+00:00","maintenance_label":"Dormant","stars_delta_30d":2,"url":"https://www.graphcanon.com/tools/nvidia-fastertransformer","markdown_url":"https://www.graphcanon.com/tools/nvidia-fastertransformer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-fastertransformer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-fastertransformer"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"bert","name":"bert"},{"slug":"cublas","name":"cublas"},{"slug":"cublaslt","name":"cublaslt"},{"slug":"cuda","name":"cuda"},{"slug":"gpt","name":"gpt"},{"slug":"inference-optimization","name":"inference optimization"},{"slug":"pytorch","name":"pytorch"},{"slug":"transformer","name":"transformer"}],"edges":[],"neighbours":[{"slug":"huggingface-transformers","name":"transformers","tagline":"🤗 Transformers: state-of-the-art machine learning models for text, vision, audio, and multimodal models","github_url":"https://github.com/huggingface/transformers","owner":"huggingface","repo":"transformers","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":166279,"forks":34619,"topics":["audio","deep-learning","deepseek","gemma","glm","hacktoberfest","llm","machine-learning","model-hub","natural-language-processing","nlp","pretrained-models","python","pytorch","pytorch-transformers","qwen","speech-recognition","transformer","vlm"],"archived":false,"github_pushed_at":"2026-09-18T08:16:29+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huggingface-transformers","markdown_url":"https://www.graphcanon.com/tools/huggingface-transformers.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-transformers","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-transformers","shared_categories":["inference-serving"]},{"slug":"systran-faster-whisper","name":"faster-whisper","tagline":"Faster Whisper transcription with CTranslate2","github_url":"https://github.com/SYSTRAN/faster-whisper","owner":"SYSTRAN","repo":"faster-whisper","owner_avatar_url":"https://avatars.githubusercontent.com/u/1520500?v=4","primary_language":"Python","stars":25451,"forks":2075,"topics":["deep-learning","inference","openai","quantization","speech-recognition","speech-to-text","transformer","whisper"],"archived":false,"github_pushed_at":"2025-11-19T14:40:46+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/systran-faster-whisper","markdown_url":"https://www.graphcanon.com/tools/systran-faster-whisper.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/systran-faster-whisper","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=systran-faster-whisper","shared_categories":["inference-serving"]},{"slug":"huggingface-peft","name":"peft","tagline":"State-of-the-art Parameter-Efficient Fine-Tuning","github_url":"https://github.com/huggingface/peft","owner":"huggingface","repo":"peft","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":21704,"forks":2511,"topics":["adapter","diffusion","fine-tuning","llm","lora","parameter-efficient-learning","peft","python","pytorch","transformers"],"archived":false,"github_pushed_at":"2026-09-18T13:30:46+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huggingface-peft","markdown_url":"https://www.graphcanon.com/tools/huggingface-peft.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-peft","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-peft","shared_categories":[]},{"slug":"huggingface-trl","name":"trl","tagline":"Train transformer language models with reinforcement learning","github_url":"https://github.com/huggingface/trl","owner":"huggingface","repo":"trl","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":19336,"forks":3002,"topics":[],"archived":false,"github_pushed_at":"2026-09-18T06:20:19+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huggingface-trl","markdown_url":"https://www.graphcanon.com/tools/huggingface-trl.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-trl","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-trl","shared_categories":[]},{"slug":"eleutherai-lm-evaluation-harness","name":"lm-evaluation-harness","tagline":"A framework for few-shot evaluation of language models.","github_url":"https://github.com/EleutherAI/lm-evaluation-harness","owner":"EleutherAI","repo":"lm-evaluation-harness","owner_avatar_url":"https://avatars.githubusercontent.com/u/68924597?v=4","primary_language":"Python","stars":14192,"forks":3664,"topics":["evaluation-framework","language-model","transformer"],"archived":false,"github_pushed_at":"2026-09-14T10:51:06+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/eleutherai-lm-evaluation-harness","markdown_url":"https://www.graphcanon.com/tools/eleutherai-lm-evaluation-harness.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/eleutherai-lm-evaluation-harness","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=eleutherai-lm-evaluation-harness","shared_categories":[]},{"slug":"huggingface-tokenizers","name":"tokenizers","tagline":"Fast State-of-the-Art Tokenizers optimized for Research and Production","github_url":"https://github.com/huggingface/tokenizers","owner":"huggingface","repo":"tokenizers","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Rust","stars":11047,"forks":1201,"topics":["bert","gpt","language-model","natural-language-processing","natural-language-understanding","nlp","transformers"],"archived":false,"github_pushed_at":"2026-09-18T08:07:38+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huggingface-tokenizers","markdown_url":"https://www.graphcanon.com/tools/huggingface-tokenizers.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-tokenizers","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-tokenizers","shared_categories":[]},{"slug":"huggingface-accelerate","name":"accelerate","tagline":"A tool for launching, training, and using PyTorch models with ease on various devices, configurations, including mixed precision support.","github_url":"https://github.com/huggingface/accelerate","owner":"huggingface","repo":"accelerate","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":9885,"forks":1513,"topics":[],"archived":false,"github_pushed_at":"2026-09-25T16:32:10+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huggingface-accelerate","markdown_url":"https://www.graphcanon.com/tools/huggingface-accelerate.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-accelerate","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-accelerate","shared_categories":["inference-serving"]},{"slug":"bitsandbytes-foundation-bitsandbytes","name":"bitsandbytes","tagline":"Large language model quantization toolkit for PyTorch.","github_url":"https://github.com/bitsandbytes-foundation/bitsandbytes","owner":"bitsandbytes-foundation","repo":"bitsandbytes","owner_avatar_url":"https://avatars.githubusercontent.com/u/175231607?v=4","primary_language":"Python","stars":8507,"forks":938,"topics":["llm","machine-learning","pytorch","qlora","quantization"],"archived":false,"github_pushed_at":"2026-09-07T14:36:23+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/bitsandbytes-foundation-bitsandbytes","markdown_url":"https://www.graphcanon.com/tools/bitsandbytes-foundation-bitsandbytes.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bitsandbytes-foundation-bitsandbytes","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bitsandbytes-foundation-bitsandbytes","shared_categories":["inference-serving"]},{"slug":"ericlbuehler-mistral-rs","name":"mistral.rs","tagline":"Fast flexible LLM inference","github_url":"https://github.com/EricLBuehler/mistral.rs","owner":"EricLBuehler","repo":"mistral.rs","owner_avatar_url":"https://avatars.githubusercontent.com/u/65165915?v=4","primary_language":"Rust","stars":7660,"forks":690,"topics":["llm","rust","uqff"],"archived":false,"github_pushed_at":"2026-09-06T20:01:45+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/ericlbuehler-mistral-rs","markdown_url":"https://www.graphcanon.com/tools/ericlbuehler-mistral-rs.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ericlbuehler-mistral-rs","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ericlbuehler-mistral-rs","shared_categories":["inference-serving"]},{"slug":"xlite-dev-awesome-llm-inference","name":"Awesome-LLM-Inference","tagline":"A curated list of LLM/VLM inference papers with codes","github_url":"https://github.com/xlite-dev/Awesome-LLM-Inference","owner":"xlite-dev","repo":"Awesome-LLM-Inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/204302598?v=4","primary_language":"Python","stars":5508,"forks":435,"topics":["awesome-llm","deepseek","deepseek-r1","deepseek-v3","flash-attention","flash-attention-3","flash-mla","llm-inference","minimax-01","mla","paged-attention","qwen3","tensorrt-llm","vllm"],"archived":false,"github_pushed_at":"2026-08-14T12:23:49+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/xlite-dev-awesome-llm-inference","markdown_url":"https://www.graphcanon.com/tools/xlite-dev-awesome-llm-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xlite-dev-awesome-llm-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xlite-dev-awesome-llm-inference","shared_categories":["inference-serving"]},{"slug":"nvidia-transformerengine","name":"TransformerEngine","tagline":"A library for accelerating Transformer models on NVIDIA GPUs using low precision formats like FP8 and FP4.","github_url":"https://github.com/NVIDIA/TransformerEngine","owner":"NVIDIA","repo":"TransformerEngine","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"Python","stars":3524,"forks":819,"topics":["cuda","deep-learning","fp4","fp8","gpu","jax","machine-learning","python","pytorch"],"archived":false,"github_pushed_at":"2026-09-05T13:13:46+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/nvidia-transformerengine","markdown_url":"https://www.graphcanon.com/tools/nvidia-transformerengine.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-transformerengine","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-transformerengine","shared_categories":["inference-serving"]},{"slug":"huangowen-awesome-llm-compression","name":"Awesome-LLM-Compression","tagline":"Awesome LLM compression research papers and tools to accelerate LLM training and inference.","github_url":"https://github.com/HuangOwen/Awesome-LLM-Compression","owner":"HuangOwen","repo":"Awesome-LLM-Compression","owner_avatar_url":"https://avatars.githubusercontent.com/u/24937399?v=4","primary_language":null,"stars":1883,"forks":134,"topics":[],"archived":false,"github_pushed_at":"2026-08-27T15:48:21+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression","markdown_url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huangowen-awesome-llm-compression","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huangowen-awesome-llm-compression","shared_categories":["inference-serving"]}]}}