{"data":{"node":{"slug":"kaden-schutt-hipfire","name":"hipfire","tagline":"RDNA-native LLM inference engine in Rust","github_url":"https://github.com/Kaden-Schutt/hipfire","owner":"Kaden-Schutt","repo":"hipfire","owner_avatar_url":"https://avatars.githubusercontent.com/u/151092359?v=4","primary_language":"Rust","stars":632,"forks":76,"topics":["amd-gpu","gpu-computing","hip","llm-inference","machine-learning","quantization","rdna","rocm","rust"],"archived":false,"github_pushed_at":"2026-09-20T02:27:00+00:00","maintenance_label":"Very active","stars_delta_30d":141,"url":"https://www.graphcanon.com/tools/kaden-schutt-hipfire","markdown_url":"https://www.graphcanon.com/tools/kaden-schutt-hipfire.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kaden-schutt-hipfire","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kaden-schutt-hipfire"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"amd-gpu","name":"amd-gpu"},{"slug":"gpu-computing","name":"gpu-computing"},{"slug":"hip","name":"hip"},{"slug":"llm-inference","name":"llm-inference"},{"slug":"machine-learning","name":"machine-learning"},{"slug":"quantization","name":"quantization"},{"slug":"rdna","name":"rdna"},{"slug":"rocm","name":"rocm"}],"edges":[],"neighbours":[{"slug":"huggingface-candle","name":"candle","tagline":"Minimalist ML framework for Rust","github_url":"https://github.com/huggingface/candle","owner":"huggingface","repo":"candle","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Rust","stars":21106,"forks":1769,"topics":[],"archived":false,"github_pushed_at":"2026-09-25T09:39:22+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huggingface-candle","markdown_url":"https://www.graphcanon.com/tools/huggingface-candle.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-candle","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-candle","shared_categories":["inference-serving"]},{"slug":"0xplaygrounds-rig","name":"rig","tagline":"Build modular and scalable LLM Applications in Rust","github_url":"https://github.com/0xPlaygrounds/rig","owner":"0xPlaygrounds","repo":"rig","owner_avatar_url":"https://avatars.githubusercontent.com/u/93353392?v=4","primary_language":"Rust","stars":8679,"forks":974,"topics":["agent","ai","artificial-intelligence","automation","generative-ai","large-language-model","llm","llmops","rust","scalable-ai"],"archived":false,"github_pushed_at":"2026-09-19T23:48:13+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/0xplaygrounds-rig","markdown_url":"https://www.graphcanon.com/tools/0xplaygrounds-rig.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/0xplaygrounds-rig","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=0xplaygrounds-rig","shared_categories":[]},{"slug":"ericlbuehler-mistral-rs","name":"mistral.rs","tagline":"Fast flexible LLM inference","github_url":"https://github.com/EricLBuehler/mistral.rs","owner":"EricLBuehler","repo":"mistral.rs","owner_avatar_url":"https://avatars.githubusercontent.com/u/65165915?v=4","primary_language":"Rust","stars":7660,"forks":690,"topics":["llm","rust","uqff"],"archived":false,"github_pushed_at":"2026-09-06T20:01:45+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/ericlbuehler-mistral-rs","markdown_url":"https://www.graphcanon.com/tools/ericlbuehler-mistral-rs.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ericlbuehler-mistral-rs","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ericlbuehler-mistral-rs","shared_categories":["inference-serving"]},{"slug":"flashinfer-ai-flashinfer","name":"flashinfer","tagline":"FlashInfer is a kernel library for serving large language models","github_url":"https://github.com/flashinfer-ai/flashinfer","owner":"flashinfer-ai","repo":"flashinfer","owner_avatar_url":"https://avatars.githubusercontent.com/u/145061914?v=4","primary_language":"Cuda","stars":6452,"forks":1472,"topics":["attention","cuda","distributed-inference","gpu","jit","large-large-models","llm-inference","moe","nvidia","pytorch"],"archived":false,"github_pushed_at":"2026-09-19T01:31:07+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/flashinfer-ai-flashinfer","markdown_url":"https://www.graphcanon.com/tools/flashinfer-ai-flashinfer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/flashinfer-ai-flashinfer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=flashinfer-ai-flashinfer","shared_categories":["inference-serving"]},{"slug":"b4rtaz-distributed-llama","name":"distributed-llama","tagline":"Distributed LLM inference using home devices cluster","github_url":"https://github.com/b4rtaz/distributed-llama","owner":"b4rtaz","repo":"distributed-llama","owner_avatar_url":"https://avatars.githubusercontent.com/u/12797776?v=4","primary_language":"C++","stars":3060,"forks":250,"topics":["distributed-computing","distributed-llm","llama2","llama3","llm","llm-inference","llms","neural-network","open-llm"],"archived":false,"github_pushed_at":"2026-07-05T16:47:20+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama","markdown_url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/b4rtaz-distributed-llama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=b4rtaz-distributed-llama","shared_categories":["inference-serving"]},{"slug":"pykeio-ort","name":"ort","tagline":"Fast ML inference and training for ONNX models in Rust","github_url":"https://github.com/pykeio/ort","owner":"pykeio","repo":"ort","owner_avatar_url":"https://avatars.githubusercontent.com/u/62268720?v=4","primary_language":"Rust","stars":2515,"forks":271,"topics":["ai","ai-training","fine-tuning","inference","machine-learning","onnx","onnxruntime","rust"],"archived":false,"github_pushed_at":"2026-09-16T09:56:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/pykeio-ort","markdown_url":"https://www.graphcanon.com/tools/pykeio-ort.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pykeio-ort","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pykeio-ort","shared_categories":["inference-serving"]},{"slug":"jmaczan-tiny-vllm","name":"tiny-vllm","tagline":"Build your own high performance LLM inference engine in C++ and CUDA - a smaller version of vLLM","github_url":"https://github.com/jmaczan/tiny-vllm","owner":"jmaczan","repo":"tiny-vllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/18054202?v=4","primary_language":"C++","stars":1120,"forks":92,"topics":["ai","attention","batching","course","cpp","cuda","hpc","inference","llm","llm-inference","pagedattention","tiny-vllm","vllm"],"archived":false,"github_pushed_at":"2026-09-15T19:46:09+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/jmaczan-tiny-vllm","markdown_url":"https://www.graphcanon.com/tools/jmaczan-tiny-vllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jmaczan-tiny-vllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jmaczan-tiny-vllm","shared_categories":["inference-serving"]},{"slug":"anush008-fastembed-rs","name":"fastembed-rs","tagline":"Rust library for generating vector embeddings and reranking locally.","github_url":"https://github.com/Anush008/fastembed-rs","owner":"Anush008","repo":"fastembed-rs","owner_avatar_url":"https://avatars.githubusercontent.com/u/46051506?v=4","primary_language":"Rust","stars":1016,"forks":145,"topics":["embeddings","fastembed","rag","reranker","reranking","retrieval","retrieval-augmented-generation","vector-search"],"archived":false,"github_pushed_at":"2026-09-16T09:58:29+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/anush008-fastembed-rs","markdown_url":"https://www.graphcanon.com/tools/anush008-fastembed-rs.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/anush008-fastembed-rs","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=anush008-fastembed-rs","shared_categories":[]},{"slug":"keyvank-femtogpt","name":"femtoGPT","tagline":"Pure Rust implementation of a minimal Generative Pretrained Transformer","github_url":"https://github.com/keyvank/femtoGPT","owner":"keyvank","repo":"femtoGPT","owner_avatar_url":"https://avatars.githubusercontent.com/u/4275654?v=4","primary_language":"Rust","stars":936,"forks":67,"topics":["from-scratch","gpt","gpu","hacktoberfest","llm","machine-learning","neural-network","opencl","rust"],"archived":false,"github_pushed_at":"2025-10-21T11:13:42+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/keyvank-femtogpt","markdown_url":"https://www.graphcanon.com/tools/keyvank-femtogpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/keyvank-femtogpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=keyvank-femtogpt","shared_categories":[]},{"slug":"harleyszhang-llm-note","name":"llm_note","tagline":"LLM notes covering model inference transformer structures and framework analysis","github_url":"https://github.com/harleyszhang/llm_note","owner":"harleyszhang","repo":"llm_note","owner_avatar_url":"https://avatars.githubusercontent.com/u/37138671?v=4","primary_language":"Python","stars":890,"forks":89,"topics":["cuda-programming","kv-cache","llm","llm-inference","transformer-models","triton-kernels","vllm"],"archived":false,"github_pushed_at":"2026-08-19T06:46:41+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/harleyszhang-llm-note","markdown_url":"https://www.graphcanon.com/tools/harleyszhang-llm-note.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/harleyszhang-llm-note","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=harleyszhang-llm-note","shared_categories":["inference-serving"]},{"slug":"openinfer-project-openinfer","name":"openinfer","tagline":"Pure Rust CUDA LLM inference engine serving multiple models including Qwen3 and Kimi-K2","github_url":"https://github.com/openinfer-project/openinfer","owner":"openinfer-project","repo":"openinfer","owner_avatar_url":"https://avatars.githubusercontent.com/u/292134277?v=4","primary_language":"Rust","stars":705,"forks":107,"topics":["cuda","cuda-kernels","deepseek","gpu","inference","inference-engine","kimi","kimi-k2","kv-cache","llm","llm-inference","llm-serving","model-serving","moe","openai-api","paged-attention","qwen","qwen3","rust","vllm"],"archived":false,"github_pushed_at":"2026-09-18T17:57:56+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/openinfer-project-openinfer","markdown_url":"https://www.graphcanon.com/tools/openinfer-project-openinfer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/openinfer-project-openinfer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=openinfer-project-openinfer","shared_categories":["inference-serving"]},{"slug":"avarok-cybersecurity-atlas","name":"atlas","tagline":"Pure Rust Inference Engine","github_url":"https://github.com/Avarok-Cybersecurity/atlas","owner":"Avarok-Cybersecurity","repo":"atlas","owner_avatar_url":"https://avatars.githubusercontent.com/u/96390941?v=4","primary_language":"Rust","stars":697,"forks":105,"topics":["cuda","dgx","dgx-spark","gb10","llm-inference","mamba","nvfp4","openai-api","rust","speculative-decoding","ssm","transformers"],"archived":false,"github_pushed_at":"2026-09-20T03:33:55+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/avarok-cybersecurity-atlas","markdown_url":"https://www.graphcanon.com/tools/avarok-cybersecurity-atlas.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/avarok-cybersecurity-atlas","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=avarok-cybersecurity-atlas","shared_categories":["inference-serving"]}]}}