{"data":{"node":{"slug":"huawei-csl-kvarn","name":"KVarN","tagline":"vLLM KV-cache quantization backend for AI agents","github_url":"https://github.com/huawei-csl/KVarN","owner":"huawei-csl","repo":"KVarN","owner_avatar_url":"https://avatars.githubusercontent.com/u/234563461?v=4","primary_language":"Python","stars":497,"forks":36,"topics":["agentic-ai","kv-cache","llm","llm-inference","long-context","quantization","vllm"],"archived":false,"github_pushed_at":"2026-06-22T09:18:28+00:00","maintenance_label":"Steady","stars_delta_30d":55,"url":"https://www.graphcanon.com/tools/huawei-csl-kvarn","markdown_url":"https://www.graphcanon.com/tools/huawei-csl-kvarn.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huawei-csl-kvarn","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huawei-csl-kvarn"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"agentic-ai","name":"agentic-ai"},{"slug":"kv-cache","name":"kv-cache"},{"slug":"llm-inference","name":"llm-inference"},{"slug":"long-context","name":"long-context"},{"slug":"quantization","name":"quantization"},{"slug":"vllm","name":"vllm"}],"edges":[],"neighbours":[{"slug":"mem0ai-mem0","name":"mem0","tagline":"Drop-in memory infrastructure for AI agents and apps","github_url":"https://github.com/mem0ai/mem0","owner":"mem0ai","repo":"mem0","owner_avatar_url":"https://avatars.githubusercontent.com/u/137054526?v=4","primary_language":"Python","stars":65557,"forks":7690,"topics":["agentic-memory","agentic-memory-system","agents","ai","ai-agents","chatgpt","genai","llm","long-term-memory","memory","memory-management","python","rag","state-management"],"archived":false,"github_pushed_at":"2026-09-18T08:17:57+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/mem0ai-mem0","markdown_url":"https://www.graphcanon.com/tools/mem0ai-mem0.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mem0ai-mem0","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mem0ai-mem0","shared_categories":[]},{"slug":"microsoft-semantic-kernel","name":"semantic-kernel","tagline":"Integrate cutting-edge LLM technology quickly and easily into your apps","github_url":"https://github.com/microsoft/semantic-kernel","owner":"microsoft","repo":"semantic-kernel","owner_avatar_url":"https://avatars.githubusercontent.com/u/6154722?v=4","primary_language":"C#","stars":28575,"forks":4774,"topics":["ai","artificial-intelligence","llm","openai","sdk"],"archived":false,"github_pushed_at":"2026-09-18T01:35:01+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/microsoft-semantic-kernel","markdown_url":"https://www.graphcanon.com/tools/microsoft-semantic-kernel.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/microsoft-semantic-kernel","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=microsoft-semantic-kernel","shared_categories":[]},{"slug":"artidoro-qlora","name":"qlora","tagline":"QLoRA finetuning of quantized LLMs","github_url":"https://github.com/artidoro/qlora","owner":"artidoro","repo":"qlora","owner_avatar_url":"https://avatars.githubusercontent.com/u/11949572?v=4","primary_language":"Jupyter Notebook","stars":11021,"forks":876,"topics":[],"archived":false,"github_pushed_at":"2024-06-10T19:20:16+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/artidoro-qlora","markdown_url":"https://www.graphcanon.com/tools/artidoro-qlora.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/artidoro-qlora","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=artidoro-qlora","shared_categories":[]},{"slug":"bitsandbytes-foundation-bitsandbytes","name":"bitsandbytes","tagline":"Large language model quantization toolkit for PyTorch.","github_url":"https://github.com/bitsandbytes-foundation/bitsandbytes","owner":"bitsandbytes-foundation","repo":"bitsandbytes","owner_avatar_url":"https://avatars.githubusercontent.com/u/175231607?v=4","primary_language":"Python","stars":8507,"forks":938,"topics":["llm","machine-learning","pytorch","qlora","quantization"],"archived":false,"github_pushed_at":"2026-09-07T14:36:23+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/bitsandbytes-foundation-bitsandbytes","markdown_url":"https://www.graphcanon.com/tools/bitsandbytes-foundation-bitsandbytes.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bitsandbytes-foundation-bitsandbytes","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bitsandbytes-foundation-bitsandbytes","shared_categories":["inference-serving"]},{"slug":"linkedin-liger-kernel","name":"Liger-Kernel","tagline":"Efficient Triton Kernels for LLM Training","github_url":"https://github.com/linkedin/Liger-Kernel","owner":"linkedin","repo":"Liger-Kernel","owner_avatar_url":"https://avatars.githubusercontent.com/u/357098?v=4","primary_language":"Python","stars":6600,"forks":593,"topics":["finetuning","gemma2","hacktoberfest","llama","llama3","llm-training","llms","mistral","phi3","triton","triton-kernels"],"archived":false,"github_pushed_at":"2026-09-03T15:56:18+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/linkedin-liger-kernel","markdown_url":"https://www.graphcanon.com/tools/linkedin-liger-kernel.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/linkedin-liger-kernel","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=linkedin-liger-kernel","shared_categories":[]},{"slug":"flashinfer-ai-flashinfer","name":"flashinfer","tagline":"FlashInfer is a kernel library for serving large language models","github_url":"https://github.com/flashinfer-ai/flashinfer","owner":"flashinfer-ai","repo":"flashinfer","owner_avatar_url":"https://avatars.githubusercontent.com/u/145061914?v=4","primary_language":"Cuda","stars":6452,"forks":1472,"topics":["attention","cuda","distributed-inference","gpu","jit","large-large-models","llm-inference","moe","nvidia","pytorch"],"archived":false,"github_pushed_at":"2026-09-19T01:31:07+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/flashinfer-ai-flashinfer","markdown_url":"https://www.graphcanon.com/tools/flashinfer-ai-flashinfer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/flashinfer-ai-flashinfer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=flashinfer-ai-flashinfer","shared_categories":["inference-serving"]},{"slug":"yvgude-lean-ctx","name":"lean-ctx","tagline":"Control what your AI can see by serving context with a local Rust binary.","github_url":"https://github.com/yvgude/lean-ctx","owner":"yvgude","repo":"lean-ctx","owner_avatar_url":"https://avatars.githubusercontent.com/u/7590809?v=4","primary_language":"Rust","stars":3859,"forks":352,"topics":["agentic-coding","ai","ai-agents","ai-coding","ai-governance","claude-code","context-engineering","context-gateway","context-intelligence","copilot","cursor","developer-tools","gemini-cli","lean-context","llm","mcp","mcp-server","rust","token-optimization"],"archived":false,"github_pushed_at":"2026-10-02T23:29:57+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/yvgude-lean-ctx","markdown_url":"https://www.graphcanon.com/tools/yvgude-lean-ctx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/yvgude-lean-ctx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=yvgude-lean-ctx","shared_categories":[]},{"slug":"turboderp-exllama","name":"exllama","tagline":"Memory-efficient rewrite of HF transformers for Llama with quantized weights","github_url":"https://github.com/turboderp/exllama","owner":"turboderp","repo":"exllama","owner_avatar_url":"https://avatars.githubusercontent.com/u/11859846?v=4","primary_language":"Python","stars":2943,"forks":220,"topics":[],"archived":false,"github_pushed_at":"2023-09-30T19:06:04+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/turboderp-exllama","markdown_url":"https://www.graphcanon.com/tools/turboderp-exllama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/turboderp-exllama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=turboderp-exllama","shared_categories":["inference-serving"]},{"slug":"vllm-project-vllm-ascend","name":"vllm-ascend","tagline":"Community maintained hardware plugin for vLLM on Ascend","github_url":"https://github.com/vllm-project/vllm-ascend","owner":"vllm-project","repo":"vllm-ascend","owner_avatar_url":"https://avatars.githubusercontent.com/u/136984999?v=4","primary_language":"C++","stars":2854,"forks":2312,"topics":["ascend","inference","llm","llm-serving","llmops","mlops","model-serving","transformer","vllm"],"archived":false,"github_pushed_at":"2026-09-20T05:36:58+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/vllm-project-vllm-ascend","markdown_url":"https://www.graphcanon.com/tools/vllm-project-vllm-ascend.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vllm-project-vllm-ascend","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vllm-project-vllm-ascend","shared_categories":["inference-serving"]},{"slug":"kubeflow-trainer","name":"trainer","tagline":"Distributed AI Model Training and LLM Fine-Tuning on Kubernetes","github_url":"https://github.com/kubeflow/trainer","owner":"kubeflow","repo":"trainer","owner_avatar_url":"https://avatars.githubusercontent.com/u/33164907?v=4","primary_language":"Go","stars":2225,"forks":1052,"topics":["ai","distributed","fine-tuning","gpu","huggingface","jax","kubeflow","kubernetes","llm","machine-learning","mlops","python","pytorch","tensorflow","xgboost"],"archived":false,"github_pushed_at":"2026-09-19T02:01:49+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/kubeflow-trainer","markdown_url":"https://www.graphcanon.com/tools/kubeflow-trainer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kubeflow-trainer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kubeflow-trainer","shared_categories":[]},{"slug":"huangowen-awesome-llm-compression","name":"Awesome-LLM-Compression","tagline":"Awesome LLM compression research papers and tools to accelerate LLM training and inference.","github_url":"https://github.com/HuangOwen/Awesome-LLM-Compression","owner":"HuangOwen","repo":"Awesome-LLM-Compression","owner_avatar_url":"https://avatars.githubusercontent.com/u/24937399?v=4","primary_language":null,"stars":1883,"forks":134,"topics":[],"archived":false,"github_pushed_at":"2026-08-27T15:48:21+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression","markdown_url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huangowen-awesome-llm-compression","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huangowen-awesome-llm-compression","shared_categories":["inference-serving"]},{"slug":"ovg-project-kvcached","name":"kvcached","tagline":"Virtualized Elastic KV Cache for Dynamic GPU Sharing and Beyond","github_url":"https://github.com/ovg-project/kvcached","owner":"ovg-project","repo":"kvcached","owner_avatar_url":"https://avatars.githubusercontent.com/u/213673672?v=4","primary_language":"Python","stars":1424,"forks":165,"topics":["elastic-kvcache","gpu-mutiplexing","gpu-sharing","inference-engine","kvcache","kvcache-optimization","kvcached","llm","llm-framework","llm-inference","llm-serving","ollama","online-offline-coserve","serverless","sglang","vllm"],"archived":false,"github_pushed_at":"2026-09-18T19:17:57+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ovg-project-kvcached","markdown_url":"https://www.graphcanon.com/tools/ovg-project-kvcached.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ovg-project-kvcached","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ovg-project-kvcached","shared_categories":["inference-serving"]}]}}