{"data":{"node":{"slug":"defilantech-llmkube","name":"LLMKube","tagline":"Kubernetes operator for self-hosted LLM inference across heterogeneous GPU fleets","github_url":"https://github.com/defilantech/LLMKube","owner":"defilantech","repo":"LLMKube","owner_avatar_url":"https://avatars.githubusercontent.com/u/69058620?v=4","primary_language":"Go","stars":210,"forks":33,"topics":["ai","apple-silicon","autoscaling","edge-computing","gguf","gpu","homelab","inference","kubernetes","kubernetes-operator","llama-cpp","llm","local-llm","metal","mlx","multi-gpu","nvidia","self-hosted","tgi","vllm"],"archived":false,"github_pushed_at":"2026-09-17T14:44:50+00:00","maintenance_label":"Very active","stars_delta_30d":27,"url":"https://www.graphcanon.com/tools/defilantech-llmkube","markdown_url":"https://www.graphcanon.com/tools/defilantech-llmkube.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/defilantech-llmkube","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=defilantech-llmkube"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"ai","name":"ai"},{"slug":"apple-silicon","name":"apple-silicon"},{"slug":"autoscaling","name":"autoscaling"},{"slug":"edge-computing","name":"edge-computing"},{"slug":"gguf","name":"gguf"},{"slug":"gpu","name":"gpu"},{"slug":"homelab","name":"homelab"},{"slug":"inference","name":"inference"}],"edges":[],"neighbours":[{"slug":"vllm-project-vllm","name":"vllm","tagline":"A high-throughput and memory-efficient inference and serving engine for LLMs","github_url":"https://github.com/vllm-project/vllm","owner":"vllm-project","repo":"vllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/136984999?v=4","primary_language":"Python","stars":92075,"forks":22363,"topics":["amd","blackwell","cuda","deepseek","deepseek-v3","gpt","gpt-oss","inference","kimi","llama","llm","llm-serving","model-serving","moe","openai","pytorch","qwen","qwen3","tpu","transformer"],"archived":false,"github_pushed_at":"2026-09-18T07:28:54+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/vllm-project-vllm","markdown_url":"https://www.graphcanon.com/tools/vllm-project-vllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vllm-project-vllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vllm-project-vllm","shared_categories":["inference-serving"]},{"slug":"jundot-omlx","name":"omlx","tagline":"LLM inference server with continuous batching and SSD caching for Apple Silicon","github_url":"https://github.com/jundot/omlx","owner":"jundot","repo":"omlx","owner_avatar_url":"https://avatars.githubusercontent.com/u/64250138?v=4","primary_language":"Python","stars":21934,"forks":1899,"topics":["apple-silicon","inference-server","llm","macos","mlx","openai-api"],"archived":false,"github_pushed_at":"2026-09-20T02:23:26+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/jundot-omlx","markdown_url":"https://www.graphcanon.com/tools/jundot-omlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jundot-omlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jundot-omlx","shared_categories":["inference-serving"]},{"slug":"nvidia-tensorrt-llm","name":"TensorRT-LLM","tagline":"Python API for defining and optimizing Large Language Models for efficient inference on NVIDIA GPUs","github_url":"https://github.com/NVIDIA/TensorRT-LLM","owner":"NVIDIA","repo":"TensorRT-LLM","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"Python","stars":14645,"forks":2756,"topics":["blackwell","cuda","llm-serving","moe","pytorch"],"archived":false,"github_pushed_at":"2026-09-18T07:58:49+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/nvidia-tensorrt-llm","markdown_url":"https://www.graphcanon.com/tools/nvidia-tensorrt-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-tensorrt-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-tensorrt-llm","shared_categories":["inference-serving"]},{"slug":"bentoml-openllm","name":"OpenLLM","tagline":"Run any open-source LLMs as OpenAI compatible API endpoint in the cloud.","github_url":"https://github.com/bentoml/OpenLLM","owner":"bentoml","repo":"OpenLLM","owner_avatar_url":"https://avatars.githubusercontent.com/u/49176046?v=4","primary_language":"Python","stars":12527,"forks":837,"topics":["bentoml","fine-tuning","llama","llama2","llama3-1","llama3-2","llama3-2-vision","llm","llm-inference","llm-ops","llm-serving","llmops","mistral","mlops","model-inference","open-source-llm","openllm","vicuna"],"archived":false,"github_pushed_at":"2026-08-31T17:05:01+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/bentoml-openllm","markdown_url":"https://www.graphcanon.com/tools/bentoml-openllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bentoml-openllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bentoml-openllm","shared_categories":["inference-serving"]},{"slug":"internlm-lmdeploy","name":"lmdeploy","tagline":"Toolkit for compressing, deploying, and serving LLMs","github_url":"https://github.com/InternLM/lmdeploy","owner":"InternLM","repo":"lmdeploy","owner_avatar_url":"https://avatars.githubusercontent.com/u/135356492?v=4","primary_language":"Python","stars":8044,"forks":737,"topics":["codellama","cuda-kernels","deepspeed","fastertransformer","internlm","llama","llama2","llama3","llm","llm-inference","turbomind"],"archived":false,"github_pushed_at":"2026-09-05T04:35:03+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/internlm-lmdeploy","markdown_url":"https://www.graphcanon.com/tools/internlm-lmdeploy.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/internlm-lmdeploy","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=internlm-lmdeploy","shared_categories":["inference-serving"]},{"slug":"linkedin-liger-kernel","name":"Liger-Kernel","tagline":"Efficient Triton Kernels for LLM Training","github_url":"https://github.com/linkedin/Liger-Kernel","owner":"linkedin","repo":"Liger-Kernel","owner_avatar_url":"https://avatars.githubusercontent.com/u/357098?v=4","primary_language":"Python","stars":6600,"forks":593,"topics":["finetuning","gemma2","hacktoberfest","llama","llama3","llm-training","llms","mistral","phi3","triton","triton-kernels"],"archived":false,"github_pushed_at":"2026-09-03T15:56:18+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/linkedin-liger-kernel","markdown_url":"https://www.graphcanon.com/tools/linkedin-liger-kernel.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/linkedin-liger-kernel","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=linkedin-liger-kernel","shared_categories":[]},{"slug":"flashinfer-ai-flashinfer","name":"flashinfer","tagline":"FlashInfer is a kernel library for serving large language models","github_url":"https://github.com/flashinfer-ai/flashinfer","owner":"flashinfer-ai","repo":"flashinfer","owner_avatar_url":"https://avatars.githubusercontent.com/u/145061914?v=4","primary_language":"Cuda","stars":6452,"forks":1472,"topics":["attention","cuda","distributed-inference","gpu","jit","large-large-models","llm-inference","moe","nvidia","pytorch"],"archived":false,"github_pushed_at":"2026-09-19T01:31:07+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/flashinfer-ai-flashinfer","markdown_url":"https://www.graphcanon.com/tools/flashinfer-ai-flashinfer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/flashinfer-ai-flashinfer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=flashinfer-ai-flashinfer","shared_categories":["inference-serving"]},{"slug":"kserve-kserve","name":"kserve","tagline":"Standardized Distributed Generative and Predictive AI Inference Platform for Scalable, Multi-Framework Deployment on Kubernetes","github_url":"https://github.com/kserve/kserve","owner":"kserve","repo":"kserve","owner_avatar_url":"https://avatars.githubusercontent.com/u/83512434?v=4","primary_language":"Go","stars":5970,"forks":1689,"topics":["artificial-intelligence","cncf","genai","hacktoberfest","istio","k8s","knative","kserve","kubeflow","kubernetes","llm-inference","machine-learning","mlops","model-interpretability","model-serving","pytorch","service-mesh","tensorflow","vllm","xgboost"],"archived":false,"github_pushed_at":"2026-09-19T13:08:33+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/kserve-kserve","markdown_url":"https://www.graphcanon.com/tools/kserve-kserve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kserve-kserve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kserve-kserve","shared_categories":["inference-serving"]},{"slug":"packtpublishing-llm-engineers-handbook","name":"LLM-Engineers-Handbook","tagline":"LLM's practical guide: From fundamentals to deploying advanced LLM and RAG apps","github_url":"https://github.com/PacktPublishing/LLM-Engineers-Handbook","owner":"PacktPublishing","repo":"LLM-Engineers-Handbook","owner_avatar_url":"https://avatars.githubusercontent.com/u/10974906?v=4","primary_language":"Python","stars":5343,"forks":1297,"topics":["aws","fine-tuning-llm","genai","llm","llm-evaluation","llmops","ml-system-design","mlops","rag"],"archived":false,"github_pushed_at":"2026-04-22T08:25:03+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/packtpublishing-llm-engineers-handbook","markdown_url":"https://www.graphcanon.com/tools/packtpublishing-llm-engineers-handbook.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/packtpublishing-llm-engineers-handbook","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=packtpublishing-llm-engineers-handbook","shared_categories":["inference-serving"]},{"slug":"vllm-project-vllm-ascend","name":"vllm-ascend","tagline":"Community maintained hardware plugin for vLLM on Ascend","github_url":"https://github.com/vllm-project/vllm-ascend","owner":"vllm-project","repo":"vllm-ascend","owner_avatar_url":"https://avatars.githubusercontent.com/u/136984999?v=4","primary_language":"C++","stars":2854,"forks":2312,"topics":["ascend","inference","llm","llm-serving","llmops","mlops","model-serving","transformer","vllm"],"archived":false,"github_pushed_at":"2026-09-20T05:36:58+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/vllm-project-vllm-ascend","markdown_url":"https://www.graphcanon.com/tools/vllm-project-vllm-ascend.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vllm-project-vllm-ascend","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vllm-project-vllm-ascend","shared_categories":["inference-serving"]},{"slug":"kubeflow-trainer","name":"trainer","tagline":"Distributed AI Model Training and LLM Fine-Tuning on Kubernetes","github_url":"https://github.com/kubeflow/trainer","owner":"kubeflow","repo":"trainer","owner_avatar_url":"https://avatars.githubusercontent.com/u/33164907?v=4","primary_language":"Go","stars":2225,"forks":1052,"topics":["ai","distributed","fine-tuning","gpu","huggingface","jax","kubeflow","kubernetes","llm","machine-learning","mlops","python","pytorch","tensorflow","xgboost"],"archived":false,"github_pushed_at":"2026-09-19T02:01:49+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/kubeflow-trainer","markdown_url":"https://www.graphcanon.com/tools/kubeflow-trainer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kubeflow-trainer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kubeflow-trainer","shared_categories":[]},{"slug":"jina-ai-langchain-serve","name":"langchain-serve","tagline":"Self-host LLM Apps with Docker Compose or Kubernetes","github_url":"https://github.com/jina-ai/langchain-serve","owner":"jina-ai","repo":"langchain-serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/60539444?v=4","primary_language":"Python","stars":1639,"forks":133,"topics":["autogpt","autonomous-agents","babyagi","chatbot","fastapi","gpt","langchain","llm","production","python","slack"],"archived":true,"github_pushed_at":"2023-09-20T04:01:50+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/jina-ai-langchain-serve","markdown_url":"https://www.graphcanon.com/tools/jina-ai-langchain-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jina-ai-langchain-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jina-ai-langchain-serve","shared_categories":["inference-serving"]}]}}