{"data":{"node":{"slug":"beam-cloud-beta9","name":"beta9","tagline":"Ultrafast serverless GPU inference, sandboxes, and background jobs","github_url":"https://github.com/beam-cloud/beta9","owner":"beam-cloud","repo":"beta9","owner_avatar_url":"https://avatars.githubusercontent.com/u/126977053?v=4","primary_language":"Go","stars":1783,"forks":165,"topics":["autoscaler","cloudrun","cuda","developer-productivity","distributed-computing","faas","fine-tuning","functions-as-a-service","generative-ai","gpu","large-language-models","llm","llm-inference","ml-platform","paas","self-hosted","serverless","serverless-containers"],"archived":false,"github_pushed_at":"2026-09-19T18:15:33+00:00","maintenance_label":"Very active","stars_delta_30d":63,"url":"https://www.graphcanon.com/tools/beam-cloud-beta9","markdown_url":"https://www.graphcanon.com/tools/beam-cloud-beta9.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/beam-cloud-beta9","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=beam-cloud-beta9"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"}],"tags":[{"slug":"autoscaler","name":"autoscaler"},{"slug":"cloudrun","name":"cloudrun"},{"slug":"cuda","name":"cuda"},{"slug":"distributed-computing","name":"distributed-computing"},{"slug":"faas","name":"faas"},{"slug":"fine-tuning","name":"fine-tuning"},{"slug":"functions-as-a-service","name":"functions-as-a-service"},{"slug":"generative-ai","name":"generative-ai"}],"edges":[],"neighbours":[{"slug":"nirdiamant-agents-towards-production","name":"agents-towards-production","tagline":"End-to-end, code-first tutorials for building production-grade GenAI agents","github_url":"https://github.com/NirDiamant/agents-towards-production","owner":"NirDiamant","repo":"agents-towards-production","owner_avatar_url":"https://avatars.githubusercontent.com/u/28316913?v=4","primary_language":"Jupyter Notebook","stars":21298,"forks":2824,"topics":["agent","agent-framework","agentic-ai","agents","ai-agents","deployment","genai","generative-ai","langgraph","llm","llms","mcp","mlops","multi-agent-systems","observability","production","python","rag","tutorials"],"archived":false,"github_pushed_at":"2026-08-15T00:52:10+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/nirdiamant-agents-towards-production","markdown_url":"https://www.graphcanon.com/tools/nirdiamant-agents-towards-production.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nirdiamant-agents-towards-production","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nirdiamant-agents-towards-production","shared_categories":[]},{"slug":"skypilot-org-skypilot","name":"skypilot","tagline":"Run, manage, and scale AI workloads on any AI infrastructure.","github_url":"https://github.com/skypilot-org/skypilot","owner":"skypilot-org","repo":"skypilot","owner_avatar_url":"https://avatars.githubusercontent.com/u/109387420?v=4","primary_language":"Python","stars":10568,"forks":1220,"topics":["cloud-computing","cloud-management","cost-optimization","deep-learning","distributed-training","gpu","hyperparameter-tuning","job-queue","job-scheduler","llm-serving","llm-training","machine-learning","ml-infrastructure","ml-platform","mlops","multicloud","slurm","spot-instances","tpu"],"archived":false,"github_pushed_at":"2026-09-05T16:25:57+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/skypilot-org-skypilot","markdown_url":"https://www.graphcanon.com/tools/skypilot-org-skypilot.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/skypilot-org-skypilot","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=skypilot-org-skypilot","shared_categories":["inference-serving"]},{"slug":"ai-dynamo-dynamo","name":"dynamo","tagline":"A Datacenter Scale Distributed Inference Serving Framework","github_url":"https://github.com/ai-dynamo/dynamo","owner":"ai-dynamo","repo":"dynamo","owner_avatar_url":"https://avatars.githubusercontent.com/u/201626793?v=4","primary_language":"Rust","stars":8121,"forks":1601,"topics":["diffusion","disaggregated-serving","kubernetes","llm-inference","omni","routing-engine","rust","sglang","tensorrt-llm","vllm"],"archived":false,"github_pushed_at":"2026-09-19T17:01:54+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ai-dynamo-dynamo","markdown_url":"https://www.graphcanon.com/tools/ai-dynamo-dynamo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ai-dynamo-dynamo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ai-dynamo-dynamo","shared_categories":["inference-serving"]},{"slug":"flashinfer-ai-flashinfer","name":"flashinfer","tagline":"FlashInfer is a kernel library for serving large language models","github_url":"https://github.com/flashinfer-ai/flashinfer","owner":"flashinfer-ai","repo":"flashinfer","owner_avatar_url":"https://avatars.githubusercontent.com/u/145061914?v=4","primary_language":"Cuda","stars":6452,"forks":1472,"topics":["attention","cuda","distributed-inference","gpu","jit","large-large-models","llm-inference","moe","nvidia","pytorch"],"archived":false,"github_pushed_at":"2026-09-19T01:31:07+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/flashinfer-ai-flashinfer","markdown_url":"https://www.graphcanon.com/tools/flashinfer-ai-flashinfer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/flashinfer-ai-flashinfer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=flashinfer-ai-flashinfer","shared_categories":["llm-frameworks","inference-serving"]},{"slug":"kserve-kserve","name":"kserve","tagline":"Standardized Distributed Generative and Predictive AI Inference Platform for Scalable, Multi-Framework Deployment on Kubernetes","github_url":"https://github.com/kserve/kserve","owner":"kserve","repo":"kserve","owner_avatar_url":"https://avatars.githubusercontent.com/u/83512434?v=4","primary_language":"Go","stars":5970,"forks":1689,"topics":["artificial-intelligence","cncf","genai","hacktoberfest","istio","k8s","knative","kserve","kubeflow","kubernetes","llm-inference","machine-learning","mlops","model-interpretability","model-serving","pytorch","service-mesh","tensorflow","vllm","xgboost"],"archived":false,"github_pushed_at":"2026-09-19T13:08:33+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/kserve-kserve","markdown_url":"https://www.graphcanon.com/tools/kserve-kserve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kserve-kserve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kserve-kserve","shared_categories":["inference-serving"]},{"slug":"tensorchord-awesome-llmops","name":"Awesome-LLMOps","tagline":"An awesome & curated list of best LLMOps tools for developers","github_url":"https://github.com/tensorchord/Awesome-LLMOps","owner":"tensorchord","repo":"Awesome-LLMOps","owner_avatar_url":"https://avatars.githubusercontent.com/u/100543303?v=4","primary_language":"Shell","stars":5941,"forks":1058,"topics":["ai-development-tools","awesome-list","llmops","mlops"],"archived":false,"github_pushed_at":"2026-05-21T09:12:50+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/tensorchord-awesome-llmops","markdown_url":"https://www.graphcanon.com/tools/tensorchord-awesome-llmops.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorchord-awesome-llmops","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorchord-awesome-llmops","shared_categories":["llm-frameworks","inference-serving"]},{"slug":"pytorch-serve","name":"serve","tagline":"Serve, optimize and scale PyTorch models in production","github_url":"https://github.com/pytorch/serve","owner":"pytorch","repo":"serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Java","stars":4344,"forks":880,"topics":["cpu","deep-learning","docker","gpu","kubernetes","machine-learning","metrics","mlops","optimization","pytorch","serving"],"archived":true,"github_pushed_at":"2025-08-06T19:17:08+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/pytorch-serve","markdown_url":"https://www.graphcanon.com/tools/pytorch-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-serve","shared_categories":["inference-serving"]},{"slug":"huaizhengzhang-ai-infra-from-zero-to-hero","name":"AI-Infra-from-Zero-to-Hero","tagline":"Awesome System for Machine Learning and LLM Infra","github_url":"https://github.com/HuaizhengZhang/AI-Infra-from-Zero-to-Hero","owner":"HuaizhengZhang","repo":"AI-Infra-from-Zero-to-Hero","owner_avatar_url":"https://avatars.githubusercontent.com/u/5894780?v=4","primary_language":null,"stars":4285,"forks":409,"topics":["ai-infra","genai","large-language-models","llmsys","mlsys","model-serving","model-training"],"archived":false,"github_pushed_at":"2025-07-25T02:24:35+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/huaizhengzhang-ai-infra-from-zero-to-hero","markdown_url":"https://www.graphcanon.com/tools/huaizhengzhang-ai-infra-from-zero-to-hero.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huaizhengzhang-ai-infra-from-zero-to-hero","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huaizhengzhang-ai-infra-from-zero-to-hero","shared_categories":["llm-frameworks","inference-serving"]},{"slug":"a16z-infra-ai-getting-started","name":"ai-getting-started","tagline":"A Javascript AI getting started stack for weekend projects","github_url":"https://github.com/a16z-infra/ai-getting-started","owner":"a16z-infra","repo":"ai-getting-started","owner_avatar_url":"https://avatars.githubusercontent.com/u/130202746?v=4","primary_language":"TypeScript","stars":4142,"forks":659,"topics":[],"archived":false,"github_pushed_at":"2024-08-21T12:35:18+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/a16z-infra-ai-getting-started","markdown_url":"https://www.graphcanon.com/tools/a16z-infra-ai-getting-started.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/a16z-infra-ai-getting-started","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=a16z-infra-ai-getting-started","shared_categories":[]},{"slug":"superlinked-sie","name":"sie","tagline":"Open-source inference server and production cluster for all the models your agent needs.","github_url":"https://github.com/superlinked/sie","owner":"superlinked","repo":"sie","owner_avatar_url":"https://avatars.githubusercontent.com/u/94243920?v=4","primary_language":"Python","stars":3293,"forks":311,"topics":["bge","colbert","data-pipeline","deep-learning","embeddings","inference","inference-server","information-retrieval","llm","ml","mlops","natural-language-processing","nlp","python","reranking","retrieval","retrieval-augmented-generation","semantic-search","splade","vector-search"],"archived":false,"github_pushed_at":"2026-09-19T01:00:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/superlinked-sie","markdown_url":"https://www.graphcanon.com/tools/superlinked-sie.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superlinked-sie","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superlinked-sie","shared_categories":["inference-serving"]},{"slug":"pezzolabs-pezzo","name":"pezzo","tagline":"Open-source, developer-first LLMOps platform","github_url":"https://github.com/pezzolabs/pezzo","owner":"pezzolabs","repo":"pezzo","owner_avatar_url":"https://avatars.githubusercontent.com/u/119122072?v=4","primary_language":"TypeScript","stars":3273,"forks":279,"topics":["ai","devtools","gpt-3","gpt-4","hacktoberfest","javascript","langchain","llm","llmops","monitoring","nestjs","nodejs","observability","openai","platform","prompt","prompt-engineering","prompt-management","python","typescript"],"archived":false,"github_pushed_at":"2026-08-21T21:40:31+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/pezzolabs-pezzo","markdown_url":"https://www.graphcanon.com/tools/pezzolabs-pezzo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pezzolabs-pezzo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pezzolabs-pezzo","shared_categories":[]},{"slug":"b4rtaz-distributed-llama","name":"distributed-llama","tagline":"Distributed LLM inference using home devices cluster","github_url":"https://github.com/b4rtaz/distributed-llama","owner":"b4rtaz","repo":"distributed-llama","owner_avatar_url":"https://avatars.githubusercontent.com/u/12797776?v=4","primary_language":"C++","stars":3060,"forks":250,"topics":["distributed-computing","distributed-llm","llama2","llama3","llm","llm-inference","llms","neural-network","open-llm"],"archived":false,"github_pushed_at":"2026-07-05T16:47:20+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama","markdown_url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/b4rtaz-distributed-llama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=b4rtaz-distributed-llama","shared_categories":["inference-serving"]}]}}