{"data":{"node":{"slug":"huaizhengzhang-ai-infra-from-zero-to-hero","name":"AI-Infra-from-Zero-to-Hero","tagline":"Awesome System for Machine Learning and LLM Infra","github_url":"https://github.com/HuaizhengZhang/AI-Infra-from-Zero-to-Hero","owner":"HuaizhengZhang","repo":"AI-Infra-from-Zero-to-Hero","owner_avatar_url":"https://avatars.githubusercontent.com/u/5894780?v=4","primary_language":null,"stars":4285,"forks":409,"topics":["ai-infra","genai","large-language-models","llmsys","mlsys","model-serving","model-training"],"archived":false,"github_pushed_at":"2025-07-25T02:24:35+00:00","maintenance_label":"Dormant","stars_delta_30d":87,"url":"https://www.graphcanon.com/tools/huaizhengzhang-ai-infra-from-zero-to-hero","markdown_url":"https://www.graphcanon.com/tools/huaizhengzhang-ai-infra-from-zero-to-hero.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huaizhengzhang-ai-infra-from-zero-to-hero","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huaizhengzhang-ai-infra-from-zero-to-hero"},"categories":[{"slug":"developer-tools","name":"Developer Tools","url":"https://www.graphcanon.com/categories/developer-tools","markdown_url":"https://www.graphcanon.com/categories/developer-tools.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/developer-tools"},{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"ai-infra","name":"ai-infra"},{"slug":"genai","name":"genai"},{"slug":"large-language-models","name":"large language models"},{"slug":"llmsys","name":"llmsys"},{"slug":"mlsys","name":"mlsys"}],"edges":[{"type":"depends_on","direction":"out","explanation":"AI-Infra-from-Zero-to-Hero includes guides and resources for setting up LLMs, which can depend on ollama to easily get started with various LLM implementations.","successor_context":null,"tool":{"slug":"ollama-ollama","name":"ollama","tagline":"Get up and running with various large language models using Ollama.","github_url":"https://github.com/ollama/ollama","owner":"ollama","repo":"ollama","owner_avatar_url":"https://avatars.githubusercontent.com/u/151674099?v=4","primary_language":"Go","stars":177524,"forks":17229,"topics":["deepseek","gemma","gemma3","glm","go","golang","gpt-oss","llama","llama3","llm","llms","minimax","mistral","ollama","qwen"],"archived":false,"github_pushed_at":"2026-07-31T23:59:29+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/ollama-ollama","markdown_url":"https://www.graphcanon.com/tools/ollama-ollama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ollama-ollama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ollama-ollama"}},{"type":"depends_on","direction":"out","explanation":"The repository covers the setup and utilization of multiple ML/DL infrastructures including training systems which often depend on Hugging Face transformers for model training and inference.","successor_context":null,"tool":{"slug":"huggingface-transformers","name":"transformers","tagline":"Transformers: the model-definition framework for state-of-the-art machine learning models in text, vision, audio, and multimodal models","github_url":"https://github.com/huggingface/transformers","owner":"huggingface","repo":"transformers","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":164121,"forks":34249,"topics":["audio","deep-learning","deepseek","gemma","glm","hacktoberfest","llm","machine-learning","model-hub","natural-language-processing","nlp","pretrained-models","python","pytorch","pytorch-transformers","qwen","speech-recognition","transformer","vlm"],"archived":false,"github_pushed_at":"2026-08-15T22:28:12+00:00","maintenance_label":"Very active","stars_delta_30d":1457,"url":"https://www.graphcanon.com/tools/huggingface-transformers","markdown_url":"https://www.graphcanon.com/tools/huggingface-transformers.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-transformers","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-transformers"}},{"type":"related","direction":"out","explanation":null,"successor_context":null,"tool":{"slug":"huggingface-transformers","name":"transformers","tagline":"Transformers: the model-definition framework for state-of-the-art machine learning models in text, vision, audio, and multimodal models","github_url":"https://github.com/huggingface/transformers","owner":"huggingface","repo":"transformers","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":164121,"forks":34249,"topics":["audio","deep-learning","deepseek","gemma","glm","hacktoberfest","llm","machine-learning","model-hub","natural-language-processing","nlp","pretrained-models","python","pytorch","pytorch-transformers","qwen","speech-recognition","transformer","vlm"],"archived":false,"github_pushed_at":"2026-08-15T22:28:12+00:00","maintenance_label":"Very active","stars_delta_30d":1457,"url":"https://www.graphcanon.com/tools/huggingface-transformers","markdown_url":"https://www.graphcanon.com/tools/huggingface-transformers.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-transformers","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-transformers"}},{"type":"integrates_with","direction":"out","explanation":"AI-Infra-from-Zero-to-Hero provides infrastructure and systems knowledge which can integrate with Langflow for comprehensive AI application development.","successor_context":null,"tool":{"slug":"langflow-ai-langflow","name":"langflow","tagline":"Tool for building and deploying AI-powered agents and workflows","github_url":"https://github.com/langflow-ai/langflow","owner":"langflow-ai","repo":"langflow","owner_avatar_url":"https://avatars.githubusercontent.com/u/85702467?v=4","primary_language":"Python","stars":152744,"forks":9747,"topics":["agents","chatgpt","generative-ai","large-language-models","multiagent","react-flow"],"archived":false,"github_pushed_at":"2026-08-02T00:44:47+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/langflow-ai-langflow","markdown_url":"https://www.graphcanon.com/tools/langflow-ai-langflow.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langflow-ai-langflow","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langflow-ai-langflow"}},{"type":"integrates_with","direction":"out","explanation":"AI-Infra-from-Zero-to-Hero","successor_context":null,"tool":{"slug":"vllm-project-vllm","name":"vllm","tagline":"A high-throughput and memory-efficient inference and serving engine for LLMs","github_url":"https://github.com/vllm-project/vllm","owner":"vllm-project","repo":"vllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/136984999?v=4","primary_language":"Python","stars":87847,"forks":20135,"topics":["amd","blackwell","cuda","deepseek","deepseek-v3","gpt","gpt-oss","inference","kimi","llama","llm","llm-serving","model-serving","moe","openai","pytorch","qwen","qwen3","tpu","transformer"],"archived":false,"github_pushed_at":"2026-08-01T11:55:36+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/vllm-project-vllm","markdown_url":"https://www.graphcanon.com/tools/vllm-project-vllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vllm-project-vllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vllm-project-vllm"}},{"type":"related","direction":"out","explanation":"While both deal with model serving, VLLM's specific focus on efficient LLM serving does not directly integrate but can be a valuable resource for users of AI-Infra-from-Zero-to-Hero.","successor_context":null,"tool":{"slug":"vllm-project-vllm","name":"vllm","tagline":"A high-throughput and memory-efficient inference and serving engine for LLMs","github_url":"https://github.com/vllm-project/vllm","owner":"vllm-project","repo":"vllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/136984999?v=4","primary_language":"Python","stars":87847,"forks":20135,"topics":["amd","blackwell","cuda","deepseek","deepseek-v3","gpt","gpt-oss","inference","kimi","llama","llm","llm-serving","model-serving","moe","openai","pytorch","qwen","qwen3","tpu","transformer"],"archived":false,"github_pushed_at":"2026-08-01T11:55:36+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/vllm-project-vllm","markdown_url":"https://www.graphcanon.com/tools/vllm-project-vllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vllm-project-vllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vllm-project-vllm"}},{"type":"related","direction":"in","explanation":"'machine-learning-for-trading' can be seen as a specific use-case example of AI infrastructure built from scratch, making it adjacent to the broad guidance provided in 'AI-Infra-from-Zero-to-Hero'.","successor_context":null,"tool":{"slug":"stefan-jansen-machine-learning-for-trading","name":"machine-learning-for-trading","tagline":"Code for Machine Learning in Trading","github_url":"https://github.com/stefan-jansen/machine-learning-for-trading","owner":"stefan-jansen","repo":"machine-learning-for-trading","owner_avatar_url":"https://avatars.githubusercontent.com/u/4275885?v=4","primary_language":"Jupyter Notebook","stars":20480,"forks":5521,"topics":["algorithmic-trading","artificial-intelligence","backtesting","data-science","deep-learning","finance","investment","investment-strategies","large-language-models","machine-learning","ml4t-workflow","polars","quantitative-finance","reinforcement-learning","synthetic-data","trading","trading-agent","trading-strategies"],"archived":false,"github_pushed_at":"2026-08-16T12:45:53+00:00","maintenance_label":"Very active","stars_delta_30d":549,"url":"https://www.graphcanon.com/tools/stefan-jansen-machine-learning-for-trading","markdown_url":"https://www.graphcanon.com/tools/stefan-jansen-machine-learning-for-trading.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/stefan-jansen-machine-learning-for-trading","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=stefan-jansen-machine-learning-for-trading"}}],"neighbours":[{"slug":"patchy631-ai-engineering-hub","name":"ai-engineering-hub","tagline":"Tutorials on LLMs, RAGs, and real-world AI agent applications","github_url":"https://github.com/patchy631/ai-engineering-hub","owner":"patchy631","repo":"ai-engineering-hub","owner_avatar_url":"https://avatars.githubusercontent.com/u/38653995?v=4","primary_language":"Jupyter Notebook","stars":37020,"forks":6107,"topics":["agents","ai","llms","machine-learning","mcp","rag"],"archived":false,"github_pushed_at":"2026-07-27T18:43:06+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/patchy631-ai-engineering-hub","markdown_url":"https://www.graphcanon.com/tools/patchy631-ai-engineering-hub.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/patchy631-ai-engineering-hub","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=patchy631-ai-engineering-hub","shared_categories":["llm-frameworks"]},{"slug":"aishwaryanr-awesome-generative-ai-guide","name":"awesome-generative-ai-guide","tagline":"A curated list for generative AI research and learning resources","github_url":"https://github.com/aishwaryanr/awesome-generative-ai-guide","owner":"aishwaryanr","repo":"awesome-generative-ai-guide","owner_avatar_url":"https://avatars.githubusercontent.com/u/12550285?v=4","primary_language":"HTML","stars":28771,"forks":5873,"topics":["awesome","awesome-list","generative-ai","interview-questions","large-language-models","llms","notebook-jupyter","vision-and-language"],"archived":false,"github_pushed_at":"2026-08-12T20:24:24+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/aishwaryanr-awesome-generative-ai-guide","markdown_url":"https://www.graphcanon.com/tools/aishwaryanr-awesome-generative-ai-guide.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/aishwaryanr-awesome-generative-ai-guide","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=aishwaryanr-awesome-generative-ai-guide","shared_categories":["llm-frameworks"]},{"slug":"arindam200-awesome-ai-apps","name":"awesome-ai-apps","tagline":"A curated list of AI applications showcasing RAG, agents, and workflows.","github_url":"https://github.com/Arindam200/awesome-ai-apps","owner":"Arindam200","repo":"awesome-ai-apps","owner_avatar_url":"https://avatars.githubusercontent.com/u/109217591?v=4","primary_language":"Python","stars":13268,"forks":1721,"topics":["agents","ai","hacktoberfest","llm","mcp"],"archived":false,"github_pushed_at":"2026-07-23T14:34:29+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/arindam200-awesome-ai-apps","markdown_url":"https://www.graphcanon.com/tools/arindam200-awesome-ai-apps.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arindam200-awesome-ai-apps","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arindam200-awesome-ai-apps","shared_categories":["llm-frameworks"]},{"slug":"eugeneyan-open-llms","name":"open-llms","tagline":"A list of open LLMs available for commercial use.","github_url":"https://github.com/eugeneyan/open-llms","owner":"eugeneyan","repo":"open-llms","owner_avatar_url":"https://avatars.githubusercontent.com/u/6831355?v=4","primary_language":null,"stars":12849,"forks":985,"topics":["commercial","large-language-models","llm","llms"],"archived":false,"github_pushed_at":"2025-02-13T06:37:12+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/eugeneyan-open-llms","markdown_url":"https://www.graphcanon.com/tools/eugeneyan-open-llms.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/eugeneyan-open-llms","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=eugeneyan-open-llms","shared_categories":["llm-frameworks"]},{"slug":"steven2358-awesome-generative-ai","name":"awesome-generative-ai","tagline":"A curated list of modern Generative Artificial Intelligence projects and services","github_url":"https://github.com/steven2358/awesome-generative-ai","owner":"steven2358","repo":"awesome-generative-ai","owner_avatar_url":"https://avatars.githubusercontent.com/u/164072?v=4","primary_language":null,"stars":12501,"forks":1990,"topics":["ai","artificial-intelligence","awesome","awesome-list","generative-ai","generative-art","large-language-models","llm"],"archived":false,"github_pushed_at":"2026-08-03T10:58:05+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/steven2358-awesome-generative-ai","markdown_url":"https://www.graphcanon.com/tools/steven2358-awesome-generative-ai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/steven2358-awesome-generative-ai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=steven2358-awesome-generative-ai","shared_categories":["developer-tools","llm-frameworks","inference-serving"]},{"slug":"wangrongsheng-awesome-llm-resources","name":"awesome-LLM-resources","tagline":"Summary of the world's best LLM resources.","github_url":"https://github.com/WangRongsheng/awesome-LLM-resources","owner":"WangRongsheng","repo":"awesome-LLM-resources","owner_avatar_url":"https://avatars.githubusercontent.com/u/55651568?v=4","primary_language":null,"stars":8845,"forks":950,"topics":["awesome-list","book","course","large-language-models","llama","llm","mistral","openai","qwen","rag","retrieval-augmented-generation","webui"],"archived":false,"github_pushed_at":"2026-08-14T15:54:28+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/wangrongsheng-awesome-llm-resources","markdown_url":"https://www.graphcanon.com/tools/wangrongsheng-awesome-llm-resources.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/wangrongsheng-awesome-llm-resources","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=wangrongsheng-awesome-llm-resources","shared_categories":["model-training","developer-tools","llm-frameworks","inference-serving"]},{"slug":"tensorchord-awesome-llmops","name":"Awesome-LLMOps","tagline":"An awesome & curated list of best LLMOps tools for developers","github_url":"https://github.com/tensorchord/Awesome-LLMOps","owner":"tensorchord","repo":"Awesome-LLMOps","owner_avatar_url":"https://avatars.githubusercontent.com/u/100543303?v=4","primary_language":"Shell","stars":5915,"forks":993,"topics":["ai-development-tools","awesome-list","llmops","mlops"],"archived":false,"github_pushed_at":"2026-05-21T09:12:50+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/tensorchord-awesome-llmops","markdown_url":"https://www.graphcanon.com/tools/tensorchord-awesome-llmops.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorchord-awesome-llmops","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorchord-awesome-llmops","shared_categories":["model-training","llm-frameworks","inference-serving"]},{"slug":"mahseema-awesome-ai-tools","name":"awesome-ai-tools","tagline":"A curated list of Artificial Intelligence Top Tools","github_url":"https://github.com/mahseema/awesome-ai-tools","owner":"mahseema","repo":"awesome-ai-tools","owner_avatar_url":"https://avatars.githubusercontent.com/u/143227828?v=4","primary_language":null,"stars":5912,"forks":2011,"topics":["ai","ai-agent","ai-agents","ai-assistant","ai-tools","ai-tools-list","ai-top-tools","awesome","awesome-ai","awesome-ai-tools","awesome-list","bestofai","futuretools","machine-learning","ml","mlops","theresanaiforthat","top-ai-tools","vibe-coding","workflow"],"archived":false,"github_pushed_at":"2025-12-31T14:46:19+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/mahseema-awesome-ai-tools","markdown_url":"https://www.graphcanon.com/tools/mahseema-awesome-ai-tools.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mahseema-awesome-ai-tools","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mahseema-awesome-ai-tools","shared_categories":["model-training","developer-tools","inference-serving"]},{"slug":"luban-agi-awesome-aigc-tutorials","name":"Awesome-AIGC-Tutorials","tagline":"Curated tutorials and resources for Large Language Models, AI Painting, and more","github_url":"https://github.com/luban-agi/Awesome-AIGC-Tutorials","owner":"luban-agi","repo":"Awesome-AIGC-Tutorials","owner_avatar_url":"https://avatars.githubusercontent.com/u/142385464?v=4","primary_language":null,"stars":4522,"forks":303,"topics":["ai","aigc","awesome","chatgpt","courses-resource","deep-learning","llm","midjourney","multimodal","nlp","prompt-engineering","stable-diffusion","tutorials"],"archived":false,"github_pushed_at":"2024-03-31T09:18:04+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/luban-agi-awesome-aigc-tutorials","markdown_url":"https://www.graphcanon.com/tools/luban-agi-awesome-aigc-tutorials.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/luban-agi-awesome-aigc-tutorials","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=luban-agi-awesome-aigc-tutorials","shared_categories":["model-training","developer-tools","llm-frameworks"]},{"slug":"nyldn-claude-octopus","name":"claude-octopus","tagline":"Surface AI blindspots before you ship","github_url":"https://github.com/nyldn/claude-octopus","owner":"nyldn","repo":"claude-octopus","owner_avatar_url":"https://avatars.githubusercontent.com/u/4805949?v=4","primary_language":"Shell","stars":3962,"forks":374,"topics":["ai-agents","ai-orchestration","claude-code","claude-code-plugin","codex","copilot","developer-tools","double-diamond","gemini","multi-ai","multi-llm","ollama"],"archived":false,"github_pushed_at":"2026-08-13T23:28:23+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/nyldn-claude-octopus","markdown_url":"https://www.graphcanon.com/tools/nyldn-claude-octopus.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nyldn-claude-octopus","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nyldn-claude-octopus","shared_categories":["developer-tools"]},{"slug":"filipecalegario-awesome-generative-ai","name":"awesome-generative-ai","tagline":"A comprehensive list of generative AI resources","github_url":"https://github.com/filipecalegario/awesome-generative-ai","owner":"filipecalegario","repo":"awesome-generative-ai","owner_avatar_url":"https://avatars.githubusercontent.com/u/299057?v=4","primary_language":null,"stars":3508,"forks":832,"topics":["ai-art","awesome","awesome-list","chatgpt","dall-e","dalle2","embeddings","generative-ai","gpt-4","llm","llm-agent","midjourney","openai","prompt-engineering","semantic-search","stable-diffusion","text-to-image","txt2img"],"archived":false,"github_pushed_at":"2025-12-18T07:31:25+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/filipecalegario-awesome-generative-ai","markdown_url":"https://www.graphcanon.com/tools/filipecalegario-awesome-generative-ai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/filipecalegario-awesome-generative-ai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=filipecalegario-awesome-generative-ai","shared_categories":["developer-tools","llm-frameworks"]},{"slug":"huangowen-awesome-llm-compression","name":"Awesome-LLM-Compression","tagline":"Awesome LLM compression research papers and tools to accelerate LLM training and inference.","github_url":"https://github.com/HuangOwen/Awesome-LLM-Compression","owner":"HuangOwen","repo":"Awesome-LLM-Compression","owner_avatar_url":"https://avatars.githubusercontent.com/u/24937399?v=4","primary_language":null,"stars":1859,"forks":129,"topics":[],"archived":false,"github_pushed_at":"2026-06-30T15:26:46+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression","markdown_url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huangowen-awesome-llm-compression","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huangowen-awesome-llm-compression","shared_categories":["llm-frameworks","inference-serving"]}]}}