{"data":{"node":{"slug":"huggingface-accelerate","name":"accelerate","tagline":"A tool for launching, training, and using PyTorch models with ease on various devices, configurations, including mixed precision support.","github_url":"https://github.com/huggingface/accelerate","owner":"huggingface","repo":"accelerate","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":9885,"forks":1513,"topics":[],"archived":false,"github_pushed_at":"2026-09-25T16:32:10+00:00","maintenance_label":"Very active","stars_delta_30d":82,"url":"https://www.graphcanon.com/tools/huggingface-accelerate","markdown_url":"https://www.graphcanon.com/tools/huggingface-accelerate.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-accelerate","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-accelerate"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"deepspeed","name":"deepspeed"},{"slug":"fsdp","name":"fsdp"},{"slug":"mixed-precision","name":"mixed precision"},{"slug":"pytorch","name":"pytorch"}],"edges":[{"type":"integrates_with","direction":"in","explanation":"Hugging Face's Accelerate is a tool that facilitates the use of PyTorch models across various devices and configurations, including mixed precision support.","successor_context":null,"tool":{"slug":"pytorch-pytorch","name":"pytorch","tagline":"Tensors and Dynamic neural networks in Python with strong GPU acceleration","github_url":"https://github.com/pytorch/pytorch","owner":"pytorch","repo":"pytorch","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Python","stars":103384,"forks":30659,"topics":["autograd","deep-learning","gpu","machine-learning","neural-network","numpy","python","tensor"],"archived":false,"github_pushed_at":"2026-09-27T05:57:49+00:00","maintenance_label":"Very active","stars_delta_30d":1240,"url":"https://www.graphcanon.com/tools/pytorch-pytorch","markdown_url":"https://www.graphcanon.com/tools/pytorch-pytorch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-pytorch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-pytorch"}}],"neighbours":[{"slug":"rohitg00-ai-engineering-from-scratch","name":"ai-engineering-from-scratch","tagline":"Learn, build, and deploy AI engineering skills from scratch.","github_url":"https://github.com/rohitg00/ai-engineering-from-scratch","owner":"rohitg00","repo":"ai-engineering-from-scratch","owner_avatar_url":"https://avatars.githubusercontent.com/u/48523873?v=4","primary_language":"Python","stars":54935,"forks":9649,"topics":["agents","ai","ai-agents","ai-engineering","computer-vision","course","deep-learning","from-scratch","generative-ai","llm","machine-learning","mcp","nlp","python","reinforcement-learning","rust","swarm-intelligence","transformers","tutorial","typescript"],"archived":false,"github_pushed_at":"2026-09-07T11:42:35+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/rohitg00-ai-engineering-from-scratch","markdown_url":"https://www.graphcanon.com/tools/rohitg00-ai-engineering-from-scratch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/rohitg00-ai-engineering-from-scratch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=rohitg00-ai-engineering-from-scratch","shared_categories":["model-training"]},{"slug":"alexsjones-llmfit","name":"llmfit","tagline":"Hardware-aware model recommendation tool","github_url":"https://github.com/AlexsJones/llmfit","owner":"AlexsJones","repo":"llmfit","owner_avatar_url":"https://avatars.githubusercontent.com/u/1235925?v=4","primary_language":"Rust","stars":36747,"forks":2329,"topics":["gguf","llm","localai","mlx","skill","unsloth"],"archived":false,"github_pushed_at":"2026-09-17T21:12:11+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/alexsjones-llmfit","markdown_url":"https://www.graphcanon.com/tools/alexsjones-llmfit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/alexsjones-llmfit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=alexsjones-llmfit","shared_categories":["inference-serving"]},{"slug":"lightning-ai-pytorch-lightning","name":"pytorch-lightning","tagline":"Pretrain, finetune ANY AI model of ANY size on 1 or 10,000+ GPUs with zero code changes.","github_url":"https://github.com/Lightning-AI/pytorch-lightning","owner":"Lightning-AI","repo":"pytorch-lightning","owner_avatar_url":"https://avatars.githubusercontent.com/u/58386951?v=4","primary_language":"Python","stars":31363,"forks":3801,"topics":["ai","artificial-intelligence","data-science","deep-learning","machine-learning","python","pytorch"],"archived":false,"github_pushed_at":"2026-09-21T11:44:30+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/lightning-ai-pytorch-lightning","markdown_url":"https://www.graphcanon.com/tools/lightning-ai-pytorch-lightning.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lightning-ai-pytorch-lightning","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lightning-ai-pytorch-lightning","shared_categories":["model-training","inference-serving"]},{"slug":"wandb-wandb","name":"wandb","tagline":"Weights & Biases platform for model training and management","github_url":"https://github.com/wandb/wandb","owner":"wandb","repo":"wandb","owner_avatar_url":"https://avatars.githubusercontent.com/u/26401354?v=4","primary_language":"Python","stars":11262,"forks":899,"topics":["ai","collaboration","data-science","data-versioning","deep-learning","experiment-track","hyperparameter-optimization","hyperparameter-search","hyperparameter-tuning","jax","keras","machine-learning","ml-platform","mlops","model-versioning","pytorch","reinforcement-learning","reproducibility","tensorflow"],"archived":false,"github_pushed_at":"2026-09-27T03:28:37+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/wandb-wandb","markdown_url":"https://www.graphcanon.com/tools/wandb-wandb.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/wandb-wandb","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=wandb-wandb","shared_categories":["model-training"]},{"slug":"skypilot-org-skypilot","name":"skypilot","tagline":"Run, manage, and scale AI workloads on any AI infrastructure.","github_url":"https://github.com/skypilot-org/skypilot","owner":"skypilot-org","repo":"skypilot","owner_avatar_url":"https://avatars.githubusercontent.com/u/109387420?v=4","primary_language":"Python","stars":10568,"forks":1220,"topics":["cloud-computing","cloud-management","cost-optimization","deep-learning","distributed-training","gpu","hyperparameter-tuning","job-queue","job-scheduler","llm-serving","llm-training","machine-learning","ml-infrastructure","ml-platform","mlops","multicloud","slurm","spot-instances","tpu"],"archived":false,"github_pushed_at":"2026-09-05T16:25:57+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/skypilot-org-skypilot","markdown_url":"https://www.graphcanon.com/tools/skypilot-org-skypilot.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/skypilot-org-skypilot","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=skypilot-org-skypilot","shared_categories":["model-training","inference-serving"]},{"slug":"pytorch-serve","name":"serve","tagline":"Serve, optimize and scale PyTorch models in production","github_url":"https://github.com/pytorch/serve","owner":"pytorch","repo":"serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Java","stars":4344,"forks":880,"topics":["cpu","deep-learning","docker","gpu","kubernetes","machine-learning","metrics","mlops","optimization","pytorch","serving"],"archived":true,"github_pushed_at":"2025-08-06T19:17:08+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/pytorch-serve","markdown_url":"https://www.graphcanon.com/tools/pytorch-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-serve","shared_categories":["inference-serving"]},{"slug":"huaizhengzhang-ai-infra-from-zero-to-hero","name":"AI-Infra-from-Zero-to-Hero","tagline":"Awesome System for Machine Learning and LLM Infra","github_url":"https://github.com/HuaizhengZhang/AI-Infra-from-Zero-to-Hero","owner":"HuaizhengZhang","repo":"AI-Infra-from-Zero-to-Hero","owner_avatar_url":"https://avatars.githubusercontent.com/u/5894780?v=4","primary_language":null,"stars":4285,"forks":409,"topics":["ai-infra","genai","large-language-models","llmsys","mlsys","model-serving","model-training"],"archived":false,"github_pushed_at":"2025-07-25T02:24:35+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/huaizhengzhang-ai-infra-from-zero-to-hero","markdown_url":"https://www.graphcanon.com/tools/huaizhengzhang-ai-infra-from-zero-to-hero.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huaizhengzhang-ai-infra-from-zero-to-hero","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huaizhengzhang-ai-infra-from-zero-to-hero","shared_categories":["model-training","inference-serving"]},{"slug":"superlinked-sie","name":"sie","tagline":"Open-source inference server and production cluster for all the models your agent needs.","github_url":"https://github.com/superlinked/sie","owner":"superlinked","repo":"sie","owner_avatar_url":"https://avatars.githubusercontent.com/u/94243920?v=4","primary_language":"Python","stars":3293,"forks":311,"topics":["bge","colbert","data-pipeline","deep-learning","embeddings","inference","inference-server","information-retrieval","llm","ml","mlops","natural-language-processing","nlp","python","reranking","retrieval","retrieval-augmented-generation","semantic-search","splade","vector-search"],"archived":false,"github_pushed_at":"2026-09-19T01:00:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/superlinked-sie","markdown_url":"https://www.graphcanon.com/tools/superlinked-sie.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superlinked-sie","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superlinked-sie","shared_categories":["inference-serving"]},{"slug":"b4rtaz-distributed-llama","name":"distributed-llama","tagline":"Distributed LLM inference using home devices cluster","github_url":"https://github.com/b4rtaz/distributed-llama","owner":"b4rtaz","repo":"distributed-llama","owner_avatar_url":"https://avatars.githubusercontent.com/u/12797776?v=4","primary_language":"C++","stars":3060,"forks":250,"topics":["distributed-computing","distributed-llm","llama2","llama3","llm","llm-inference","llms","neural-network","open-llm"],"archived":false,"github_pushed_at":"2026-07-05T16:47:20+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama","markdown_url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/b4rtaz-distributed-llama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=b4rtaz-distributed-llama","shared_categories":["inference-serving"]},{"slug":"automl-auto-pytorch","name":"Auto-PyTorch","tagline":"Automatic architecture search and hyperparameter optimization for PyTorch","github_url":"https://github.com/automl/Auto-PyTorch","owner":"automl","repo":"Auto-PyTorch","owner_avatar_url":"https://avatars.githubusercontent.com/u/6469053?v=4","primary_language":"Python","stars":2540,"forks":298,"topics":["automl","deep-learning","pytorch","tabular-data"],"archived":false,"github_pushed_at":"2024-04-09T06:17:08+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/automl-auto-pytorch","markdown_url":"https://www.graphcanon.com/tools/automl-auto-pytorch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/automl-auto-pytorch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=automl-auto-pytorch","shared_categories":["model-training"]},{"slug":"huangowen-awesome-llm-compression","name":"Awesome-LLM-Compression","tagline":"Awesome LLM compression research papers and tools to accelerate LLM training and inference.","github_url":"https://github.com/HuangOwen/Awesome-LLM-Compression","owner":"HuangOwen","repo":"Awesome-LLM-Compression","owner_avatar_url":"https://avatars.githubusercontent.com/u/24937399?v=4","primary_language":null,"stars":1883,"forks":134,"topics":[],"archived":false,"github_pushed_at":"2026-08-27T15:48:21+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression","markdown_url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huangowen-awesome-llm-compression","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huangowen-awesome-llm-compression","shared_categories":["inference-serving"]},{"slug":"tensorflow-model-optimization","name":"model-optimization","tagline":"Toolkit for optimizing ML models in Keras and TensorFlow","github_url":"https://github.com/tensorflow/model-optimization","owner":"tensorflow","repo":"model-optimization","owner_avatar_url":"https://avatars.githubusercontent.com/u/15658638?v=4","primary_language":"Python","stars":1579,"forks":348,"topics":["compression","deep-learning","keras","machine-learning","ml","model-compression","optimization","pruning","quantization","quantized-networks","quantized-neural-networks","quantized-training","sparsity","tensorflow"],"archived":false,"github_pushed_at":"2026-10-02T05:02:39+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/tensorflow-model-optimization","markdown_url":"https://www.graphcanon.com/tools/tensorflow-model-optimization.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorflow-model-optimization","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorflow-model-optimization","shared_categories":["model-training"]}]}}