{"data":{"slug":"bigscience-workshop-petals","name":"petals","tagline":"Distributed LLM Inference and Fine-Tuning","github_url":"https://github.com/bigscience-workshop/petals","owner":"bigscience-workshop","repo":"petals","owner_avatar_url":"https://avatars.githubusercontent.com/u/82455566?v=4","primary_language":"Python","stars":10579,"forks":650,"topics":["bloom","chatbot","deep-learning","distributed-systems","falcon","gpt","guanaco","language-models","large-language-models","llama","machine-learning","mixtral","neural-networks","nlp","pipeline-parallelism","pretrained-models","pytorch","tensor-parallelism","transformer","volunteer-computing"],"archived":false,"github_pushed_at":"2024-09-07T11:54:28+00:00","maintenance_label":"Dormant","stars_delta_30d":83,"url":"https://www.graphcanon.com/tools/bigscience-workshop-petals","markdown_url":"https://www.graphcanon.com/tools/bigscience-workshop-petals.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bigscience-workshop-petals","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bigscience-workshop-petals","description":"🌸 Run LLMs at home, BitTorrent-style. Fine-tuning and inference up to 10x faster than offloading","homepage_url":"https://petals.dev","license":"MIT","open_issues":114,"watchers":108,"ai_summary":"Petals enables running large language models using a distributed network, similar to BitTorrent, for faster fine-tuning and inference.","readme_excerpt":"# Connect to a distributed network hosting model layers\ntokenizer = AutoTokenizer.from_pretrained(model_name)\nmodel = AutoDistributedModelForCausalLM.from_pretrained(model_name)","github_created_at":"2022-06-12T00:10:27+00:00","created_at":"2026-07-07T17:34:01.44366+00:00","updated_at":"2026-09-20T04:33:42.060203+00:00","categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"}],"tags":[{"slug":"bloom","name":"bloom"},{"slug":"chatbot","name":"chatbot"},{"slug":"deep-learning","name":"deep-learning"},{"slug":"distributed-systems","name":"distributed-systems"},{"slug":"falcon","name":"falcon"},{"slug":"gpt","name":"gpt"},{"slug":"guanaco","name":"guanaco"},{"slug":"language-models","name":"language models"}],"trust":{"provenance":{"is_fork":false,"github_id":502482803,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-09-18T08:49:50.109Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":740,"last_release_at":"2023-09-06T17:29:56Z","stars_delta_30d":83,"open_issues_delta_30d":1},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-09-18T08:49:51.720Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-09-18T08:49:49.021Z"},"deploy":{"source":"dockerfile:Dockerfile","self_host":true,"observed_at":"2026-09-18T08:49:49.021Z","managed_saas":false},"languages":{"value":["python"],"source":"github.language+pyproject.toml","observed_at":"2026-09-18T08:49:49.021Z"},"has_docker":{"value":true,"source":"dockerfile:Dockerfile","observed_at":"2026-09-18T08:49:49.021Z"},"license_spdx":{"value":"MIT","source":"github.license","observed_at":"2026-09-18T08:49:49.021Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":{"notes":["Python environment is required.","Ensure network connectivity for distributed operations."],"min_ram_gb":4,"requires_docker":false},"constraints":{"min_ram_gb":4,"requires_docker":false},"when_to_use":["When you need to fine-tune or run large language models faster, up to 10 times quicker than traditional methods.","If you are working with a distributed network and want to utilize volunteer computing to enhance model performance."],"when_not_to_use":["If your project requires a centralized model management system, as Petals relies on a distributed network for its operations.","When you need to avoid dependency on a peer-to-peer network for model layers, as Petals uses a BitTorrent-style approach which might not be suitable for all network environments."],"source":"enrich:decision_facts","observed_at":"2026-09-18T10:43:17.300Z"},"constraint_facets":{"min_ram_gb":4,"requires_docker":false},"decision_summary":[{"label":"Requirements","value":"Min 4 GB RAM; Python environment is required.; Ensure network connectivity for distributed operations."},{"label":"Adopt for","value":"Petals is a Python-based framework that facilitates the distributed inference and fine-tuning of large language models, leveraging a BitTorrent-like network for faster processing."},{"label":"License detail","value":"MIT License, allowing for free use, modification, and distribution."}]}}