{"data":{"slug":"b4rtaz-distributed-llama","name":"distributed-llama","tagline":"Distributed LLM inference. Connect home devices into a powerful cluster to accelerate LLM inference. More devices means faster inference.","github_url":"https://github.com/b4rtaz/distributed-llama","owner":"b4rtaz","repo":"distributed-llama","owner_avatar_url":"https://avatars.githubusercontent.com/u/12797776?v=4","primary_language":"C++","stars":2981,"forks":238,"topics":["distributed-computing","distributed-llm","llama2","llama3","llm","llm-inference","llms","neural-network","open-llm"],"archived":false,"github_pushed_at":"2026-07-05T16:47:20+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama","markdown_url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/b4rtaz-distributed-llama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=b4rtaz-distributed-llama","description":"Distributed LLM inference. Connect home devices into a powerful cluster to accelerate LLM inference. More devices means faster inference.","homepage_url":null,"license":"MIT","open_issues":48,"watchers":50,"ai_summary":null,"readme_excerpt":null,"github_created_at":"2023-12-04T23:36:06+00:00","created_at":"2026-07-11T11:43:04.72866+00:00","updated_at":"2026-07-11T11:43:06.875857+00:00","categories":[{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"},{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"llms","name":"llms"},{"slug":"llm","name":"llm"},{"slug":"neural-network","name":"neural-network"},{"slug":"llm-inference","name":"llm-inference"},{"slug":"distributed-llm","name":"distributed-llm"},{"slug":"llama3","name":"llama3"},{"slug":"distributed-computing","name":"distributed-computing"},{"slug":"llama2","name":"llama2"}],"trust":{"provenance":{"is_fork":false,"github_id":727470807,"owner_type":"User","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-07-11T11:43:05.360Z","maintenance":{"label":"Very active","score":96,"methodology":"github_public_v1","releases_90d":null,"days_since_push":5,"last_release_at":null},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-11T11:43:05.876Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-07-11T11:43:05.660Z"},"languages":{"value":["c++"],"source":"github.language","observed_at":"2026-07-11T11:43:05.660Z"},"license_spdx":{"value":"MIT","source":"github.license","observed_at":"2026-07-11T11:43:05.660Z"}}}}