{"data":{"slug":"ray-project-ray-llm","name":"ray-llm","tagline":"Archived repository; LLM serving APIs integrated into the Ray project","github_url":"https://github.com/ray-project/ray-llm","owner":"ray-project","repo":"ray-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/22125274?v=4","primary_language":null,"stars":1261,"forks":90,"topics":["llm","llm-serving","ray"],"archived":true,"github_pushed_at":"2025-03-13T01:13:38+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/ray-project-ray-llm","markdown_url":"https://www.graphcanon.com/tools/ray-project-ray-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ray-project-ray-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ray-project-ray-llm","description":"RayLLM - LLMs on Ray (Archived). Read README for more info.","homepage_url":"https://docs.ray.io/en/latest/","license":null,"open_issues":0,"watchers":7,"ai_summary":"Formerly known as RayLLM, this archived repository moved its efforts to integrate Large Language Model (LLM) deployment capabilities directly into the main Ray project through new APIs.","readme_excerpt":"# Ray LLM APIs are now upstreamed and moved to Ray Repo\n\nThis repository has been archived and is no longer maintained. We have created [`ray.serve.llm`](https://docs.ray.io/en/latest/serve/llm/overview.html) and [`ray.data.llm`](https://docs.ray.io/en/latest/data/working-with-llms.html) APIs to simplify deployment of LLMs on top of [Ray](https://docs.ray.io/en/latest/). These APIs are now directly integrated into Ray and managed by the Ray team. The history of this repository is moved to [archived-master](https://github.com/ray-project/ray-llm/tree/archived-master) branch only for historical context.","github_created_at":"2023-05-31T16:42:19+00:00","created_at":"2026-07-11T23:12:57.761441+00:00","updated_at":"2026-08-02T06:00:15.507892+00:00","categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"llm-serving","name":"llm-serving"},{"slug":"ray","name":"ray"}],"trust":{"provenance":{"is_fork":false,"github_id":647848107,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-08-02T06:00:14.591Z","maintenance":{"label":"Archived","score":8,"methodology":"github_public_v1","releases_90d":0,"days_since_push":507,"last_release_at":"2024-01-18T20:38:00Z"},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-11T23:13:01.272Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-08-02T06:00:15.049Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":null,"constraints":null,"when_to_use":["For deploying LLMs with new Ray-integrated APIs, ensuring direct support and updates from the Ray team.","If using Ray as ecosystem base for model serving or training, integrating modern Ray capabilities.","To leverage community-maintained enhancements on top of standard LLM deployment."],"when_not_to_use":["If seeking a standalone solution distinct from Ray’s main project, preferring specialized tools.","For needs requiring active maintenance and development in this specific repository; consider alternative up-to-date projects."],"source":"enrich:decision_facts","observed_at":"2026-07-12T14:11:31.520Z"},"constraint_facets":null,"decision_summary":[{"label":"Adopt for","value":"Archived LLM deployment tool integrated into Ray; now focus on built-in APIs (`ray.serve.llm` & `ray.data.llm`)."}]}}