{"data":{"slug":"ray-project-ray-llm","name":"ray-llm","tagline":"Archived repository for LLMs on Ray, now integrated into Ray.","github_url":"https://github.com/ray-project/ray-llm","owner":"ray-project","repo":"ray-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/22125274?v=4","primary_language":null,"stars":1261,"forks":90,"topics":["llm","llm-serving","ray"],"archived":true,"github_pushed_at":"2025-03-13T01:13:38+00:00","maintenance_label":"Archived","stars_delta_30d":0,"url":"https://www.graphcanon.com/tools/ray-project-ray-llm","markdown_url":"https://www.graphcanon.com/tools/ray-project-ray-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ray-project-ray-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ray-project-ray-llm","description":"RayLLM - LLMs on Ray (Archived). Read README for more info.","homepage_url":"https://docs.ray.io/en/latest/","license":null,"open_issues":0,"watchers":7,"ai_summary":"RayLLM was a project for deploying large language models on Ray. The project is archived, with its functionalities now integrated into the Ray framework through the ray.serve.llm and ray.data.llm APIs.","readme_excerpt":"# Ray LLM APIs are now upstreamed and moved to Ray Repo\n\nThis repository has been archived and is no longer maintained. We have created [`ray.serve.llm`](https://docs.ray.io/en/latest/serve/llm/overview.html) and [`ray.data.llm`](https://docs.ray.io/en/latest/data/working-with-llms.html) APIs to simplify deployment of LLMs on top of [Ray](https://docs.ray.io/en/latest/). These APIs are now directly integrated into Ray and managed by the Ray team. The history of this repository is moved to [archived-master](https://github.com/ray-project/ray-llm/tree/archived-master) branch only for historical context.","github_created_at":"2023-05-31T16:42:19+00:00","created_at":"2026-07-11T23:12:57.761441+00:00","updated_at":"2026-09-20T04:30:03.393263+00:00","categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"llm","name":"llm"},{"slug":"llm-serving","name":"llm-serving"},{"slug":"ray","name":"ray"}],"trust":{"provenance":{"is_fork":false,"github_id":647848107,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-09-18T08:20:46.113Z","maintenance":{"label":"Archived","score":8,"methodology":"github_public_v1","releases_90d":0,"days_since_push":554,"last_release_at":"2024-01-18T20:38:00Z","stars_delta_30d":0,"open_issues_delta_30d":0},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-09-18T08:20:47.775Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-09-18T08:20:44.979Z"}},"decision_facts":{"hosting":null,"pricing":{"model":"unknown","summary":"Pricing details are not available."},"requirements":{"notes":["Ensure you have the latest version of Ray installed to use the ray.serve.llm and ray.data.llm APIs."],"min_ram_gb":null,"requires_docker":false},"constraints":{"min_ram_gb":null,"pricing_model":"unknown","requires_docker":false},"when_to_use":["If you are working with Ray and need to deploy large language models, use the ray.serve.llm and ray.data.llm APIs, which are now integrated into the Ray framework.","For historical context or specific legacy code, you can refer to the archived repository, but be aware it is no longer maintained."],"when_not_to_use":["Do not use the archived Ray-LLM repository for active development or deployment, as it is no longer maintained and its functionalities have been integrated into the Ray framework.","If you require the latest features and support for deploying large language models, avoid the archived repository and use the ray.serve.llm and ray.data.llm APIs directly."],"source":"enrich:decision_facts","observed_at":"2026-09-18T10:48:53.083Z"},"constraint_facets":{"min_ram_gb":null,"pricing_model":"unknown","requires_docker":false},"decision_summary":[{"label":"Pricing","value":"unknown - Pricing details are not available."},{"label":"Requirements","value":"Ensure you have the latest version of Ray installed to use the ray.serve.llm and ray.data.llm APIs."},{"label":"Adopt for","value":"Ray-LLM is an archived project for deploying large language models on Ray, with its functionalities now integrated into the Ray framework through the ray.serve.llm and ray.data.llm APIs."},{"label":"License detail","value":"License information is not provided."}]}}