{"data":{"slug":"xllm-ai-xllm","name":"xllm","tagline":"A high-performance inference engine for LLM, VLM, DiT and REC models","github_url":"https://github.com/xLLM-AI/xllm","owner":"xLLM-AI","repo":"xllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/205719415?v=4","primary_language":"C++","stars":1577,"forks":300,"topics":["deepseek","glm","inference","inference-engine","large-language-models","llm-inference","qwen"],"archived":false,"github_pushed_at":"2026-09-19T13:15:59+00:00","maintenance_label":"Very active","stars_delta_30d":84,"url":"https://www.graphcanon.com/tools/xllm-ai-xllm","markdown_url":"https://www.graphcanon.com/tools/xllm-ai-xllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xllm-ai-xllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xllm-ai-xllm","description":"A high-performance inference engine for LLM, VLM, DiT and REC models, optimized for diverse AI accelerators. It is hosted in OpenAtom Foundation.","homepage_url":"https://xllm-ai.com/","license":"Apache-2.0","open_issues":211,"watchers":20,"ai_summary":"Hosted by the OpenAtom Foundation, this C++-based repository offers optimized performances across diverse AI accelerators.","readme_excerpt":"## Hardware Support\n\n| Hardware           | Abbreviation | Example | Remark              |\n| ------------------ | ------------ | ------- | ------------------- |\n| Ascend NPU         | NPU          | A2, A3  | HDK Driver 25.2.0 + |\n| Cambricon MLU      | MLU          | MLU     |                     |\n| Moore Threads GPU  | MUSA         | S5000   |                     |\n| Hygon DCU          | DCU          | BW1000  |                     |\n| MetaX MACA         | MACA         | MXC500  |                     |\n| Iluvatar CoreX GPU | ILU          | BI150   |                     |\n\n---\n\n## Getting Started\n\n* [Quick Start](https://docs.xllm-ai.com/en/getting_started/quick_start/)\n* [Launch xLLM](https://docs.xllm-ai.com/en/getting_started/launch_xllm/)\n* [Online Service](https://docs.xllm-ai.com/en/getting_started/online_service/)\n* [Offline Inference](https://docs.xllm-ai.com/en/getting_started/offline_service/)\n* [Supported Models](https://docs.xllm-ai.com/en/supported_models/)","github_created_at":"2025-08-12T13:16:07+00:00","created_at":"2026-07-11T11:43:27.469932+00:00","updated_at":"2026-09-20T06:33:32.504836+00:00","categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"deepseek","name":"deepseek"},{"slug":"glm","name":"glm"},{"slug":"llm-inference","name":"llm-inference"}],"trust":{"provenance":{"is_fork":false,"github_id":1036704760,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-09-19T18:30:50.078Z","maintenance":{"label":"Very active","score":96,"methodology":"github_public_v1","releases_90d":3,"days_since_push":0,"last_release_at":"2026-09-16T15:25:27Z","stars_delta_30d":84,"open_issues_delta_30d":20},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-11T11:43:28.602Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-09-19T18:30:51.081Z"},"has_cli":{"value":true,"source":"pyproject.toml:[project.scripts]","observed_at":"2026-09-19T18:30:51.081Z"},"languages":{"value":["c++","python"],"source":"github.language+pyproject.toml","observed_at":"2026-09-19T18:30:51.081Z"},"license_spdx":{"value":"Apache-2.0","source":"github.license","observed_at":"2026-09-19T18:30:51.081Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":null,"constraints":null,"when_to_use":["When developing applications that require optimized performance on various AI accelerators","For projects involving deepseek, glm, Qwen large language models"],"when_not_to_use":["If your project strictly requires Python-based inference engines for backend support","In cases preferring proprietary licenses over the Apache-2.0 open-source framework used here"],"source":"enrich:decision_facts","observed_at":"2026-07-14T19:36:16.167Z"},"constraint_facets":null,"decision_summary":[{"label":"Adopt for","value":"A high-performance inference engine for LLM, VLM, DiT, and REC models by the OpenAtom Foundation."}]}}