{"data":{"slug":"andrewkchan-yalm","name":"yalm","tagline":"LLM inference engine in C++/CUDA without dependency on external libraries except for I/O","github_url":"https://github.com/andrewkchan/yalm","owner":"andrewkchan","repo":"yalm","owner_avatar_url":"https://avatars.githubusercontent.com/u/8591901?v=4","primary_language":"C++","stars":600,"forks":65,"topics":["cpp","cuda","inference-engine","llama","llamacpp","llm","llm-inference","machine-learning","mistral"],"archived":false,"github_pushed_at":"2025-09-13T09:22:40+00:00","maintenance_label":"Dormant","stars_delta_30d":8,"url":"https://www.graphcanon.com/tools/andrewkchan-yalm","markdown_url":"https://www.graphcanon.com/tools/andrewkchan-yalm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/andrewkchan-yalm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=andrewkchan-yalm","description":"Yet Another Language Model: LLM inference in C++/CUDA, no libraries except for I/O","homepage_url":null,"license":null,"open_issues":4,"watchers":10,"ai_summary":"A lightweight LLM inference solution implemented in C++ and CUDA without the need for additional machine learning libraries, focusing solely on LLM inference tasks.","readme_excerpt":"# install git LFS\ncurl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | sudo bash\nsudo apt-get -y install git-lfs","github_created_at":"2024-10-02T05:28:08+00:00","created_at":"2026-07-11T11:44:53.150007+00:00","updated_at":"2026-09-20T06:34:58.36233+00:00","categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"cpp","name":"cpp"},{"slug":"cuda","name":"cuda"},{"slug":"llm-inference","name":"llm-inference"},{"slug":"machine-learning","name":"machine-learning"}],"trust":{"provenance":{"is_fork":false,"github_id":866356299,"owner_type":"User","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-09-20T03:43:52.075Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":371,"last_release_at":null,"stars_delta_30d":8,"open_issues_delta_30d":0},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-11T11:44:54.877Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-09-20T03:43:53.098Z"},"languages":{"value":["c++"],"source":"github.language","observed_at":"2026-09-20T03:43:53.098Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":null,"constraints":null,"when_to_use":["When your project's stack is primarily based on C++ and CUDA, allowing seamless integration without additional dependencies","In scenarios where performance optimization is paramount and you require a lightweight solution that directly leverages hardware capabilities via CUDA"],"when_not_to_use":["If extensive functionality or ease of use from other ML libraries is required, as YALM does not support dependencies beyond I/O needs","For developers who prefer tools with broader community support and more comprehensive feature sets, given that YALM specializes in a narrow scope"],"source":"enrich:decision_facts","observed_at":"2026-07-16T20:18:28.889Z"},"constraint_facets":null,"decision_summary":[{"label":"Adopt for","value":"YALM offers a no-frills LLM inference engine in C++/CUDA, optimized for tasks requiring minimal external dependencies beyond I/O and no reliance on heavyweight ML libraries."}]}}