{"data":{"slug":"fasterdecoding-rest","name":"REST","tagline":"REST: Retrieval-Based Speculative Decoding","github_url":"https://github.com/FasterDecoding/REST","owner":"FasterDecoding","repo":"REST","owner_avatar_url":"https://avatars.githubusercontent.com/u/144572371?v=4","primary_language":"C","stars":220,"forks":17,"topics":["llm-inference","retrieval","speculative-decoding"],"archived":false,"github_pushed_at":"2026-03-05T12:38:16+00:00","maintenance_label":"Slowing","stars_delta_30d":0,"url":"https://www.graphcanon.com/tools/fasterdecoding-rest","markdown_url":"https://www.graphcanon.com/tools/fasterdecoding-rest.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/fasterdecoding-rest","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=fasterdecoding-rest","description":"REST: Retrieval-Based Speculative Decoding, NAACL 2024","homepage_url":null,"license":"Apache-2.0","open_issues":15,"watchers":6,"ai_summary":"A retrieval-based speculative decoding method for improving the efficiency of large language model inference.","readme_excerpt":"## Installation\n```bash\nconda create -n rest python=3.9\nconda activate rest\npip3 install -r requirements.txt # pay attention to Pytorch CUDA version\npip3 install DraftRetriever/wheels/draftretriever-0.1.0-cp39-cp39-manylinux_2_34_x86_64.whl\n```","github_created_at":"2023-11-15T00:59:25+00:00","created_at":"2026-07-11T23:05:52.820039+00:00","updated_at":"2026-09-20T04:28:54.586574+00:00","categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"llm-inference","name":"llm-inference"},{"slug":"retrieval","name":"retrieval"},{"slug":"speculative-decoding","name":"speculative-decoding"}],"trust":{"provenance":{"is_fork":false,"github_id":718875034,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-09-18T08:11:15.508Z","maintenance":{"label":"Slowing","score":36,"methodology":"github_public_v1","releases_90d":0,"days_since_push":196,"last_release_at":null,"stars_delta_30d":0,"open_issues_delta_30d":0},"security_summary":{"status":"findings","scanner":"osv@v1","low_count":4,"high_count":0,"last_scan_at":"2026-09-18T08:11:17.899Z","medium_count":0,"scan_profile":"deps","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-09-18T08:11:14.350Z"},"languages":{"value":["c"],"source":"github.language","observed_at":"2026-09-18T08:11:14.350Z"},"license_spdx":{"value":"Apache-2.0","source":"github.license","observed_at":"2026-09-18T08:11:14.350Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":null,"constraints":null,"when_to_use":["Use REST when you need to improve the efficiency of large language model inference through retrieval-based speculative decoding.","Consider REST if your project requires a method that can handle large language models with improved speed and efficiency, and you are working with the C language."],"when_not_to_use":["Avoid REST if your project does not require improvements in the efficiency of large language model inference.","Do not use REST if your project is not compatible with the C language or if you prefer a different license than Apache-2.0."],"source":"enrich:decision_facts","observed_at":"2026-09-18T11:31:48.430Z"},"constraint_facets":null,"decision_summary":[{"label":"Adopt for","value":"REST is a retrieval-based speculative decoding method for enhancing the efficiency of large language model inference, implemented in C under the Apache-2.0 license."}]}}