{"data":{"slug":"leolty-repobench","name":"repobench","tagline":"Benchmarking Repository-Level Code Auto-Completion Systems","github_url":"https://github.com/Leolty/repobench","owner":"Leolty","repo":"repobench","owner_avatar_url":"https://avatars.githubusercontent.com/u/58247268?v=4","primary_language":"Python","stars":213,"forks":13,"topics":[],"archived":false,"github_pushed_at":"2024-08-16T07:08:32+00:00","maintenance_label":"Dormant","stars_delta_30d":1,"url":"https://www.graphcanon.com/tools/leolty-repobench","markdown_url":"https://www.graphcanon.com/tools/leolty-repobench.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/leolty-repobench","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=leolty-repobench","description":"✨ RepoBench: Benchmarking Repository-Level Code Auto-Completion Systems - ICLR 2024","homepage_url":"https://arxiv.org/abs/2306.03091","license":"CC-BY-4.0","open_issues":12,"watchers":2,"ai_summary":"RepoBench evaluates performance of repository-level code auto-completion systems providing benchmarks for researchers and developers.","readme_excerpt":"## 🛠️ Installation\n\n```bash\ngit clone https://github.com/Leolty/repobench.git\ncd repobench\n```\n\n> [!NOTE] \n> There is a `requirements.txt` file, which contains dependencies for reproducing the results in the paper. If you are only interested in the data, you can skip the installation of dependencies.","github_created_at":"2023-05-30T06:06:36+00:00","created_at":"2026-07-11T23:46:20.412453+00:00","updated_at":"2026-10-08T06:00:29.994015+00:00","categories":[{"slug":"developer-tools","name":"Developer Tools","url":"https://www.graphcanon.com/categories/developer-tools","markdown_url":"https://www.graphcanon.com/categories/developer-tools.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/developer-tools"}],"tags":[{"slug":"benchmarking","name":"benchmarking"},{"slug":"code-completion","name":"code-completion"},{"slug":"iclr-2024","name":"iclr 2024"}],"trust":{"provenance":{"is_fork":false,"github_id":647131716,"owner_type":"User","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-10-08T06:00:28.946Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":782,"last_release_at":null,"stars_delta_30d":1,"open_issues_delta_30d":0},"security_summary":{"status":"ok","scanner":"osv@v1","low_count":0,"high_count":0,"last_scan_at":"2026-07-11T23:46:22.973Z","medium_count":0,"scan_profile":"deps","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-10-08T06:00:29.669Z"},"languages":{"value":["python"],"source":"github.language","observed_at":"2026-10-08T06:00:29.669Z"},"license_spdx":{"value":"CC-BY-4.0","source":"github.license","observed_at":"2026-10-08T06:00:29.669Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":null,"constraints":null,"when_to_use":["Use RepoBench if you are evaluating the performance of your own repository-level code completion system against established benchmarks.","Consider RepoBench when you need data insights specific to the effectiveness of your auto-completion algorithms at a repository level."],"when_not_to_use":["Do not use RepoBench if your focus is on line-level or function-level code completions as opposed to repository-wide assessments.","Avoid RepoBench in scenarios where you require real-time analytics rather than benchmarking against static datasets and predefined criteria."],"source":"enrich:decision_facts","observed_at":"2026-07-17T05:13:01.987Z"},"constraint_facets":null,"decision_summary":[{"label":"Adopt for","value":"RepoBench assesses repository-level code auto-completion systems, offering benchmarks crucial for researchers and developers working on similar systems."}]}}