{"data":{"slug":"open-compass-deveval","name":"DevEval","tagline":"A Comprehensive Benchmark for Software Development","github_url":"https://github.com/open-compass/DevEval","owner":"open-compass","repo":"DevEval","owner_avatar_url":"https://avatars.githubusercontent.com/u/143521324?v=4","primary_language":"Python","stars":138,"forks":13,"topics":[],"archived":false,"github_pushed_at":"2024-05-30T13:10:52+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/open-compass-deveval","markdown_url":"https://www.graphcanon.com/tools/open-compass-deveval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/open-compass-deveval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=open-compass-deveval","description":"A Comprehensive Benchmark for Software Development.","homepage_url":null,"license":"Apache-2.0","open_issues":0,"watchers":3,"ai_summary":"Open-compass/DevEval focuses on benchmarking software development performance and practices using Python.","readme_excerpt":"## 🐳 Set Up with Docker\n\nFor a secure and isolated environment, we offer Docker support for DevBench. Please refer to our detailed [Installation Guide](./wiki.md#installation-guide).\n\n---\n\n## 📄 License\n\n- Source Code Licensing: Our project's source code is licensed under the Apache 2.0 License. This license permits the use, modification, and distribution of the code, subject to certain conditions outlined in the Apache 2.0 License.\n- Data Licensing: The related data utilized in our project is licensed under CC BY 4.0, which allows anyone to copy, distribute, transmit, adapt and make commercial use of the dataset.","github_created_at":"2024-03-13T02:25:36+00:00","created_at":"2026-07-11T23:45:56.55221+00:00","updated_at":"2026-08-05T18:01:04.915437+00:00","categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"benchmark","name":"benchmark"},{"slug":"docker-supported","name":"docker-supported"},{"slug":"python","name":"python"},{"slug":"software-development","name":"software-development"}],"trust":{"provenance":{"is_fork":false,"github_id":771282746,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-08-05T18:01:04.010Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":797,"last_release_at":null},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-11T23:45:58.153Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-08-05T18:01:04.488Z"},"languages":{"value":["python"],"source":"github.language","observed_at":"2026-08-05T18:01:04.488Z"},"license_spdx":{"value":"Apache-2.0","source":"github.license","observed_at":"2026-08-05T18:01:04.488Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":null,"constraints":null,"when_to_use":["Choose DevEval when you require comprehensive benchmarking specifically for software development using Python.","Use if your environment supports or prefers Docker, leveraging its offered secure and isolated setup."],"when_not_to_use":["Avoid DevEval if your software projects heavily rely on languages other than Python.","Do not use it when a non-Dockerized evaluation tool is preferred due to organizational constraints or preferences."],"source":"enrich:decision_facts","observed_at":"2026-07-16T20:51:48.419Z"},"constraint_facets":null,"decision_summary":[{"label":"Adopt for","value":"DevEval suits organizations requiring Python-centric software development benchmarks and practices evaluation."}]}}