{"data":{"slug":"humanity-s-last-code-exam-hlce","name":"HLCE","tagline":"Source Evaluation scripts for Humanity's Last Code Exam","github_url":"https://github.com/Humanity-s-Last-Code-Exam/HLCE","owner":"Humanity-s-Last-Code-Exam","repo":"HLCE","owner_avatar_url":"https://avatars.githubusercontent.com/u/213904603?v=4","primary_language":"Python","stars":96,"forks":8,"topics":["benchmark","codegen","codellm","llm","llm-evaluation"],"archived":false,"github_pushed_at":"2025-08-21T03:41:24+00:00","maintenance_label":"Dormant","stars_delta_30d":0,"url":"https://www.graphcanon.com/tools/humanity-s-last-code-exam-hlce","markdown_url":"https://www.graphcanon.com/tools/humanity-s-last-code-exam-hlce.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/humanity-s-last-code-exam-hlce","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=humanity-s-last-code-exam-hlce","description":"(EMNLP 2025 Findings) Source Evaluation scripts for Humanity's Last Code Exam","homepage_url":"https://humanity-s-last-code-exam.github.io/website/","license":null,"open_issues":1,"watchers":5,"ai_summary":"Provides evaluation scripts focusing on code generation using LLMs for research purposes.","readme_excerpt":"## 📄 License\n\n  \n\n**Usage and License Notices**: The data and code are intended and licensed for research use only.","github_created_at":"2025-05-29T07:14:57+00:00","created_at":"2026-07-15T10:39:01.673338+00:00","updated_at":"2026-09-20T04:24:45.265867+00:00","categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"},{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"}],"tags":[{"slug":"benchmark","name":"benchmark"},{"slug":"codegen","name":"codegen"},{"slug":"codellm","name":"codellm"},{"slug":"llm-evaluation","name":"llm-evaluation"}],"trust":{"provenance":{"is_fork":false,"github_id":992452116,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-09-08T06:01:30.039Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":383,"last_release_at":null,"stars_delta_30d":0,"open_issues_delta_30d":0},"security_summary":{"status":"findings","scanner":"osv@v1","low_count":128,"high_count":0,"last_scan_at":"2026-07-15T10:39:03.279Z","medium_count":0,"scan_profile":"deps","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-09-08T06:01:30.493Z"},"languages":{"value":["python"],"source":"github.language","observed_at":"2026-09-08T06:01:30.493Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":null,"constraints":null,"when_to_use":["When you are researching the capabilities of language models in generating code and need benchmarking tools that focus on this aspect exclusively.","If your project is already licensed for research use only, as HLCE's content is intended for such settings."],"when_not_to_use":["If you require tools that cater to general-purpose evaluation beyond the scope of LLM code generation in a research context.","When proprietary or non-research licenses are necessary, since HLCE does not detail its licensing beyond being for research purposes only."],"source":"enrich:decision_facts","observed_at":"2026-07-16T18:54:52.469Z"},"constraint_facets":null,"decision_summary":[{"label":"Adopt for","value":"HLCE offers evaluation scripts to assess code generation using LLMs, specifically for research purposes."}]}}