{"data":{"slug":"openai-human-eval","name":"human-eval","tagline":"Code for the paper \"Evaluating Large Language Models Trained on Code\"","github_url":"https://github.com/openai/human-eval","owner":"openai","repo":"human-eval","owner_avatar_url":"https://avatars.githubusercontent.com/u/14957082?v=4","primary_language":"Python","stars":3294,"forks":449,"topics":[],"archived":false,"github_pushed_at":"2025-01-17T18:22:17+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/openai-human-eval","markdown_url":"https://www.graphcanon.com/tools/openai-human-eval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/openai-human-eval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=openai-human-eval","description":"Code for the paper \"Evaluating Large Language Models Trained on Code\"","homepage_url":null,"license":"MIT","open_issues":42,"watchers":120,"ai_summary":null,"readme_excerpt":"## Installation\n\nMake sure to use python 3.7 or later:\n```\n$ conda create -n codex python=3.7\n$ conda activate codex\n```\n\nCheck out and install this repository:\n```\n$ git clone https://github.com/openai/human-eval\n$ pip install -e human-eval\n```","github_created_at":"2021-07-06T21:23:45+00:00","created_at":"2026-07-11T23:44:00.228262+00:00","updated_at":"2026-07-11T23:44:09.365642+00:00","categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"},{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"python","name":"python"}],"trust":{"provenance":{"is_fork":false,"github_id":383601290,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-07-11T23:44:06.875Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":540,"last_release_at":null},"security_summary":{"status":"ok","scanner":"osv@v1","low_count":0,"high_count":0,"last_scan_at":"2026-07-11T23:44:07.388Z","medium_count":0,"scan_profile":"deps","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-07-11T23:44:06.623Z"},"languages":{"value":["python"],"source":"github.language","observed_at":"2026-07-11T23:44:06.623Z"},"license_spdx":{"value":"MIT","source":"github.license","observed_at":"2026-07-11T23:44:06.623Z"}}}}