{"data":{"slug":"allenai-commongen-eval","name":"CommonGen-Eval","tagline":"Evaluating LLMs with CommonGen-Lite","github_url":"https://github.com/allenai/CommonGen-Eval","owner":"allenai","repo":"CommonGen-Eval","owner_avatar_url":"https://avatars.githubusercontent.com/u/5667695?v=4","primary_language":"Python","stars":94,"forks":3,"topics":["chatgpt","evaluation","gpt-evaluation","llama2","llm","llm-evaluation","text-generation"],"archived":false,"github_pushed_at":"2024-03-21T00:28:45+00:00","maintenance_label":"Dormant","stars_delta_30d":-1,"url":"https://www.graphcanon.com/tools/allenai-commongen-eval","markdown_url":"https://www.graphcanon.com/tools/allenai-commongen-eval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/allenai-commongen-eval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=allenai-commongen-eval","description":"Evaluating LLMs with CommonGen-Lite","homepage_url":"https://inklab.usc.edu/CommonGen/","license":"Apache-2.0","open_issues":1,"watchers":3,"ai_summary":"This tool evaluates large language models using the CommonGen-Lite dataset.","readme_excerpt":"## Installation \n\n```bash \npip install -r requirements.txt\npython -m spacy download en_core_web_lg\n```","github_created_at":"2024-01-04T03:32:09+00:00","created_at":"2026-07-15T10:39:05.468435+00:00","updated_at":"2026-10-17T06:00:58.524583+00:00","categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"evaluation","name":"evaluation"},{"slug":"llm-evaluation","name":"llm-evaluation"}],"trust":{"provenance":{"is_fork":false,"github_id":738787172,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-10-17T06:00:57.536Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":940,"last_release_at":null,"stars_delta_30d":-1,"open_issues_delta_30d":0},"security_summary":{"last_scan_at":"2026-07-15T10:39:08.526318+00:00","scan_profile":"deps","status":"findings","critical_count":0,"high_count":0,"medium_count":0,"low_count":94,"scanner":"osv@v1","scan_id":"5815f82b-4466-4e5a-80fd-557e218455d2","pending_review_count":0}},"capability_facts":{"mcp":{"method":"github-tree-and-contents@2","reason":"No explicit MCP server declaration was found in the inspected manifests. Other layouts and implementations were not tested.","source":"repo_scan","status":"unknown","revision":"448741b2a75768bf2648e4ba19ab0761c2646a37","source_url":"https://github.com/allenai/CommonGen-Eval/tree/448741b2a75768bf2648e4ba19ab0761c2646a37","observed_at":"2026-10-17T06:00:57.850Z","server_manifest":null},"scan":{"method":"github-tree-and-contents@2","source":"repo_scan","status":"complete","version":2,"coverage":{"scope":"bounded-repository-manifests","tree_complete":true,"selected_files":0,"candidate_files":0},"revision":"448741b2a75768bf2648e4ba19ab0761c2646a37","source_url":"https://github.com/allenai/CommonGen-Eval/tree/448741b2a75768bf2648e4ba19ab0761c2646a37","observed_at":"2026-10-17T06:00:57.850Z","observations":[{"path":"@revision","bytes":1404,"status":"present","revision":"448741b2a75768bf2648e4ba19ab0761c2646a37","source_url":"https://github.com/allenai/CommonGen-Eval/commit/448741b2a75768bf2648e4ba19ab0761c2646a37","http_status":200,"observed_at":"2026-10-17T06:00:58.057Z"},{"path":"@tree","bytes":9642,"status":"present","revision":"448741b2a75768bf2648e4ba19ab0761c2646a37","source_url":"https://github.com/allenai/CommonGen-Eval/tree/448741b2a75768bf2648e4ba19ab0761c2646a37","http_status":200,"observed_at":"2026-10-17T06:00:58.205Z"},{"path":"docker-compose.yml","reason":"not-listed-in-complete-tree","status":"not-found","revision":"448741b2a75768bf2648e4ba19ab0761c2646a37","source_url":"https://github.com/allenai/CommonGen-Eval/tree/448741b2a75768bf2648e4ba19ab0761c2646a37","observed_at":"2026-10-17T06:00:58.205Z"},{"path":"Dockerfile","reason":"not-listed-in-complete-tree","status":"not-found","revision":"448741b2a75768bf2648e4ba19ab0761c2646a37","source_url":"https://github.com/allenai/CommonGen-Eval/tree/448741b2a75768bf2648e4ba19ab0761c2646a37","observed_at":"2026-10-17T06:00:58.205Z"},{"path":"mcp.json","reason":"not-listed-in-complete-tree","status":"not-found","revision":"448741b2a75768bf2648e4ba19ab0761c2646a37","source_url":"https://github.com/allenai/CommonGen-Eval/tree/448741b2a75768bf2648e4ba19ab0761c2646a37","observed_at":"2026-10-17T06:00:58.205Z"},{"path":"package.json","reason":"not-listed-in-complete-tree","status":"not-found","revision":"448741b2a75768bf2648e4ba19ab0761c2646a37","source_url":"https://github.com/allenai/CommonGen-Eval/tree/448741b2a75768bf2648e4ba19ab0761c2646a37","observed_at":"2026-10-17T06:00:58.205Z"},{"path":"pyproject.toml","reason":"not-listed-in-complete-tree","status":"not-found","revision":"448741b2a75768bf2648e4ba19ab0761c2646a37","source_url":"https://github.com/allenai/CommonGen-Eval/tree/448741b2a75768bf2648e4ba19ab0761c2646a37","observed_at":"2026-10-17T06:00:58.205Z"},{"path":"server.json","reason":"not-listed-in-complete-tree","status":"not-found","revision":"448741b2a75768bf2648e4ba19ab0761c2646a37","source_url":"https://github.com/allenai/CommonGen-Eval/tree/448741b2a75768bf2648e4ba19ab0761c2646a37","observed_at":"2026-10-17T06:00:58.205Z"}]},"languages":{"value":["python"],"method":"github-tree-and-contents@2","source":"github.language","revision":"448741b2a75768bf2648e4ba19ab0761c2646a37","source_url":"https://github.com/allenai/CommonGen-Eval/tree/448741b2a75768bf2648e4ba19ab0761c2646a37","observed_at":"2026-10-17T06:00:57.850Z"},"license_spdx":{"value":"Apache-2.0","source":"github.license","observed_at":"2026-10-17T06:00:57.850Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":{"notes":["Install Python dependencies using `pip install -r requirements.txt`","Download necessary Spacy models with `python -m spacy download en_core_web_lg`"],"min_ram_gb":null,"requires_docker":false},"constraints":{"min_ram_gb":null,"requires_docker":false},"when_to_use":["Use CommonGen-Eval when you need to assess how well an LLM can generate a diverse set of common-sense facts or statements based on given concepts.","Select it specifically for testing text-generation capabilities aligned with everyday language understanding and generation."],"when_not_to_use":["Avoid using CommonGen-Eval if your evaluation priorities align more closely with task-specific benchmarks outside of general-language diversification.","Do not use this tool if your project requires an evaluation framework that focuses heavily on the ability to answer specific factual questions or handle domain-specific language."],"source":"enrich:decision_facts","observed_at":"2026-07-16T20:02:07.538Z"},"constraint_facets":{"min_ram_gb":null,"requires_docker":false},"decision_summary":[{"label":"Requirements","value":"Install Python dependencies using `pip install -r requirements.txt`; Download necessary Spacy models with `python -m spacy download en_core_web_lg`"},{"label":"Adopt for","value":"Unverified catalog guidance: CommonGen-Eval is designed to evaluate large language models using the CommonGen-Lite dataset, focusing on generating diverse phrases and sentences."}]}}