{"data":{"slug":"internscience-scievalkit","name":"SciEvalKit","tagline":"Unified evaluation toolkit and leaderboard for assessing scientific intelligence","github_url":"https://github.com/InternScience/SciEvalKit","owner":"InternScience","repo":"SciEvalKit","owner_avatar_url":"https://avatars.githubusercontent.com/u/154449623?v=4","primary_language":"Python","stars":87,"forks":13,"topics":["agent","ai","ai4science","code-generation","evaluation","evaluation-framework","gemini","gpt","llm","llm-evaluation","vllm"],"archived":false,"github_pushed_at":"2026-08-30T04:00:43+00:00","maintenance_label":"Steady","stars_delta_30d":1,"url":"https://www.graphcanon.com/tools/internscience-scievalkit","markdown_url":"https://www.graphcanon.com/tools/internscience-scievalkit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/internscience-scievalkit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=internscience-scievalkit","description":"A unified evaluation toolkit and leaderboard for rigorously assessing the scientific intelligence of large language and vision–language models across the full research workflow.","homepage_url":null,"license":"Apache-2.0","open_issues":6,"watchers":3,"ai_summary":"SciEvalKit is a tool designed to rigorously evaluate the scientific capabilities of large language and vision-language models across every stage of the research process.","readme_excerpt":"### 1 · Install\n\n```bash\ngit clone https://github.com/InternScience/SciEvalKit.git\ncd SciEvalKit\npip install -e .[all]    # brings in vllm, openai‑sdk, hf_hub, etc.\n```","github_created_at":"2025-12-03T05:56:18+00:00","created_at":"2026-07-15T10:39:29.884055+00:00","updated_at":"2026-10-18T06:00:20.910452+00:00","categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"agent","name":"agent"},{"slug":"ai4science","name":"ai4science"},{"slug":"code-generation","name":"code-generation"},{"slug":"evaluation-framework","name":"evaluation-framework"},{"slug":"gemini","name":"gemini"},{"slug":"gpt","name":"gpt"},{"slug":"llm-evaluation","name":"llm-evaluation"},{"slug":"vllm","name":"vllm"}],"trust":{"provenance":{"is_fork":false,"github_id":1108941331,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-10-18T06:00:19.163Z","maintenance":{"label":"Steady","score":60,"methodology":"github_public_v1","releases_90d":0,"days_since_push":49,"last_release_at":null,"stars_delta_30d":1,"open_issues_delta_30d":0},"security_summary":{"last_scan_at":"2026-07-15T10:39:32.711791+00:00","scan_profile":"deps","status":"findings","critical_count":0,"high_count":0,"medium_count":0,"low_count":1,"scanner":"osv@v1","scan_id":"8c554aed-0641-4c00-86ed-8eb843703e49","pending_review_count":1}},"capability_facts":{"mcp":{"method":"github-tree-and-contents@2","reason":"No explicit MCP server declaration was found in the inspected manifests. Other layouts and implementations were not tested.","source":"repo_scan","status":"unknown","revision":"74837303fe46fc598ce39024e7b48c820d232093","source_url":"https://github.com/InternScience/SciEvalKit/tree/74837303fe46fc598ce39024e7b48c820d232093","observed_at":"2026-10-18T06:00:19.651Z","server_manifest":null},"scan":{"method":"github-tree-and-contents@2","source":"repo_scan","status":"complete","version":2,"coverage":{"scope":"bounded-repository-manifests","tree_complete":true,"selected_files":2,"candidate_files":2},"revision":"74837303fe46fc598ce39024e7b48c820d232093","source_url":"https://github.com/InternScience/SciEvalKit/tree/74837303fe46fc598ce39024e7b48c820d232093","observed_at":"2026-10-18T06:00:19.651Z","observations":[{"path":"@revision","bytes":1519,"status":"present","revision":"74837303fe46fc598ce39024e7b48c820d232093","source_url":"https://github.com/InternScience/SciEvalKit/commit/74837303fe46fc598ce39024e7b48c820d232093","http_status":200,"observed_at":"2026-10-18T06:00:19.975Z"},{"path":"@tree","bytes":209488,"status":"present","revision":"74837303fe46fc598ce39024e7b48c820d232093","source_url":"https://github.com/InternScience/SciEvalKit/tree/74837303fe46fc598ce39024e7b48c820d232093","http_status":200,"observed_at":"2026-10-18T06:00:20.146Z"},{"path":"docker-compose.yml","reason":"not-listed-in-complete-tree","status":"not-found","revision":"74837303fe46fc598ce39024e7b48c820d232093","source_url":"https://github.com/InternScience/SciEvalKit/tree/74837303fe46fc598ce39024e7b48c820d232093","observed_at":"2026-10-18T06:00:20.148Z"},{"path":"Dockerfile","reason":"not-listed-in-complete-tree","status":"not-found","revision":"74837303fe46fc598ce39024e7b48c820d232093","source_url":"https://github.com/InternScience/SciEvalKit/tree/74837303fe46fc598ce39024e7b48c820d232093","observed_at":"2026-10-18T06:00:20.148Z"},{"path":"mcp.json","reason":"not-listed-in-complete-tree","status":"not-found","revision":"74837303fe46fc598ce39024e7b48c820d232093","source_url":"https://github.com/InternScience/SciEvalKit/tree/74837303fe46fc598ce39024e7b48c820d232093","observed_at":"2026-10-18T06:00:20.148Z"},{"path":"package.json","reason":"not-listed-in-complete-tree","status":"not-found","revision":"74837303fe46fc598ce39024e7b48c820d232093","source_url":"https://github.com/InternScience/SciEvalKit/tree/74837303fe46fc598ce39024e7b48c820d232093","observed_at":"2026-10-18T06:00:20.148Z"},{"path":"pyproject.toml","reason":"not-listed-in-complete-tree","status":"not-found","revision":"74837303fe46fc598ce39024e7b48c820d232093","source_url":"https://github.com/InternScience/SciEvalKit/tree/74837303fe46fc598ce39024e7b48c820d232093","observed_at":"2026-10-18T06:00:20.148Z"},{"path":"scieval/dataset/PHYSICS/latex2sympy2_extended/pyproject.toml","bytes":982,"status":"present","revision":"74837303fe46fc598ce39024e7b48c820d232093","source_url":"https://github.com/InternScience/SciEvalKit/blob/74837303fe46fc598ce39024e7b48c820d232093/scieval/dataset/PHYSICS/latex2sympy2_extended/pyproject.toml","http_status":200,"observed_at":"2026-10-18T06:00:20.459Z"},{"path":"scieval/dataset/PHYSICS/Math-Verify/pyproject.toml","bytes":1761,"status":"present","revision":"74837303fe46fc598ce39024e7b48c820d232093","source_url":"https://github.com/InternScience/SciEvalKit/blob/74837303fe46fc598ce39024e7b48c820d232093/scieval/dataset/PHYSICS/Math-Verify/pyproject.toml","http_status":200,"observed_at":"2026-10-18T06:00:20.288Z"},{"path":"server.json","reason":"not-listed-in-complete-tree","status":"not-found","revision":"74837303fe46fc598ce39024e7b48c820d232093","source_url":"https://github.com/InternScience/SciEvalKit/tree/74837303fe46fc598ce39024e7b48c820d232093","observed_at":"2026-10-18T06:00:20.148Z"}]},"languages":{"value":["python"],"method":"github-tree-and-contents@2","source":"github.language+scieval/dataset/PHYSICS/Math-Verify/pyproject.toml+scieval/dataset/PHYSICS/latex2sympy2_extended/pyproject.toml","revision":"74837303fe46fc598ce39024e7b48c820d232093","source_url":"https://github.com/InternScience/SciEvalKit/tree/74837303fe46fc598ce39024e7b48c820d232093","observed_at":"2026-10-18T06:00:19.651Z"},"license_spdx":{"value":"Apache-2.0","source":"github.license","observed_at":"2026-10-18T06:00:19.651Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":null,"constraints":null,"when_to_use":["When assessing the scientific intelligence of multimodal models specifically across research stages","If you need an integrated approach to evaluate models on various tasks within scientific inquiry"],"when_not_to_use":["For evaluating general performance without a focus on scientific applications and methodologies","If your project does not benefit from an evaluation framework centered around vision-language abilities in scientific contexts"],"source":"enrich:decision_facts","observed_at":"2026-07-16T20:26:13.884Z"},"constraint_facets":null,"decision_summary":[{"label":"Adopt for","value":"Unverified catalog guidance: SciEvalKit is a unified evaluation toolkit and leaderboard designed to rigorously assess the scientific capabilities of large language and vision-language models throughout research processes."}]}}