{"data":{"slug":"addepto-contextcheck","name":"contextcheck","tagline":"Framework for LLMs, RAGs, Chatbots testing","github_url":"https://github.com/Addepto/contextcheck","owner":"Addepto","repo":"contextcheck","owner_avatar_url":"https://avatars.githubusercontent.com/u/40197474?v=4","primary_language":"Python","stars":98,"forks":13,"topics":["ai-chat","ai-testing","ai-testing-tool","chatbot-framework","chatbot-testing","ci","generative-ai-testing","large-language-models","llm","llm-evaluation","llm-evaluation-framework","llm-testing","open-source","prompt-test","rag","rag-testing","summarization-testing","testing-framework","testing-tools"],"archived":false,"github_pushed_at":"2024-12-11T12:02:43+00:00","maintenance_label":"Dormant","stars_delta_30d":1,"url":"https://www.graphcanon.com/tools/addepto-contextcheck","markdown_url":"https://www.graphcanon.com/tools/addepto-contextcheck.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/addepto-contextcheck","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=addepto-contextcheck","description":" MIT-licensed Framework for LLMs, RAGs, Chatbots testing. Configurable via YAML and integrable into CI pipelines for automated testing.","homepage_url":"https://addepto.com/","license":"MIT","open_issues":2,"watchers":2,"ai_summary":"MIT-licensed framework for testing large language models, retrieval-augmented generation systems, and chatbots. Configurable via YAML and can be integrated into CI pipelines for automated testing.","readme_excerpt":"## License\n\nThis project is licensed under the MIT License - see the [LICENSE](LICENSE) file for details","github_created_at":"2024-10-30T08:02:45+00:00","created_at":"2026-07-15T10:39:09.065298+00:00","updated_at":"2026-10-17T06:01:01.447771+00:00","categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"ai-chat","name":"ai-chat"},{"slug":"ai-testing","name":"ai-testing"},{"slug":"ai-testing-tool","name":"ai-testing-tool"},{"slug":"chatbot-framework","name":"chatbot-framework"},{"slug":"chatbot-testing","name":"chatbot-testing"},{"slug":"ci","name":"ci"},{"slug":"generative-ai-testing","name":"generative-ai-testing"},{"slug":"large-language-models","name":"large-language-models"}],"trust":{"provenance":{"is_fork":false,"github_id":880710822,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-10-17T06:01:00.199Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":674,"last_release_at":null,"stars_delta_30d":1,"open_issues_delta_30d":1},"security_summary":{"last_scan_at":"2026-07-15T10:39:11.687353+00:00","scan_profile":"deps","status":"no_lockfile","critical_count":0,"high_count":0,"medium_count":0,"low_count":0,"scanner":"osv@v1","scan_id":"e688fc05-59d8-4587-a45b-6bb25cc6acb9","pending_review_count":0}},"capability_facts":{"mcp":{"method":"github-tree-and-contents@2","reason":"No explicit MCP server declaration was found in the inspected manifests. Other layouts and implementations were not tested.","source":"repo_scan","status":"unknown","revision":"04aab4f1971cfe6919078ff1a138452f4fd69e2a","source_url":"https://github.com/Addepto/contextcheck/tree/04aab4f1971cfe6919078ff1a138452f4fd69e2a","observed_at":"2026-10-17T06:01:00.569Z","server_manifest":null},"scan":{"method":"github-tree-and-contents@2","source":"repo_scan","status":"complete","version":2,"coverage":{"scope":"bounded-repository-manifests","tree_complete":true,"selected_files":1,"candidate_files":1},"revision":"04aab4f1971cfe6919078ff1a138452f4fd69e2a","source_url":"https://github.com/Addepto/contextcheck/tree/04aab4f1971cfe6919078ff1a138452f4fd69e2a","observed_at":"2026-10-17T06:01:00.569Z","observations":[{"path":"@revision","bytes":4409,"status":"present","revision":"04aab4f1971cfe6919078ff1a138452f4fd69e2a","source_url":"https://github.com/Addepto/contextcheck/commit/04aab4f1971cfe6919078ff1a138452f4fd69e2a","http_status":200,"observed_at":"2026-10-17T06:01:00.805Z"},{"path":"@tree","bytes":24877,"status":"present","revision":"04aab4f1971cfe6919078ff1a138452f4fd69e2a","source_url":"https://github.com/Addepto/contextcheck/tree/04aab4f1971cfe6919078ff1a138452f4fd69e2a","http_status":200,"observed_at":"2026-10-17T06:01:00.964Z"},{"path":"docker-compose.yml","reason":"not-listed-in-complete-tree","status":"not-found","revision":"04aab4f1971cfe6919078ff1a138452f4fd69e2a","source_url":"https://github.com/Addepto/contextcheck/tree/04aab4f1971cfe6919078ff1a138452f4fd69e2a","observed_at":"2026-10-17T06:01:00.964Z"},{"path":"Dockerfile","reason":"not-listed-in-complete-tree","status":"not-found","revision":"04aab4f1971cfe6919078ff1a138452f4fd69e2a","source_url":"https://github.com/Addepto/contextcheck/tree/04aab4f1971cfe6919078ff1a138452f4fd69e2a","observed_at":"2026-10-17T06:01:00.964Z"},{"path":"mcp.json","reason":"not-listed-in-complete-tree","status":"not-found","revision":"04aab4f1971cfe6919078ff1a138452f4fd69e2a","source_url":"https://github.com/Addepto/contextcheck/tree/04aab4f1971cfe6919078ff1a138452f4fd69e2a","observed_at":"2026-10-17T06:01:00.964Z"},{"path":"package.json","reason":"not-listed-in-complete-tree","status":"not-found","revision":"04aab4f1971cfe6919078ff1a138452f4fd69e2a","source_url":"https://github.com/Addepto/contextcheck/tree/04aab4f1971cfe6919078ff1a138452f4fd69e2a","observed_at":"2026-10-17T06:01:00.964Z"},{"path":"pyproject.toml","bytes":3024,"status":"present","revision":"04aab4f1971cfe6919078ff1a138452f4fd69e2a","source_url":"https://github.com/Addepto/contextcheck/blob/04aab4f1971cfe6919078ff1a138452f4fd69e2a/pyproject.toml","http_status":200,"observed_at":"2026-10-17T06:01:01.081Z"},{"path":"server.json","reason":"not-listed-in-complete-tree","status":"not-found","revision":"04aab4f1971cfe6919078ff1a138452f4fd69e2a","source_url":"https://github.com/Addepto/contextcheck/tree/04aab4f1971cfe6919078ff1a138452f4fd69e2a","observed_at":"2026-10-17T06:01:00.964Z"}]},"has_cli":{"value":true,"method":"repository-declaration@2","source":"pyproject.toml:[tool.poetry.scripts]","status":"declared","revision":"04aab4f1971cfe6919078ff1a138452f4fd69e2a","source_url":"https://github.com/Addepto/contextcheck/blob/04aab4f1971cfe6919078ff1a138452f4fd69e2a/pyproject.toml","observed_at":"2026-10-17T06:01:00.569Z"},"languages":{"value":["python"],"method":"github-tree-and-contents@2","source":"github.language+pyproject.toml","revision":"04aab4f1971cfe6919078ff1a138452f4fd69e2a","source_url":"https://github.com/Addepto/contextcheck/tree/04aab4f1971cfe6919078ff1a138452f4fd69e2a","observed_at":"2026-10-17T06:01:00.569Z"},"license_spdx":{"value":"MIT","source":"github.license","observed_at":"2026-10-17T06:01:00.569Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":{"notes":["Requires Python environment.","Supports integration with CI pipelines."],"min_ram_gb":null,"requires_docker":false},"constraints":{"min_ram_gb":null,"requires_docker":false},"when_to_use":["When you need a framework that is specifically designed for testing large language models, retrieval-augmented generation systems, and chatbots.","If your project requires integration with CI pipelines for automated testing, and you prefer configuration via YAML files."],"when_not_to_use":["If your testing requirements do not align with the specific focus on large language models, retrieval-augmented generation systems, and chatbots.","If you prefer a testing tool that does not require YAML configuration or CI pipeline integration."],"source":"enrich:decision_facts","observed_at":"2026-09-30T21:38:59.528Z"},"constraint_facets":{"min_ram_gb":null,"requires_docker":false},"decision_summary":[{"label":"Requirements","value":"Requires Python environment.; Supports integration with CI pipelines."},{"label":"Adopt for","value":"Unverified catalog guidance: Contextcheck is a MIT-licensed framework for testing large language models, retrieval-augmented generation systems, and chatbots. It is configurable via YAML and can be integrated into CI pipelines for automated testing."},{"label":"License detail","value":"MIT-licensed, allowing for free use, modification, and distribution."}]}}