{"data":{"slug":"addepto-contextcheck","name":"contextcheck","tagline":"Framework for LLMs and RAGs testing in Python","github_url":"https://github.com/Addepto/contextcheck","owner":"Addepto","repo":"contextcheck","owner_avatar_url":"https://avatars.githubusercontent.com/u/40197474?v=4","primary_language":"Python","stars":97,"forks":11,"topics":["ai-chat","ai-testing","ai-testing-tool","chatbot-framework","chatbot-testing","ci","generative-ai-testing","large-language-models","llm","llm-evaluation","llm-evaluation-framework","llm-testing","open-source","prompt-test","rag","rag-testing","summarization-testing","testing-framework","testing-tools"],"archived":false,"github_pushed_at":"2024-12-11T12:02:43+00:00","maintenance_label":"Dormant","stars_delta_30d":1,"url":"https://www.graphcanon.com/tools/addepto-contextcheck","markdown_url":"https://www.graphcanon.com/tools/addepto-contextcheck.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/addepto-contextcheck","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=addepto-contextcheck","description":" MIT-licensed Framework for LLMs, RAGs, Chatbots testing. Configurable via YAML and integrable into CI pipelines for automated testing.","homepage_url":"https://addepto.com/","license":"MIT","open_issues":1,"watchers":2,"ai_summary":"MIT-licensed framework for testing large language models, retrieval-augmented generation systems, chatbots, and other generative AI components. Configurable via YAML with CI pipeline integration.","readme_excerpt":"## License\n\nThis project is licensed under the MIT License - see the [LICENSE](LICENSE) file for details","github_created_at":"2024-10-30T08:02:45+00:00","created_at":"2026-07-15T10:39:09.065298+00:00","updated_at":"2026-09-20T04:24:47.314371+00:00","categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"ai-chat","name":"ai-chat"},{"slug":"ai-testing","name":"ai-testing"},{"slug":"chatbot-framework","name":"chatbot-framework"},{"slug":"ci-integration","name":"ci-integration"},{"slug":"large-language-models","name":"large-language-models"},{"slug":"llm-evaluation","name":"llm-evaluation"},{"slug":"rag","name":"rag"},{"slug":"testing-tools","name":"testing-tools"}],"trust":{"provenance":{"is_fork":false,"github_id":880710822,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-09-08T06:01:34.288Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":635,"last_release_at":null,"stars_delta_30d":1,"open_issues_delta_30d":0},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-15T10:39:10.349Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-09-08T06:01:34.739Z"},"has_cli":{"value":true,"source":"pyproject.toml:[project.scripts]","observed_at":"2026-09-08T06:01:34.739Z"},"languages":{"value":["python"],"source":"github.language+pyproject.toml","observed_at":"2026-09-08T06:01:34.739Z"},"license_spdx":{"value":"MIT","source":"github.license","observed_at":"2026-09-08T06:01:34.739Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":{"min_ram_gb":null,"requires_docker":false},"constraints":{"min_ram_gb":null,"requires_docker":false},"when_to_use":["When you require a framework specifically designed to test the robustness of both LLMs and Retrieval-Augmented Generation systems within Python projects.","If your development pipeline needs modular testing capabilities where tests can be configured via YAML files, aligning well with continuous integration practices."],"when_not_to_use":["Avoid if you aim for a framework without configuration flexibility through YAML as contextcheck strictly relies on this format for setting up test environments.","Skip contextcheck if your project environment or requirements do not align with the MIT license terms, especially in contexts where licensing compatibility must be strictly observed."],"source":"enrich:decision_facts","observed_at":"2026-07-16T19:39:40.942Z"},"constraint_facets":{"min_ram_gb":null,"requires_docker":false},"decision_summary":[{"label":"Adopt for","value":"Contextcheck, an MIT-licensed Python framework for evaluating large language models and RAG systems through configurable YAML settings that integrate with CI pipelines."}]}}