{"data":{"slug":"athina-ai-athina-evals","name":"athina-evals","tagline":"Python SDK for evaluating LLM generated responses","github_url":"https://github.com/athina-ai/athina-evals","owner":"athina-ai","repo":"athina-evals","owner_avatar_url":"https://avatars.githubusercontent.com/u/139258696?v=4","primary_language":"Python","stars":301,"forks":22,"topics":["evaluation","evaluation-framework","evaluation-metrics","llm-eval","llm-evaluation","llm-evaluation-toolkit","llm-ops","llmops"],"archived":false,"github_pushed_at":"2025-06-06T15:54:38+00:00","maintenance_label":"Dormant","stars_delta_30d":0,"url":"https://www.graphcanon.com/tools/athina-ai-athina-evals","markdown_url":"https://www.graphcanon.com/tools/athina-ai-athina-evals.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/athina-ai-athina-evals","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=athina-ai-athina-evals","description":"Python SDK for running evaluations on LLM generated responses","homepage_url":"https://docs.athina.ai","license":null,"open_issues":4,"watchers":5,"ai_summary":"athina-evals offers Python-based evaluation tools and metrics specifically for assessing large language model outputs.","readme_excerpt":"### Quick Start\nFollow [this notebook](https://github.com/athina-ai/athina-evals/blob/main/examples/run_eval_suite.ipynb) for a quick start guide.\n\nTo get an Athina API key, sign up at https://app.athina.ai\n\n---","github_created_at":"2023-11-22T10:46:44+00:00","created_at":"2026-07-11T12:00:39.059689+00:00","updated_at":"2026-09-20T06:59:24.354267+00:00","categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"evaluation","name":"evaluation"},{"slug":"evaluation-framework","name":"evaluation-framework"},{"slug":"evaluation-metrics","name":"evaluation-metrics"},{"slug":"llm-eval","name":"llm-eval"},{"slug":"llm-evaluation","name":"llm-evaluation"},{"slug":"llm-evaluation-toolkit","name":"llm-evaluation-toolkit"},{"slug":"llm-ops","name":"llm-ops"}],"trust":{"provenance":{"is_fork":false,"github_id":722056770,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-09-20T06:59:22.075Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":470,"last_release_at":"2025-05-19T03:30:31Z","stars_delta_30d":0,"open_issues_delta_30d":1},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-11T12:00:42.818Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-09-20T06:59:23.137Z"},"has_cli":{"value":true,"source":"pyproject.toml:[project.scripts]","observed_at":"2026-09-20T06:59:23.137Z"},"languages":{"value":["python"],"source":"github.language+pyproject.toml","observed_at":"2026-09-20T06:59:23.137Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":null,"constraints":null,"when_to_use":["When comprehensive evaluation of LLM responses is required, leveraging athina's specific tools and metrics","For users who need an API-based evaluation approach integrated into their workflow"],"when_not_to_use":["If open-source alternatives with transparent customization options are preferred over athina-evals' approach","In scenarios where API access requirements limit the ability to perform evaluations offline or in private environments"],"source":"enrich:decision_facts","observed_at":"2026-07-17T12:53:55.754Z"},"constraint_facets":null,"decision_summary":[{"label":"Adopt for","value":"athina-evals is a Python SDK developed for facilitating the evaluation of outputs from large language models through predefined metrics and frameworks."}]}}