{"data":{"slug":"zli12321-qa-metrics","name":"qa_metrics","tagline":"An easy python package to run quick basic QA evaluations. This package includes standardized QA evaluation metrics and semantic evaluation metrics: Black-box and Open-Source large language model promp","github_url":"https://github.com/zli12321/qa_metrics","owner":"zli12321","repo":"qa_metrics","owner_avatar_url":"https://avatars.githubusercontent.com/u/60415163?v=4","primary_language":"Python","stars":61,"forks":6,"topics":["exact-matching","llm","llm-evaluation","llm-evaluation-framework","llm-evaluation-toolkit","qa-automation-test","reward-modeling","rl-training"],"archived":false,"github_pushed_at":"2025-07-18T22:42:40+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/zli12321-qa-metrics","markdown_url":"https://www.graphcanon.com/tools/zli12321-qa-metrics.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/zli12321-qa-metrics","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=zli12321-qa-metrics","description":"An easy python package to run quick basic QA evaluations. This package includes standardized QA evaluation metrics and semantic evaluation metrics: Black-box and Open-Source large language model prompting and evaluation, exact match, F1 Score, PEDANT semantic match, transformer match. Our package also supports prompting OPENAI and Anthropic API.","homepage_url":null,"license":"MIT","open_issues":0,"watchers":1,"ai_summary":null,"readme_excerpt":"### Installation\n```bash\npip install qa-metrics\n```\n\n---\n\n## 📝 License\n\nThis project is licensed under the [MIT License](LICENSE.md).","github_created_at":"2024-01-21T15:56:42+00:00","created_at":"2026-07-15T10:40:22.537524+00:00","updated_at":"2026-07-15T10:40:25.292549+00:00","categories":[{"slug":"developer-tools","name":"Developer Tools","url":"https://www.graphcanon.com/categories/developer-tools","markdown_url":"https://www.graphcanon.com/categories/developer-tools.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/developer-tools"},{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"exact-matching","name":"exact-matching"},{"slug":"llm","name":"llm"},{"slug":"llm-evaluation","name":"llm-evaluation"},{"slug":"llm-evaluation-framework","name":"llm-evaluation-framework"},{"slug":"llm-evaluation-toolkit","name":"llm-evaluation-toolkit"},{"slug":"qa-automation-test","name":"qa-automation-test"},{"slug":"reward-modeling","name":"reward-modeling"},{"slug":"rl-training","name":"rl-training"}],"trust":{"provenance":{"is_fork":false,"github_id":746280574,"owner_type":"User","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-07-15T10:40:23.512Z","maintenance":{"label":"Slowing","score":36,"methodology":"github_public_v1","releases_90d":0,"days_since_push":361,"last_release_at":null},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-15T10:40:23.951Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-07-15T10:40:23.258Z"},"languages":{"value":["python"],"source":"github.language","observed_at":"2026-07-15T10:40:23.258Z"},"license_spdx":{"value":"MIT","source":"github.license","observed_at":"2026-07-15T10:40:23.258Z"}}}}