{"data":{"slug":"langwatch-langevals","name":"langevals","tagline":"Provides a platform for evaluating and benchmarking LLM models using various evaluators","github_url":"https://github.com/langwatch/langevals","owner":"langwatch","repo":"langevals","owner_avatar_url":"https://avatars.githubusercontent.com/u/146763322?v=4","primary_language":null,"stars":72,"forks":10,"topics":["evaluation","guardrails","llm","openai"],"archived":true,"github_pushed_at":"2026-02-15T18:31:16+00:00","maintenance_label":"Archived","stars_delta_30d":0,"url":"https://www.graphcanon.com/tools/langwatch-langevals","markdown_url":"https://www.graphcanon.com/tools/langwatch-langevals.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langwatch-langevals","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langwatch-langevals","description":"LangEvals aggregates various language model evaluators into a single platform, providing a standard interface for a multitude of scores and LLM guardrails, for you to protect and benchmark your LLM models and pipelines.","homepage_url":"https://langwatch.ai/","license":null,"open_issues":0,"watchers":2,"ai_summary":"LangEvals acts as an aggregator for multiple language model evaluation tools under one interface, facilitating the protection and assessment of large language models.","readme_excerpt":"# LangEvals - MOVED\n\nThis project has been moved into the [LangWatch monorepo](https://github.com/langwatch/langwatch).\n\nYou can find the langevals source code at: **[langwatch/langwatch/langevals](https://github.com/langwatch/langwatch/tree/main/langevals)**\n\n## PyPI Packages\n\nThe PyPI packages (`langevals`, `langevals-core`, `langevals-azure`, etc.) continue to be published from the new location. No changes needed for existing users installing via pip.\n\n## Issues & Contributions\n\nPlease open issues and pull requests on the [langwatch/langwatch](https://github.com/langwatch/langwatch) repository.","github_created_at":"2024-02-29T11:25:20+00:00","created_at":"2026-07-15T10:44:22.492939+00:00","updated_at":"2026-10-22T06:00:41.58352+00:00","categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"evaluation","name":"evaluation"},{"slug":"guardrails","name":"guardrails"},{"slug":"llm","name":"llm"},{"slug":"openai","name":"openai"}],"trust":{"provenance":{"is_fork":false,"github_id":765149763,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-10-22T06:00:40.358Z","maintenance":{"label":"Archived","score":8,"methodology":"github_public_v1","releases_90d":0,"days_since_push":248,"last_release_at":null,"stars_delta_30d":0,"open_issues_delta_30d":0},"security_summary":{"last_scan_at":"2026-07-15T10:44:24.787771+00:00","scan_profile":"deps","status":"no_lockfile","critical_count":0,"high_count":0,"medium_count":0,"low_count":0,"scanner":"osv@v1","scan_id":"50e93620-45ad-40f1-a69d-c918fc7a490c","pending_review_count":0}},"capability_facts":{"mcp":{"method":"github-tree-and-contents@2","reason":"No explicit MCP server declaration was found in the inspected manifests. Other layouts and implementations were not tested.","source":"repo_scan","status":"unknown","revision":"ab8750cd4eb7763b612c70ea7935561d55cfc15c","source_url":"https://github.com/langwatch/langevals/tree/ab8750cd4eb7763b612c70ea7935561d55cfc15c","observed_at":"2026-10-22T06:00:40.880Z","server_manifest":null},"scan":{"method":"github-tree-and-contents@2","source":"repo_scan","status":"complete","version":2,"coverage":{"scope":"bounded-repository-manifests","tree_complete":true,"selected_files":0,"candidate_files":0},"revision":"ab8750cd4eb7763b612c70ea7935561d55cfc15c","source_url":"https://github.com/langwatch/langevals/tree/ab8750cd4eb7763b612c70ea7935561d55cfc15c","observed_at":"2026-10-22T06:00:40.880Z","observations":[{"path":"@revision","bytes":5278,"status":"present","revision":"ab8750cd4eb7763b612c70ea7935561d55cfc15c","source_url":"https://github.com/langwatch/langevals/commit/ab8750cd4eb7763b612c70ea7935561d55cfc15c","http_status":200,"observed_at":"2026-10-22T06:00:41.098Z"},{"path":"@tree","bytes":404,"status":"present","revision":"ab8750cd4eb7763b612c70ea7935561d55cfc15c","source_url":"https://github.com/langwatch/langevals/tree/ab8750cd4eb7763b612c70ea7935561d55cfc15c","http_status":200,"observed_at":"2026-10-22T06:00:41.241Z"},{"path":"docker-compose.yml","reason":"not-listed-in-complete-tree","status":"not-found","revision":"ab8750cd4eb7763b612c70ea7935561d55cfc15c","source_url":"https://github.com/langwatch/langevals/tree/ab8750cd4eb7763b612c70ea7935561d55cfc15c","observed_at":"2026-10-22T06:00:41.241Z"},{"path":"Dockerfile","reason":"not-listed-in-complete-tree","status":"not-found","revision":"ab8750cd4eb7763b612c70ea7935561d55cfc15c","source_url":"https://github.com/langwatch/langevals/tree/ab8750cd4eb7763b612c70ea7935561d55cfc15c","observed_at":"2026-10-22T06:00:41.241Z"},{"path":"mcp.json","reason":"not-listed-in-complete-tree","status":"not-found","revision":"ab8750cd4eb7763b612c70ea7935561d55cfc15c","source_url":"https://github.com/langwatch/langevals/tree/ab8750cd4eb7763b612c70ea7935561d55cfc15c","observed_at":"2026-10-22T06:00:41.241Z"},{"path":"package.json","reason":"not-listed-in-complete-tree","status":"not-found","revision":"ab8750cd4eb7763b612c70ea7935561d55cfc15c","source_url":"https://github.com/langwatch/langevals/tree/ab8750cd4eb7763b612c70ea7935561d55cfc15c","observed_at":"2026-10-22T06:00:41.241Z"},{"path":"pyproject.toml","reason":"not-listed-in-complete-tree","status":"not-found","revision":"ab8750cd4eb7763b612c70ea7935561d55cfc15c","source_url":"https://github.com/langwatch/langevals/tree/ab8750cd4eb7763b612c70ea7935561d55cfc15c","observed_at":"2026-10-22T06:00:41.241Z"},{"path":"server.json","reason":"not-listed-in-complete-tree","status":"not-found","revision":"ab8750cd4eb7763b612c70ea7935561d55cfc15c","source_url":"https://github.com/langwatch/langevals/tree/ab8750cd4eb7763b612c70ea7935561d55cfc15c","observed_at":"2026-10-22T06:00:41.241Z"}]}},"decision_facts":{"hosting":null,"pricing":{"model":"unknown"},"requirements":{"min_ram_gb":null,"requires_docker":false},"constraints":{"min_ram_gb":null,"pricing_model":"unknown","requires_docker":false},"when_to_use":["When you need a singular point of access to multiple LLM evaluation tools","For standardizing the assessment process across different evaluators as part of your pipeline"],"when_not_to_use":["If you prefer not having a dependency on LangEvals after it has been moved into the LangWatch monorepo, opting for directly managing individual evaluators could be a better option","When needing to customize evaluation processes extensively beyond what the provided standard interface allows"],"source":"enrich:decision_facts","observed_at":"2026-07-16T20:45:13.576Z"},"constraint_facets":{"min_ram_gb":null,"pricing_model":"unknown","requires_docker":false},"decision_summary":[{"label":"Pricing","value":"unknown"},{"label":"Adopt for","value":"Unverified catalog guidance: LangEvals is an amalgamation platform for various language model evaluators under one umbrella. This tool offers a standardized interface to assess and protect large language models with ease."}]}}