{"data":{"slug":"langchain-ai-auto-evaluator","name":"auto-evaluator","tagline":"auto-evaluator","github_url":"https://github.com/langchain-ai/auto-evaluator","owner":"langchain-ai","repo":"auto-evaluator","owner_avatar_url":"https://avatars.githubusercontent.com/u/126733545?v=4","primary_language":"TypeScript","stars":783,"forks":102,"topics":[],"archived":true,"github_pushed_at":"2025-06-26T03:58:55+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/langchain-ai-auto-evaluator","markdown_url":"https://www.graphcanon.com/tools/langchain-ai-auto-evaluator.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langchain-ai-auto-evaluator","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langchain-ai-auto-evaluator","description":null,"homepage_url":"https://autoevaluator.langchain.com/","license":"Other","open_issues":21,"watchers":11,"ai_summary":"A repository dedicated to auto-evaluation of AI models, using TypeScript. Front-end is on Vercel and back-end on Railway.","readme_excerpt":"## Deployment\n\nThe front-end is deployed to [Vercel](https://vercel.com/).\n\nThe back-end is deployed to [Railway](https://railway.app/).","github_created_at":"2023-04-05T03:14:17+00:00","created_at":"2026-07-11T10:44:35.866699+00:00","updated_at":"2026-08-08T06:03:44.736961+00:00","categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"auto-evaluation","name":"auto-evaluation"},{"slug":"railway","name":"railway"},{"slug":"typescript","name":"typescript"},{"slug":"vercel","name":"vercel"}],"trust":{"provenance":{"is_fork":false,"github_id":623762861,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-08-08T06:03:43.866Z","maintenance":{"label":"Archived","score":8,"methodology":"github_public_v1","releases_90d":0,"days_since_push":408,"last_release_at":null},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-11T10:44:37.311Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-08-08T06:03:44.312Z"},"languages":{"value":["typescript"],"source":"github.language","observed_at":"2026-08-08T06:03:44.312Z"},"license_spdx":{"value":"Other","source":"github.license","observed_at":"2026-08-08T06:03:44.312Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":null,"constraints":null,"when_to_use":["Use auto-evaluator when you are working with TypeScript and need an integrated solution for evaluating AI models","It is suitable if your development workflow already involves Vercel for front-end deployment and Railway for back-end services"],"when_not_to_use":["Avoid using auto-evaluator if you require a multi-language support environment, as it focuses solely on TypeScript","Do not use this tool if your project's hosting requirements do not align with using Vercel or Railway"],"source":"enrich:decision_facts","observed_at":"2026-07-15T08:25:20.236Z"},"constraint_facets":null,"decision_summary":[]}}