{"data":{"node":{"slug":"stanford-futuredata-ares","name":"ARES","tagline":"Automated Evaluation of RAG Systems","github_url":"https://github.com/stanford-futuredata/ARES","owner":"stanford-futuredata","repo":"ARES","owner_avatar_url":"https://avatars.githubusercontent.com/u/16332752?v=4","primary_language":"Python","stars":733,"forks":67,"topics":[],"archived":false,"github_pushed_at":"2025-03-28T11:25:50+00:00","maintenance_label":"Dormant","stars_delta_30d":2,"url":"https://www.graphcanon.com/tools/stanford-futuredata-ares","markdown_url":"https://www.graphcanon.com/tools/stanford-futuredata-ares.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/stanford-futuredata-ares","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=stanford-futuredata-ares"},"categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"api-integration","name":"api integration"},{"slug":"automated-evaluation","name":"automated evaluation"},{"slug":"comparison","name":"comparison"},{"slug":"evaluation-criteria","name":"evaluation criteria"},{"slug":"gpt-3-5","name":"gpt-3.5"},{"slug":"python","name":"python"},{"slug":"rag-systems","name":"rag systems"},{"slug":"scoring","name":"scoring"}],"edges":[],"neighbours":[{"slug":"openai-evals","name":"evals","tagline":"Framework for evaluating LLMs and LLM systems with an open-source registry of benchmarks.","github_url":"https://github.com/openai/evals","owner":"openai","repo":"evals","owner_avatar_url":"https://avatars.githubusercontent.com/u/14957082?v=4","primary_language":"Python","stars":19398,"forks":3077,"topics":[],"archived":false,"github_pushed_at":"2026-04-14T15:29:57+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/openai-evals","markdown_url":"https://www.graphcanon.com/tools/openai-evals.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/openai-evals","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=openai-evals","shared_categories":["evaluation-observability"]},{"slug":"confident-ai-deepeval","name":"deepeval","tagline":"LLM Evaluation Framework.","github_url":"https://github.com/confident-ai/deepeval","owner":"confident-ai","repo":"deepeval","owner_avatar_url":"https://avatars.githubusercontent.com/u/130858411?v=4","primary_language":"Python","stars":18342,"forks":1953,"topics":["evaluation-framework","evaluation-metrics","llm-evaluation","llm-evaluation-framework","llm-evaluation-metrics","python"],"archived":false,"github_pushed_at":"2026-09-18T17:06:58+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/confident-ai-deepeval","markdown_url":"https://www.graphcanon.com/tools/confident-ai-deepeval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/confident-ai-deepeval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=confident-ai-deepeval","shared_categories":["evaluation-observability"]},{"slug":"vibrantlabsai-ragas","name":"ragas","tagline":"Supercharge Your LLM Application Evaluations 🚀","github_url":"https://github.com/vibrantlabsai/ragas","owner":"vibrantlabsai","repo":"ragas","owner_avatar_url":"https://avatars.githubusercontent.com/u/122604797?v=4","primary_language":"Python","stars":15783,"forks":1712,"topics":["evaluation","llm","llmops"],"archived":false,"github_pushed_at":"2026-02-24T07:47:19+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/vibrantlabsai-ragas","markdown_url":"https://www.graphcanon.com/tools/vibrantlabsai-ragas.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vibrantlabsai-ragas","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vibrantlabsai-ragas","shared_categories":["evaluation-observability"]},{"slug":"marker-inc-korea-autorag","name":"AutoRAG","tagline":"Open-source framework for RAG evaluation and optimization via AutoML","github_url":"https://github.com/Marker-Inc-Korea/AutoRAG","owner":"Marker-Inc-Korea","repo":"AutoRAG","owner_avatar_url":"https://avatars.githubusercontent.com/u/74290595?v=4","primary_language":"TypeScript","stars":5060,"forks":434,"topics":["analysis","automl","benchmarking","document-parser","embeddings","evaluation","llm","llm-evaluation","llm-ops","open-source","ops","optimization","pipeline","python","qa","rag","rag-evaluation","retrieval-augmented-generation"],"archived":false,"github_pushed_at":"2026-09-07T07:05:41+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/marker-inc-korea-autorag","markdown_url":"https://www.graphcanon.com/tools/marker-inc-korea-autorag.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/marker-inc-korea-autorag","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=marker-inc-korea-autorag","shared_categories":["evaluation-observability"]},{"slug":"huggingface-lighteval","name":"lighteval","tagline":"All-in-one toolkit for evaluating LLMs across multiple backends","github_url":"https://github.com/huggingface/lighteval","owner":"huggingface","repo":"lighteval","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":2554,"forks":576,"topics":["evaluation","evaluation-framework","evaluation-metrics","huggingface"],"archived":false,"github_pushed_at":"2026-10-06T09:36:52+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/huggingface-lighteval","markdown_url":"https://www.graphcanon.com/tools/huggingface-lighteval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-lighteval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-lighteval","shared_categories":["evaluation-observability"]},{"slug":"jxzhangjhu-awesome-llm-rag","name":"Awesome-LLM-RAG","tagline":"a curated list of advanced retrieval augmented generation (RAG) in Large Language Models","github_url":"https://github.com/jxzhangjhu/Awesome-LLM-RAG","owner":"jxzhangjhu","repo":"Awesome-LLM-RAG","owner_avatar_url":"https://avatars.githubusercontent.com/u/19910910?v=4","primary_language":null,"stars":1348,"forks":95,"topics":["embeddings","large-language-models","llm","rag","rag-embeddings","retrieval-augmented-generation","retrieval-information"],"archived":false,"github_pushed_at":"2026-07-22T03:17:18+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/jxzhangjhu-awesome-llm-rag","markdown_url":"https://www.graphcanon.com/tools/jxzhangjhu-awesome-llm-rag.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jxzhangjhu-awesome-llm-rag","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jxzhangjhu-awesome-llm-rag","shared_categories":[]},{"slug":"athina-ai-athina-evals","name":"athina-evals","tagline":"Python SDK for evaluating LLM generated responses","github_url":"https://github.com/athina-ai/athina-evals","owner":"athina-ai","repo":"athina-evals","owner_avatar_url":"https://avatars.githubusercontent.com/u/139258696?v=4","primary_language":"Python","stars":301,"forks":22,"topics":["evaluation","evaluation-framework","evaluation-metrics","llm-eval","llm-evaluation","llm-evaluation-toolkit","llm-ops","llmops"],"archived":false,"github_pushed_at":"2025-06-06T15:54:38+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/athina-ai-athina-evals","markdown_url":"https://www.graphcanon.com/tools/athina-ai-athina-evals.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/athina-ai-athina-evals","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=athina-ai-athina-evals","shared_categories":["evaluation-observability"]},{"slug":"alopatenko-llmevaluation","name":"LLMEvaluation","tagline":"A comprehensive guide to LLM evaluation methods","github_url":"https://github.com/alopatenko/LLMEvaluation","owner":"alopatenko","repo":"LLMEvaluation","owner_avatar_url":"https://avatars.githubusercontent.com/u/7122933?v=4","primary_language":"HTML","stars":201,"forks":24,"topics":["evaluation","generative-ai-benchmarking","llm","llm-benchmarking","llm-evaluation"],"archived":false,"github_pushed_at":"2026-09-15T00:35:53+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/alopatenko-llmevaluation","markdown_url":"https://www.graphcanon.com/tools/alopatenko-llmevaluation.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/alopatenko-llmevaluation","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=alopatenko-llmevaluation","shared_categories":["evaluation-observability"]},{"slug":"kolenaio-autoarena","name":"autoarena","tagline":"Automated evaluation of LLMs and RAG systems","github_url":"https://github.com/kolenaIO/autoarena","owner":"kolenaIO","repo":"autoarena","owner_avatar_url":"https://avatars.githubusercontent.com/u/77010818?v=4","primary_language":"TypeScript","stars":108,"forks":9,"topics":["ai","evaluation","hacktoberfest","llm","llm-evaluation","rag","testing"],"archived":false,"github_pushed_at":"2024-12-16T12:25:44+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/kolenaio-autoarena","markdown_url":"https://www.graphcanon.com/tools/kolenaio-autoarena.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kolenaio-autoarena","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kolenaio-autoarena","shared_categories":["evaluation-observability"]},{"slug":"metawake-ragtune","name":"ragtune","tagline":"Tools for inspecting, debugging, benchmarking, and tuning RAG retrieval","github_url":"https://github.com/metawake/ragtune","owner":"metawake","repo":"ragtune","owner_avatar_url":"https://avatars.githubusercontent.com/u/1218841?v=4","primary_language":"Go","stars":13,"forks":1,"topics":["benchmarking","chroma","cli","developer-tools","embeddings","evaluation","llm","metrics","pgvector","pinecone","qdrant","rag","recall","retrieval-augmented-generation","vector-search","weaviate"],"archived":false,"github_pushed_at":"2026-03-25T12:32:04+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/metawake-ragtune","markdown_url":"https://www.graphcanon.com/tools/metawake-ragtune.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/metawake-ragtune","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=metawake-ragtune","shared_categories":["evaluation-observability"]}]}}