{"data":{"node":{"slug":"onejune2018-awesome-llm-eval","name":"Awesome-LLM-Eval","tagline":"Curated list for evaluation of large language models","github_url":"https://github.com/onejune2018/Awesome-LLM-Eval","owner":"onejune2018","repo":"Awesome-LLM-Eval","owner_avatar_url":"https://avatars.githubusercontent.com/u/35061855?v=4","primary_language":null,"stars":656,"forks":90,"topics":["awsome-list","awsome-lists","benchmark","bert","chatglm","chatgpt","dataset","evaluation","gpt3","large-language-model","leaderboard","llama","llm","llm-evaluation","machine-learning","nlp","openai","qwen","rag"],"archived":false,"github_pushed_at":"2025-11-24T01:59:12+00:00","maintenance_label":"Slowing","stars_delta_30d":2,"url":"https://www.graphcanon.com/tools/onejune2018-awesome-llm-eval","markdown_url":"https://www.graphcanon.com/tools/onejune2018-awesome-llm-eval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/onejune2018-awesome-llm-eval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=onejune2018-awesome-llm-eval"},"categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"awesome-list","name":"awesome-list"},{"slug":"benchmark","name":"benchmark"},{"slug":"datasets","name":"datasets"},{"slug":"evaluation","name":"evaluation"},{"slug":"large-language-models","name":"large-language-models"},{"slug":"leaderboard","name":"leaderboard"},{"slug":"llm-evaluation","name":"llm-evaluation"},{"slug":"nlp","name":"nlp"}],"edges":[],"neighbours":[{"slug":"openai-evals","name":"evals","tagline":"Framework for evaluating LLMs and LLM systems with an open-source registry of benchmarks.","github_url":"https://github.com/openai/evals","owner":"openai","repo":"evals","owner_avatar_url":"https://avatars.githubusercontent.com/u/14957082?v=4","primary_language":"Python","stars":19398,"forks":3077,"topics":[],"archived":false,"github_pushed_at":"2026-04-14T15:29:57+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/openai-evals","markdown_url":"https://www.graphcanon.com/tools/openai-evals.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/openai-evals","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=openai-evals","shared_categories":["evaluation-observability"]},{"slug":"confident-ai-deepeval","name":"deepeval","tagline":"LLM Evaluation Framework.","github_url":"https://github.com/confident-ai/deepeval","owner":"confident-ai","repo":"deepeval","owner_avatar_url":"https://avatars.githubusercontent.com/u/130858411?v=4","primary_language":"Python","stars":18342,"forks":1953,"topics":["evaluation-framework","evaluation-metrics","llm-evaluation","llm-evaluation-framework","llm-evaluation-metrics","python"],"archived":false,"github_pushed_at":"2026-09-18T17:06:58+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/confident-ai-deepeval","markdown_url":"https://www.graphcanon.com/tools/confident-ai-deepeval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/confident-ai-deepeval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=confident-ai-deepeval","shared_categories":["evaluation-observability"]},{"slug":"vibrantlabsai-ragas","name":"ragas","tagline":"Supercharge Your LLM Application Evaluations 🚀","github_url":"https://github.com/vibrantlabsai/ragas","owner":"vibrantlabsai","repo":"ragas","owner_avatar_url":"https://avatars.githubusercontent.com/u/122604797?v=4","primary_language":"Python","stars":15783,"forks":1712,"topics":["evaluation","llm","llmops"],"archived":false,"github_pushed_at":"2026-02-24T07:47:19+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/vibrantlabsai-ragas","markdown_url":"https://www.graphcanon.com/tools/vibrantlabsai-ragas.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vibrantlabsai-ragas","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vibrantlabsai-ragas","shared_categories":["evaluation-observability"]},{"slug":"shishirpatil-gorilla","name":"gorilla","tagline":"Training and Evaluating LLMs for Function Calls (Tool Calls)","github_url":"https://github.com/ShishirPatil/gorilla","owner":"ShishirPatil","repo":"gorilla","owner_avatar_url":"https://avatars.githubusercontent.com/u/30296397?v=4","primary_language":"Python","stars":13017,"forks":1406,"topics":["api","api-documentation","chatgpt","claude-api","gpt-4-api","llm","openai-api","openai-functions"],"archived":false,"github_pushed_at":"2026-04-13T03:19:45+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/shishirpatil-gorilla","markdown_url":"https://www.graphcanon.com/tools/shishirpatil-gorilla.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/shishirpatil-gorilla","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=shishirpatil-gorilla","shared_categories":["evaluation-observability"]},{"slug":"mooler0410-llmspracticalguide","name":"LLMsPracticalGuide","tagline":"Curated list of practical guide resources for LLMs","github_url":"https://github.com/Mooler0410/LLMsPracticalGuide","owner":"Mooler0410","repo":"LLMsPracticalGuide","owner_avatar_url":"https://avatars.githubusercontent.com/u/37475129?v=4","primary_language":null,"stars":10208,"forks":787,"topics":["large-language-models","natural-language-processing","nlp","survey"],"archived":false,"github_pushed_at":"2026-04-08T18:26:44+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/mooler0410-llmspracticalguide","markdown_url":"https://www.graphcanon.com/tools/mooler0410-llmspracticalguide.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mooler0410-llmspracticalguide","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mooler0410-llmspracticalguide","shared_categories":["evaluation-observability"]},{"slug":"jeinlee1991-chinese-llm-benchmark","name":"chinese-llm-benchmark","tagline":"ReLE评测：中文AI大模型能力评测","github_url":"https://github.com/jeinlee1991/chinese-llm-benchmark","owner":"jeinlee1991","repo":"chinese-llm-benchmark","owner_avatar_url":"https://avatars.githubusercontent.com/u/46815718?v=4","primary_language":null,"stars":6467,"forks":263,"topics":["agentic-ai","artificial-intelligence","llm-agent","llm-evaluation"],"archived":false,"github_pushed_at":"2026-10-10T09:51:00+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/jeinlee1991-chinese-llm-benchmark","markdown_url":"https://www.graphcanon.com/tools/jeinlee1991-chinese-llm-benchmark.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jeinlee1991-chinese-llm-benchmark","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jeinlee1991-chinese-llm-benchmark","shared_categories":["evaluation-observability"]},{"slug":"open-compass-vlmevalkit","name":"VLMEvalKit","tagline":"An open-source evaluation toolkit for large vision-language models","github_url":"https://github.com/open-compass/VLMEvalKit","owner":"open-compass","repo":"VLMEvalKit","owner_avatar_url":"https://avatars.githubusercontent.com/u/143521324?v=4","primary_language":"Python","stars":4345,"forks":745,"topics":["chatgpt","claude","clip","computer-vision","evaluation","gemini","gpt","gpt-4v","gpt4","large-language-models","llava","llm","multi-modal","openai","openai-api","pytorch","qwen","vit","vqa"],"archived":false,"github_pushed_at":"2026-08-17T17:16:26+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/open-compass-vlmevalkit","markdown_url":"https://www.graphcanon.com/tools/open-compass-vlmevalkit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/open-compass-vlmevalkit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=open-compass-vlmevalkit","shared_categories":["evaluation-observability"]},{"slug":"stanford-crfm-helm","name":"helm","tagline":"Holistic, reproducible and transparent evaluation of foundation models","github_url":"https://github.com/stanford-crfm/helm","owner":"stanford-crfm","repo":"helm","owner_avatar_url":"https://avatars.githubusercontent.com/u/75054807?v=4","primary_language":"Python","stars":2939,"forks":421,"topics":[],"archived":false,"github_pushed_at":"2026-09-01T01:33:19+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/stanford-crfm-helm","markdown_url":"https://www.graphcanon.com/tools/stanford-crfm-helm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/stanford-crfm-helm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=stanford-crfm-helm","shared_categories":["evaluation-observability"]},{"slug":"huggingface-lighteval","name":"lighteval","tagline":"All-in-one toolkit for evaluating LLMs across multiple backends","github_url":"https://github.com/huggingface/lighteval","owner":"huggingface","repo":"lighteval","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":2554,"forks":576,"topics":["evaluation","evaluation-framework","evaluation-metrics","huggingface"],"archived":false,"github_pushed_at":"2026-10-06T09:36:52+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/huggingface-lighteval","markdown_url":"https://www.graphcanon.com/tools/huggingface-lighteval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-lighteval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-lighteval","shared_categories":["evaluation-observability"]},{"slug":"activevisionlab-awesome-llm-3d","name":"Awesome-LLM-3D","tagline":"Curated list of Multi-modal Large Language Model resources in 3D world","github_url":"https://github.com/ActiveVisionLab/Awesome-LLM-3D","owner":"ActiveVisionLab","repo":"Awesome-LLM-3D","owner_avatar_url":"https://avatars.githubusercontent.com/u/21082947?v=4","primary_language":null,"stars":2269,"forks":145,"topics":[],"archived":false,"github_pushed_at":"2026-04-16T16:28:04+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/activevisionlab-awesome-llm-3d","markdown_url":"https://www.graphcanon.com/tools/activevisionlab-awesome-llm-3d.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/activevisionlab-awesome-llm-3d","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=activevisionlab-awesome-llm-3d","shared_categories":[]},{"slug":"jxzhangjhu-awesome-llm-rag","name":"Awesome-LLM-RAG","tagline":"a curated list of advanced retrieval augmented generation (RAG) in Large Language Models","github_url":"https://github.com/jxzhangjhu/Awesome-LLM-RAG","owner":"jxzhangjhu","repo":"Awesome-LLM-RAG","owner_avatar_url":"https://avatars.githubusercontent.com/u/19910910?v=4","primary_language":null,"stars":1348,"forks":95,"topics":["embeddings","large-language-models","llm","rag","rag-embeddings","retrieval-augmented-generation","retrieval-information"],"archived":false,"github_pushed_at":"2026-07-22T03:17:18+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/jxzhangjhu-awesome-llm-rag","markdown_url":"https://www.graphcanon.com/tools/jxzhangjhu-awesome-llm-rag.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jxzhangjhu-awesome-llm-rag","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jxzhangjhu-awesome-llm-rag","shared_categories":[]},{"slug":"prometheus-eval-prometheus-eval","name":"prometheus-eval","tagline":"Evaluate your LLM's response with Prometheus and GPT4","github_url":"https://github.com/prometheus-eval/prometheus-eval","owner":"prometheus-eval","repo":"prometheus-eval","owner_avatar_url":"https://avatars.githubusercontent.com/u/167460660?v=4","primary_language":"Python","stars":1116,"forks":69,"topics":["evaluation","gpt4","litellm","llm","llm-as-a-judge","llm-as-evaluator","llmops","python","vllm"],"archived":false,"github_pushed_at":"2025-04-25T03:58:37+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/prometheus-eval-prometheus-eval","markdown_url":"https://www.graphcanon.com/tools/prometheus-eval-prometheus-eval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/prometheus-eval-prometheus-eval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=prometheus-eval-prometheus-eval","shared_categories":["evaluation-observability"]}]}}