{"data":{"node":{"slug":"bigcode-project-bigcode-evaluation-harness","name":"bigcode-evaluation-harness","tagline":"A framework for evaluating autoregressive code generation language models.","github_url":"https://github.com/bigcode-project/bigcode-evaluation-harness","owner":"bigcode-project","repo":"bigcode-evaluation-harness","owner_avatar_url":"https://avatars.githubusercontent.com/u/110470554?v=4","primary_language":"Python","stars":1055,"forks":261,"topics":[],"archived":false,"github_pushed_at":"2025-07-22T13:18:09+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/bigcode-project-bigcode-evaluation-harness","markdown_url":"https://www.graphcanon.com/tools/bigcode-project-bigcode-evaluation-harness.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bigcode-project-bigcode-evaluation-harness","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bigcode-project-bigcode-evaluation-harness"},"categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"autoregressive-models","name":"autoregressive models"},{"slug":"code-generation","name":"code generation"},{"slug":"docker","name":"docker"},{"slug":"python","name":"python"}],"edges":[],"neighbours":[{"slug":"code-yeongyu-oh-my-openagent","name":"oh-my-openagent","tagline":"A coding agent for complex codebases, supporting multiple AI agents like ChatGPT and Claude.","github_url":"https://github.com/code-yeongyu/oh-my-openagent","owner":"code-yeongyu","repo":"oh-my-openagent","owner_avatar_url":"https://avatars.githubusercontent.com/u/11153873?v=4","primary_language":"TypeScript","stars":68108,"forks":5562,"topics":["ai","ai-agents","anthropic","chatgpt","claude","claude-skills","codex","cursor","gemini","ide","openai","opencode","orchestration","tui","typescript"],"archived":false,"github_pushed_at":"2026-08-19T16:27:05+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/code-yeongyu-oh-my-openagent","markdown_url":"https://www.graphcanon.com/tools/code-yeongyu-oh-my-openagent.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/code-yeongyu-oh-my-openagent","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=code-yeongyu-oh-my-openagent","shared_categories":[]},{"slug":"yeachan-heo-oh-my-claudecode","name":"oh-my-claudecode","tagline":"Teams-first Multi-agent orchestration for Claude Code","github_url":"https://github.com/Yeachan-Heo/oh-my-claudecode","owner":"Yeachan-Heo","repo":"oh-my-claudecode","owner_avatar_url":"https://avatars.githubusercontent.com/u/54757707?v=4","primary_language":"TypeScript","stars":38669,"forks":3474,"topics":["agentic-coding","ai-agents","automation","claude","claude-code","multi-agent-systems","oh-my-opencode","opencode","parallel-execution","vibe-coding"],"archived":false,"github_pushed_at":"2026-08-18T12:34:36+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/yeachan-heo-oh-my-claudecode","markdown_url":"https://www.graphcanon.com/tools/yeachan-heo-oh-my-claudecode.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/yeachan-heo-oh-my-claudecode","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=yeachan-heo-oh-my-claudecode","shared_categories":[]},{"slug":"esengine-deepseek-reasonix","name":"DeepSeek-Reasonix","tagline":"DeepSeek-native AI coding agent for your terminal.","github_url":"https://github.com/esengine/DeepSeek-Reasonix","owner":"esengine","repo":"DeepSeek-Reasonix","owner_avatar_url":"https://avatars.githubusercontent.com/u/18465053?v=4","primary_language":"Go","stars":34643,"forks":2303,"topics":["agent","agent-framework","ai-agent","ai-coding","cli","coding-agent","deepseek","developer-tools","ink","llm","prompt-caching","r1","terminal","tool-use","tui","typescript"],"archived":false,"github_pushed_at":"2026-08-16T17:38:37+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/esengine-deepseek-reasonix","markdown_url":"https://www.graphcanon.com/tools/esengine-deepseek-reasonix.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/esengine-deepseek-reasonix","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=esengine-deepseek-reasonix","shared_categories":[]},{"slug":"decolua-9router","name":"9router","tagline":"Unlimited FREE AI coding with auto-fallback and token savings","github_url":"https://github.com/decolua/9router","owner":"decolua","repo":"9router","owner_avatar_url":"https://avatars.githubusercontent.com/u/8282593?v=4","primary_language":"JavaScript","stars":25841,"forks":4635,"topics":["ai-agents","ai-gateway","anthropic","chatgpt","claude","claude-code","cline","codex","copilot","cursor","deepseek","free-ai","gemini","gemini-cli","llm","llm-gateway","openai","openai-proxy","qwen","token-saver"],"archived":false,"github_pushed_at":"2026-08-14T10:08:34+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/decolua-9router","markdown_url":"https://www.graphcanon.com/tools/decolua-9router.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/decolua-9router","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=decolua-9router","shared_categories":[]},{"slug":"tanweai-pua","name":"pua","tagline":"A skill package for enhancing the functionality of AI agents within development environments","github_url":"https://github.com/tanweai/pua","owner":"tanweai","repo":"pua","owner_avatar_url":"https://avatars.githubusercontent.com/u/256783335?v=4","primary_language":"TypeScript","stars":19454,"forks":1185,"topics":["agency","agent","pip","pua"],"archived":false,"github_pushed_at":"2026-07-16T05:58:58+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/tanweai-pua","markdown_url":"https://www.graphcanon.com/tools/tanweai-pua.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tanweai-pua","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tanweai-pua","shared_categories":[]},{"slug":"confident-ai-deepeval","name":"deepeval","tagline":"LLM Evaluation Framework.","github_url":"https://github.com/confident-ai/deepeval","owner":"confident-ai","repo":"deepeval","owner_avatar_url":"https://avatars.githubusercontent.com/u/130858411?v=4","primary_language":"Python","stars":17226,"forks":1736,"topics":["evaluation-framework","evaluation-metrics","llm-evaluation","llm-evaluation-framework","llm-evaluation-metrics","python"],"archived":false,"github_pushed_at":"2026-07-27T11:33:31+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/confident-ai-deepeval","markdown_url":"https://www.graphcanon.com/tools/confident-ai-deepeval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/confident-ai-deepeval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=confident-ai-deepeval","shared_categories":["evaluation-observability"]},{"slug":"zai-org-codegeex","name":"CodeGeeX","tagline":"CodeGeeX is an open multilingual code generation model implemented in Mindspore and available via PyTorch.","github_url":"https://github.com/zai-org/CodeGeeX","owner":"zai-org","repo":"CodeGeeX","owner_avatar_url":"https://avatars.githubusercontent.com/u/223098841?v=4","primary_language":"Python","stars":8809,"forks":688,"topics":["code-generation","pretrained-models","tools"],"archived":false,"github_pushed_at":"2024-08-13T05:59:38+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/zai-org-codegeex","markdown_url":"https://www.graphcanon.com/tools/zai-org-codegeex.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/zai-org-codegeex","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=zai-org-codegeex","shared_categories":[]},{"slug":"openai-human-eval","name":"human-eval","tagline":"Evaluating Large Language Models Trained on Code","github_url":"https://github.com/openai/human-eval","owner":"openai","repo":"human-eval","owner_avatar_url":"https://avatars.githubusercontent.com/u/14957082?v=4","primary_language":"Python","stars":3331,"forks":452,"topics":[],"archived":false,"github_pushed_at":"2025-01-17T18:22:17+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/openai-human-eval","markdown_url":"https://www.graphcanon.com/tools/openai-human-eval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/openai-human-eval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=openai-human-eval","shared_categories":["evaluation-observability"]},{"slug":"code-yeongyu-lazycodex","name":"lazycodex","tagline":"Agent harness for complex codebases with project memory and execution planning","github_url":"https://github.com/code-yeongyu/lazycodex","owner":"code-yeongyu","repo":"lazycodex","owner_avatar_url":"https://avatars.githubusercontent.com/u/11153873?v=4","primary_language":"TypeScript","stars":3189,"forks":198,"topics":["ai","ai-agents","claude","claude-code","cli","codex","developer-tools","lazy","lazycodex","oh-my-openagent","omo","openai","orchestration","typescript"],"archived":false,"github_pushed_at":"2026-08-09T08:51:31+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/code-yeongyu-lazycodex","markdown_url":"https://www.graphcanon.com/tools/code-yeongyu-lazycodex.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/code-yeongyu-lazycodex","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=code-yeongyu-lazycodex","shared_categories":[]},{"slug":"salesforce-codet5","name":"CodeT5","tagline":"Home of CodeT5: Open Code LLMs for Code Understanding and Generation","github_url":"https://github.com/salesforce/CodeT5","owner":"salesforce","repo":"CodeT5","owner_avatar_url":"https://avatars.githubusercontent.com/u/453694?v=4","primary_language":"Python","stars":3098,"forks":487,"topics":["code-generation","code-intelligence","code-understanding","language-model","large-language-models"],"archived":true,"github_pushed_at":"2026-06-25T16:27:18+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/salesforce-codet5","markdown_url":"https://www.graphcanon.com/tools/salesforce-codet5.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/salesforce-codet5","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=salesforce-codet5","shared_categories":[]},{"slug":"ai-for-developers-awesome-ai-coding-tools","name":"awesome-ai-coding-tools","tagline":"A curated list of AI-powered coding tools","github_url":"https://github.com/ai-for-developers/awesome-ai-coding-tools","owner":"ai-for-developers","repo":"awesome-ai-coding-tools","owner_avatar_url":"https://avatars.githubusercontent.com/u/221523293?v=4","primary_language":null,"stars":1986,"forks":589,"topics":["ai-code-generation","ai-code-generator","ai-coding","ai-coding-assistant","ai-coding-tools","ai-developer","ai-developer-tools","ai-development","ai-development-tools","ai-devtools","ai-ide","ai-security","ai-tools","awesome","awesome-ai","awesome-list","cursor","cursor-ai","vibe-coding","workflow"],"archived":false,"github_pushed_at":"2026-04-25T10:30:08+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/ai-for-developers-awesome-ai-coding-tools","markdown_url":"https://www.graphcanon.com/tools/ai-for-developers-awesome-ai-coding-tools.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ai-for-developers-awesome-ai-coding-tools","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ai-for-developers-awesome-ai-coding-tools","shared_categories":["evaluation-observability"]},{"slug":"evalplus-evalplus","name":"evalplus","tagline":"Rigorous evaluation of LLM-synthesized code","github_url":"https://github.com/evalplus/evalplus","owner":"evalplus","repo":"evalplus","owner_avatar_url":"https://avatars.githubusercontent.com/u/132106461?v=4","primary_language":"Python","stars":1794,"forks":205,"topics":["benchmark","chatgpt","efficiency","gpt-4","large-language-models","program-synthesis","testing"],"archived":false,"github_pushed_at":"2025-10-02T22:56:38+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/evalplus-evalplus","markdown_url":"https://www.graphcanon.com/tools/evalplus-evalplus.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/evalplus-evalplus","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=evalplus-evalplus","shared_categories":["evaluation-observability"]}]}}