{"data":{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability","tool_count":437,"tools":[{"slug":"microsoft-generative-ai-for-beginners","name":"generative-ai-for-beginners","tagline":"21 Lessons for Getting Started with Generative AI","github_url":"https://github.com/microsoft/generative-ai-for-beginners","owner":"microsoft","repo":"generative-ai-for-beginners","owner_avatar_url":"https://avatars.githubusercontent.com/u/6154722?v=4","primary_language":"Jupyter Notebook","stars":120108,"forks":63235,"topics":["ai","azure","chatgpt","dall-e","generative-ai","generativeai","gpt","language-model","llms","microsoft-for-beginners","openai","prompt-engineering","semantic-search","transformers"],"archived":false,"github_pushed_at":"2026-09-18T13:48:35+00:00","maintenance_label":"Very active","stars_delta_30d":6531,"url":"https://www.graphcanon.com/tools/microsoft-generative-ai-for-beginners","markdown_url":"https://www.graphcanon.com/tools/microsoft-generative-ai-for-beginners.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/microsoft-generative-ai-for-beginners","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=microsoft-generative-ai-for-beginners"},{"slug":"headroomlabs-ai-headroom","name":"headroom","tagline":"Compress tool outputs, logs, files, and RAG chunks before they reach the LLM.","github_url":"https://github.com/headroomlabs-ai/headroom","owner":"headroomlabs-ai","repo":"headroom","owner_avatar_url":"https://avatars.githubusercontent.com/u/294291659?v=4","primary_language":"Python","stars":72850,"forks":5600,"topics":["agent","ai","anthropic","claude-code","compression","context-engineering","context-window","cursor","fastapi","langchain","llm","mcp","openai","prompt-engineering","proxy","python","rag","token-optimization","tokens","typescript"],"archived":false,"github_pushed_at":"2026-09-17T23:57:28+00:00","maintenance_label":"Very active","stars_delta_30d":6380,"url":"https://www.graphcanon.com/tools/headroomlabs-ai-headroom","markdown_url":"https://www.graphcanon.com/tools/headroomlabs-ai-headroom.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/headroomlabs-ai-headroom","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=headroomlabs-ai-headroom"},{"slug":"danny-avila-librechat","name":"LibreChat","tagline":"Enhanced ChatGPT Clone with extensive features and integrations for self-hosting","github_url":"https://github.com/danny-avila/LibreChat","owner":"danny-avila","repo":"LibreChat","owner_avatar_url":"https://avatars.githubusercontent.com/u/110412045?v=4","primary_language":"TypeScript","stars":44416,"forks":9122,"topics":["ai","anthropic","artifacts","aws","azure","chatgpt","chatgpt-clone","claude","clone","deepseek","gemini","google","gpt-5","librechat","mcp","o1","openai","responses-api","vision","webui"],"archived":false,"github_pushed_at":"2026-09-20T03:46:01+00:00","maintenance_label":"Very active","stars_delta_30d":3134,"url":"https://www.graphcanon.com/tools/danny-avila-librechat","markdown_url":"https://www.graphcanon.com/tools/danny-avila-librechat.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/danny-avila-librechat","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=danny-avila-librechat"},{"slug":"ray-project-ray","name":"ray","tagline":"Unified framework for scaling AI and Python applications","github_url":"https://github.com/ray-project/ray","owner":"ray-project","repo":"ray","owner_avatar_url":"https://avatars.githubusercontent.com/u/22125274?v=4","primary_language":"Python","stars":43863,"forks":8052,"topics":["data-science","deep-learning","deployment","distributed","hyperparameter-optimization","hyperparameter-search","large-language-models","llm","llm-inference","llm-serving","machine-learning","optimization","parallel","python","pytorch","ray","reinforcement-learning","rllib","serving","tensorflow"],"archived":false,"github_pushed_at":"2026-09-18T06:15:07+00:00","maintenance_label":"Very active","stars_delta_30d":337,"url":"https://www.graphcanon.com/tools/ray-project-ray","markdown_url":"https://www.graphcanon.com/tools/ray-project-ray.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ray-project-ray","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ray-project-ray"},{"slug":"sansan0-trendradar","name":"TrendRadar","tagline":"AI-driven public opinion and trend monitor with multi-platform aggregation, RSS, and smart alerts.","github_url":"https://github.com/sansan0/TrendRadar","owner":"sansan0","repo":"TrendRadar","owner_avatar_url":"https://avatars.githubusercontent.com/u/77180927?v=4","primary_language":"Python","stars":62357,"forks":24882,"topics":["ai","bark","data-analysis","docker","hot-news","llm","mail","mcp","mcp-server","news","ntfy","python","rss","trending-topics","wechat","wework"],"archived":false,"github_pushed_at":"2026-09-13T06:38:25+00:00","maintenance_label":"Very active","stars_delta_30d":870,"url":"https://www.graphcanon.com/tools/sansan0-trendradar","markdown_url":"https://www.graphcanon.com/tools/sansan0-trendradar.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/sansan0-trendradar","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=sansan0-trendradar"},{"slug":"langfuse-langfuse","name":"langfuse","tagline":"Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.","github_url":"https://github.com/langfuse/langfuse","owner":"langfuse","repo":"langfuse","owner_avatar_url":"https://avatars.githubusercontent.com/u/134601687?v=4","primary_language":"TypeScript","stars":34763,"forks":3793,"topics":["analytics","autogen","evaluation","langchain","large-language-models","llama-index","llm","llm-evaluation","llm-observability","llmops","monitoring","observability","open-source","openai","playground","prompt-engineering","prompt-management","self-hosted","ycombinator"],"archived":false,"github_pushed_at":"2026-09-18T08:08:19+00:00","maintenance_label":"Very active","stars_delta_30d":2492,"url":"https://www.graphcanon.com/tools/langfuse-langfuse","markdown_url":"https://www.graphcanon.com/tools/langfuse-langfuse.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langfuse-langfuse","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langfuse-langfuse"},{"slug":"mlflow-mlflow","name":"mlflow","tagline":"Open source AI engineering platform for agents, LLMs, and ML models","github_url":"https://github.com/mlflow/mlflow","owner":"mlflow","repo":"mlflow","owner_avatar_url":"https://avatars.githubusercontent.com/u/39938107?v=4","primary_language":"Python","stars":28010,"forks":6323,"topics":["agentops","agents","ai","ai-governance","apache-spark","evaluation","langchain","llm-evaluation","llmops","machine-learning","ml","mlflow","mlops","model-management","observability","open-source","openai","prompt-engineering"],"archived":false,"github_pushed_at":"2026-09-18T08:08:32+00:00","maintenance_label":"Very active","stars_delta_30d":895,"url":"https://www.graphcanon.com/tools/mlflow-mlflow","markdown_url":"https://www.graphcanon.com/tools/mlflow-mlflow.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mlflow-mlflow","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mlflow-mlflow"},{"slug":"vectifyai-pageindex","name":"PageIndex","tagline":"Document Index for Vectorless, Reasoning-based RAG","github_url":"https://github.com/VectifyAI/PageIndex","owner":"VectifyAI","repo":"PageIndex","owner_avatar_url":"https://avatars.githubusercontent.com/u/133959746?v=4","primary_language":"Python","stars":35705,"forks":3148,"topics":["agentic-ai","agents","ai","ai-agents","context-engineering","information-retrieval","llm","rag","reasoning","retrieval","retrieval-augmented-generation","vector-database"],"archived":false,"github_pushed_at":"2026-09-18T06:32:29+00:00","maintenance_label":"Very active","stars_delta_30d":501,"url":"https://www.graphcanon.com/tools/vectifyai-pageindex","markdown_url":"https://www.graphcanon.com/tools/vectifyai-pageindex.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vectifyai-pageindex","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vectifyai-pageindex"},{"slug":"promptfoo-promptfoo","name":"promptfoo","tagline":"Test prompts, agents, and RAGs. Compare performance of various LLMs.","github_url":"https://github.com/promptfoo/promptfoo","owner":"promptfoo","repo":"promptfoo","owner_avatar_url":"https://avatars.githubusercontent.com/u/137907881?v=4","primary_language":"TypeScript","stars":25251,"forks":2334,"topics":["ci","ci-cd","cicd","evaluation","evaluation-framework","llm","llm-eval","llm-evaluation","llm-evaluation-framework","llmops","pentesting","prompt-engineering","prompt-testing","prompts","rag","red-teaming","testing","vulnerability-scanners"],"archived":false,"github_pushed_at":"2026-09-18T07:59:45+00:00","maintenance_label":"Very active","stars_delta_30d":1413,"url":"https://www.graphcanon.com/tools/promptfoo-promptfoo","markdown_url":"https://www.graphcanon.com/tools/promptfoo-promptfoo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/promptfoo-promptfoo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=promptfoo-promptfoo"},{"slug":"comet-ml-opik","name":"opik","tagline":"Debug, evaluate, and monitor LLM applications, RAG systems, and agentic workflows","github_url":"https://github.com/comet-ml/opik","owner":"comet-ml","repo":"opik","owner_avatar_url":"https://avatars.githubusercontent.com/u/31487821?v=4","primary_language":"Python","stars":22110,"forks":1801,"topics":["evaluation","hacktoberfest","hacktoberfest2025","langchain","llama-index","llm","llm-evaluation","llm-observability","llmops","open-source","openai","playground","prompt-engineering"],"archived":false,"github_pushed_at":"2026-09-18T08:25:51+00:00","maintenance_label":"Very active","stars_delta_30d":933,"url":"https://www.graphcanon.com/tools/comet-ml-opik","markdown_url":"https://www.graphcanon.com/tools/comet-ml-opik.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/comet-ml-opik","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=comet-ml-opik"},{"slug":"elder-plinius-cl4r1t4s","name":"CL4R1T4S","tagline":"Leaked system prompts for various AI agents include ChatGPT, Claude, Gemini among others emphasizing transparency and access.","github_url":"https://github.com/elder-plinius/CL4R1T4S","owner":"elder-plinius","repo":"CL4R1T4S","owner_avatar_url":"https://avatars.githubusercontent.com/u/133052465?v=4","primary_language":null,"stars":50062,"forks":10280,"topics":["agents","ai","chatgpt","gemini","google","grok","hacking","leak","leaked","openai","prompt","prompt-engineering","prompts","red-team","red-teaming","system","system-info","system-prompts","tools","transparency"],"archived":false,"github_pushed_at":"2026-09-10T02:00:11+00:00","maintenance_label":"Active","stars_delta_30d":3627,"url":"https://www.graphcanon.com/tools/elder-plinius-cl4r1t4s","markdown_url":"https://www.graphcanon.com/tools/elder-plinius-cl4r1t4s.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/elder-plinius-cl4r1t4s","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=elder-plinius-cl4r1t4s"},{"slug":"xbtlin-ai-berkshire","name":"ai-berkshire","tagline":"AI-era Berkshire: a value investing research framework utilizing Claude Code / Codex with methodologies from Warren Buffett, Charlie Munger among others and multi-Agent adversarial analysis.","github_url":"https://github.com/xbtlin/ai-berkshire","owner":"xbtlin","repo":"ai-berkshire","owner_avatar_url":"https://avatars.githubusercontent.com/u/6993203?v=4","primary_language":"HTML","stars":16451,"forks":2456,"topics":["ai","ai-agent","anthropic","berkshire-hathaway","charlie-munger","china-stock","claude","claude-code","financial-analysis","fintech","fundamental-analysis","investment","investment-research","llm","mcp","portfolio-management","stock-analysis","stock-market","value-investing","warren-buffett"],"archived":false,"github_pushed_at":"2026-09-19T17:42:32+00:00","maintenance_label":"Very active","stars_delta_30d":2313,"url":"https://www.graphcanon.com/tools/xbtlin-ai-berkshire","markdown_url":"https://www.graphcanon.com/tools/xbtlin-ai-berkshire.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xbtlin-ai-berkshire","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xbtlin-ai-berkshire"},{"slug":"wanshuiyin-auto-claude-code-research-in-sleep","name":"Auto-claude-code-research-in-sleep","tagline":"Lightweight Markdown-only skills for autonomous ML research","github_url":"https://github.com/wanshuiyin/Auto-claude-code-research-in-sleep","owner":"wanshuiyin","repo":"Auto-claude-code-research-in-sleep","owner_avatar_url":"https://avatars.githubusercontent.com/u/76990859?v=4","primary_language":"Python","stars":16383,"forks":1396,"topics":["ai-research","ai-tools","aris","autonomous-agent","claude","claude-code","claude-code-skills","codex","deep-learning","gpt","idea-generation","llm","machine-learning","mcp","mcp-server","ml-research","openai","paper-review","paper-writing","research-automation"],"archived":false,"github_pushed_at":"2026-09-18T18:05:10+00:00","maintenance_label":"Very active","stars_delta_30d":2508,"url":"https://www.graphcanon.com/tools/wanshuiyin-auto-claude-code-research-in-sleep","markdown_url":"https://www.graphcanon.com/tools/wanshuiyin-auto-claude-code-research-in-sleep.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/wanshuiyin-auto-claude-code-research-in-sleep","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=wanshuiyin-auto-claude-code-research-in-sleep"},{"slug":"neuml-txtai","name":"txtai","tagline":"All-in-one AI framework for semantic search, LLM orchestration and language model workflows","github_url":"https://github.com/neuml/txtai","owner":"neuml","repo":"txtai","owner_avatar_url":"https://avatars.githubusercontent.com/u/59890304?v=4","primary_language":"Python","stars":12959,"forks":891,"topics":["agents","ai","ai-agents","embeddings","information-retrieval","language-model","large-language-models","llm","nlp","python","rag","retrieval-augmented-generation","search","search-engine","semantic-search","sentence-embeddings","transformers","txtai","vector-database","vector-search"],"archived":false,"github_pushed_at":"2026-09-15T18:29:18+00:00","maintenance_label":"Very active","stars_delta_30d":69,"url":"https://www.graphcanon.com/tools/neuml-txtai","markdown_url":"https://www.graphcanon.com/tools/neuml-txtai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/neuml-txtai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=neuml-txtai"},{"slug":"arize-ai-phoenix","name":"phoenix","tagline":"AI Observability & Evaluation","github_url":"https://github.com/Arize-ai/phoenix","owner":"Arize-ai","repo":"phoenix","owner_avatar_url":"https://avatars.githubusercontent.com/u/59858760?v=4","primary_language":"Python","stars":11528,"forks":1136,"topics":["agents","ai-monitoring","ai-observability","aiengineering","anthropic","datasets","evals","langchain","llamaindex","llm-eval","llm-evaluation","llmops","llms","openai","prompt-engineering","smolagents"],"archived":false,"github_pushed_at":"2026-09-18T07:31:21+00:00","maintenance_label":"Very active","stars_delta_30d":681,"url":"https://www.graphcanon.com/tools/arize-ai-phoenix","markdown_url":"https://www.graphcanon.com/tools/arize-ai-phoenix.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arize-ai-phoenix","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arize-ai-phoenix"},{"slug":"ifixai-ai-ifixai","name":"iFixAi","tagline":"Tool for evaluating and grading AI models on safety and alignment metrics","github_url":"https://github.com/ifixai-ai/iFixAi","owner":"ifixai-ai","repo":"iFixAi","owner_avatar_url":"https://avatars.githubusercontent.com/u/279006089?v=4","primary_language":"Python","stars":15616,"forks":1335,"topics":["agent-evaluation","ai","ai-alignment","ai-evaluation","ai-governance","ai-safety","cli","diagnostic-tool","eu-ai-act","hallucination-detection","iso-42001","llm-evaluation","llm-security","nist-ai-rmf","owasp-llm","prompt-injection","python","responsible-ai","risk-assessment","risk-management"],"archived":false,"github_pushed_at":"2026-09-18T12:23:42+00:00","maintenance_label":"Very active","stars_delta_30d":12344,"url":"https://www.graphcanon.com/tools/ifixai-ai-ifixai","markdown_url":"https://www.graphcanon.com/tools/ifixai-ai-ifixai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ifixai-ai-ifixai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ifixai-ai-ifixai"},{"slug":"wangrongsheng-awesome-llm-resources","name":"awesome-LLM-resources","tagline":"Summary of the world's best LLM resources.","github_url":"https://github.com/WangRongsheng/awesome-LLM-resources","owner":"WangRongsheng","repo":"awesome-LLM-resources","owner_avatar_url":"https://avatars.githubusercontent.com/u/55651568?v=4","primary_language":null,"stars":8968,"forks":993,"topics":["awesome-list","book","course","large-language-models","llama","llm","mistral","openai","qwen","rag","retrieval-augmented-generation","webui"],"archived":false,"github_pushed_at":"2026-09-14T09:00:10+00:00","maintenance_label":"Very active","stars_delta_30d":123,"url":"https://www.graphcanon.com/tools/wangrongsheng-awesome-llm-resources","markdown_url":"https://www.graphcanon.com/tools/wangrongsheng-awesome-llm-resources.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/wangrongsheng-awesome-llm-resources","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=wangrongsheng-awesome-llm-resources"},{"slug":"oumi-ai-oumi","name":"oumi","tagline":"Easily fine-tune, evaluate and deploy open source LLMs/VLMs","github_url":"https://github.com/oumi-ai/oumi","owner":"oumi-ai","repo":"oumi","owner_avatar_url":"https://avatars.githubusercontent.com/u/167452922?v=4","primary_language":"Python","stars":9387,"forks":790,"topics":["dpo","evaluation","fine-tuning","gpt-oss","gpt-oss-120b","gpt-oss-20b","inference","llama","llms","open-weight","open-weight-models","open-weights","sft","slms","vlms"],"archived":false,"github_pushed_at":"2026-09-20T05:45:37+00:00","maintenance_label":"Very active","stars_delta_30d":28,"url":"https://www.graphcanon.com/tools/oumi-ai-oumi","markdown_url":"https://www.graphcanon.com/tools/oumi-ai-oumi.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/oumi-ai-oumi","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=oumi-ai-oumi"},{"slug":"vxcontrol-pentagi","name":"pentagi","tagline":"Fully autonomous AI Agents system for complex penetration testing tasks","github_url":"https://github.com/vxcontrol/pentagi","owner":"vxcontrol","repo":"pentagi","owner_avatar_url":"https://avatars.githubusercontent.com/u/39194251?v=4","primary_language":"Go","stars":24769,"forks":3186,"topics":["ai-agents","ai-security-tool","anthropic","autonomous-agents","golang","gpt","graphql","multi-agent-system","offensive-security","open-source","openai","penetration-testing","penetration-testing-tools","react","security-automation","security-testing","security-tools","self-hosted"],"archived":false,"github_pushed_at":"2026-09-10T05:45:01+00:00","maintenance_label":"Active","stars_delta_30d":2867,"url":"https://www.graphcanon.com/tools/vxcontrol-pentagi","markdown_url":"https://www.graphcanon.com/tools/vxcontrol-pentagi.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vxcontrol-pentagi","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vxcontrol-pentagi"},{"slug":"evomap-evolver","name":"evolver","tagline":"The GEP-powered self-evolving engine for AI agents.","github_url":"https://github.com/EvoMap/evolver","owner":"EvoMap","repo":"evolver","owner_avatar_url":"https://avatars.githubusercontent.com/u/263044117?v=4","primary_language":"JavaScript","stars":9104,"forks":847,"topics":["a2a","agent-evolution","agent-framework","agent-protocol","ai-agent","auditable-ai","autonomous-agent","cli","evomap","gep","llm-agent","mcp","memory-system","nodejs","prompt-engineering","prompt-governance","self-evolution","self-evolving","skill-library","skills"],"archived":false,"github_pushed_at":"2026-09-18T17:22:26+00:00","maintenance_label":"Very active","stars_delta_30d":223,"url":"https://www.graphcanon.com/tools/evomap-evolver","markdown_url":"https://www.graphcanon.com/tools/evomap-evolver.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/evomap-evolver","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=evomap-evolver"},{"slug":"tencent-weknora","name":"WeKnora","tagline":"Open-source LLM knowledge platform for creating a queryable RAG, autonomous reasoning agent, and self-maintaining Wiki.","github_url":"https://github.com/Tencent/WeKnora","owner":"Tencent","repo":"WeKnora","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"Go","stars":19992,"forks":2877,"topics":["agent","agentic","ai","chatbot","embeddings","evaluation","generative-ai","golang","knowledge-base","llm","multi-tenant","multimodel","ollama","openai","question-answering","rag","reranking","semantic-search","vector-search","wiki"],"archived":false,"github_pushed_at":"2026-08-16T05:31:52+00:00","maintenance_label":"Very active","stars_delta_30d":1497,"url":"https://www.graphcanon.com/tools/tencent-weknora","markdown_url":"https://www.graphcanon.com/tools/tencent-weknora.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-weknora","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-weknora"},{"slug":"liyupi-ai-guide","name":"ai-guide","tagline":"免费开放的AI知识共享平台","github_url":"https://github.com/liyupi/ai-guide","owner":"liyupi","repo":"ai-guide","owner_avatar_url":"https://avatars.githubusercontent.com/u/26037703?v=4","primary_language":"JavaScript","stars":18766,"forks":2127,"topics":["ai","artificial-intelligence","chatgpt","claude","codex","cursor","deep-learning","deepseek","gemini","generative-ai","gpt","llm","mcp","openai","python","rag","vibe-coding","vibecoding","vue","vuepress"],"archived":false,"github_pushed_at":"2026-08-07T14:50:37+00:00","maintenance_label":"Active","stars_delta_30d":1371,"url":"https://www.graphcanon.com/tools/liyupi-ai-guide","markdown_url":"https://www.graphcanon.com/tools/liyupi-ai-guide.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/liyupi-ai-guide","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=liyupi-ai-guide"},{"slug":"tencent-ai-infra-guard","name":"AI-Infra-Guard","tagline":"A full-stack AI Red Teaming platform securing AI ecosystems","github_url":"https://github.com/Tencent/AI-Infra-Guard","owner":"Tencent","repo":"AI-Infra-Guard","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"Python","stars":6471,"forks":599,"topics":["agent","agent-security","agentic-ai","ai-infra","ai-red-teaming","ai-safety","ai-security","llm","llm-evaluation","llm-jailbreak","llm-security","mcp-scan","openclaw-security","prompt-injection","prompt-security","scanner","security","security-tools","skill-scanner","vulnerability"],"archived":false,"github_pushed_at":"2026-09-20T02:29:17+00:00","maintenance_label":"Very active","stars_delta_30d":2155,"url":"https://www.graphcanon.com/tools/tencent-ai-infra-guard","markdown_url":"https://www.graphcanon.com/tools/tencent-ai-infra-guard.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-ai-infra-guard","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-ai-infra-guard"},{"slug":"helicone-helicone","name":"helicone","tagline":"Open source LLM observability platform","github_url":"https://github.com/Helicone/helicone","owner":"Helicone","repo":"helicone","owner_avatar_url":"https://avatars.githubusercontent.com/u/114524975?v=4","primary_language":"TypeScript","stars":6162,"forks":670,"topics":["agent-monitoring","analytics","evaluation","gpt","langchain","large-language-models","llama-index","llm","llm-cost","llm-evaluation","llm-observability","llmops","monitoring","open-source","openai","playground","prompt-engineering","prompt-management","ycombinator"],"archived":false,"github_pushed_at":"2026-09-16T19:29:27+00:00","maintenance_label":"Very active","stars_delta_30d":89,"url":"https://www.graphcanon.com/tools/helicone-helicone","markdown_url":"https://www.graphcanon.com/tools/helicone-helicone.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/helicone-helicone","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=helicone-helicone"},{"slug":"coze-dev-coze-loop","name":"coze-loop","tagline":"Next-generation AI Agent Optimization Platform","github_url":"https://github.com/coze-dev/coze-loop","owner":"coze-dev","repo":"coze-loop","owner_avatar_url":"https://avatars.githubusercontent.com/u/157483752?v=4","primary_language":"Go","stars":5739,"forks":795,"topics":["agent","agent-evaluation","agent-observability","agentops","ai","coze","eino","evaluation","langchain","llm-observability","llmops","monitoring","observability","open-source","openai","playground","prompt-management"],"archived":false,"github_pushed_at":"2026-09-18T08:21:34+00:00","maintenance_label":"Very active","stars_delta_30d":42,"url":"https://www.graphcanon.com/tools/coze-dev-coze-loop","markdown_url":"https://www.graphcanon.com/tools/coze-dev-coze-loop.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/coze-dev-coze-loop","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=coze-dev-coze-loop"},{"slug":"stas00-ml-engineering","name":"ml-engineering","tagline":"Machine Learning Engineering Open Book","github_url":"https://github.com/stas00/ml-engineering","owner":"stas00","repo":"ml-engineering","owner_avatar_url":"https://avatars.githubusercontent.com/u/10676103?v=4","primary_language":"Python","stars":19009,"forks":1246,"topics":["ai","debugging","gpus","inference","large-language-models","llm","machine-learning","machine-learning-engineering","mlops","network","pytorch","scalability","slurm","storage","training","transformers"],"archived":false,"github_pushed_at":"2026-09-12T00:13:55+00:00","maintenance_label":"Very active","stars_delta_30d":377,"url":"https://www.graphcanon.com/tools/stas00-ml-engineering","markdown_url":"https://www.graphcanon.com/tools/stas00-ml-engineering.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/stas00-ml-engineering","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=stas00-ml-engineering"},{"slug":"confident-ai-deepeval","name":"deepeval","tagline":"LLM Evaluation Framework.","github_url":"https://github.com/confident-ai/deepeval","owner":"confident-ai","repo":"deepeval","owner_avatar_url":"https://avatars.githubusercontent.com/u/130858411?v=4","primary_language":"Python","stars":18342,"forks":1953,"topics":["evaluation-framework","evaluation-metrics","llm-evaluation","llm-evaluation-framework","llm-evaluation-metrics","python"],"archived":false,"github_pushed_at":"2026-09-18T17:06:58+00:00","maintenance_label":"Very active","stars_delta_30d":1116,"url":"https://www.graphcanon.com/tools/confident-ai-deepeval","markdown_url":"https://www.graphcanon.com/tools/confident-ai-deepeval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/confident-ai-deepeval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=confident-ai-deepeval"},{"slug":"ibm-mcp-context-forge","name":"mcp-context-forge","tagline":"AI Gateway and registry for MCP, A2A, REST/gRPC APIs","github_url":"https://github.com/IBM/mcp-context-forge","owner":"IBM","repo":"mcp-context-forge","owner_avatar_url":"https://avatars.githubusercontent.com/u/1459110?v=4","primary_language":"Python","stars":4502,"forks":877,"topics":["agents","ai","api-gateway","asyncio","authentication-middleware","devops","docker","fastapi","federation","gateway","generative-ai","jwt","kubernetes","llm-agents","mcp","model-context-protocol","observability","prompt-engineering","python","tools"],"archived":false,"github_pushed_at":"2026-09-19T19:30:11+00:00","maintenance_label":"Very active","stars_delta_30d":359,"url":"https://www.graphcanon.com/tools/ibm-mcp-context-forge","markdown_url":"https://www.graphcanon.com/tools/ibm-mcp-context-forge.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ibm-mcp-context-forge","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ibm-mcp-context-forge"},{"slug":"bradyfu-awesome-multimodal-large-language-models","name":"Awesome-Multimodal-Large-Language-Models","tagline":"Latest Advances on Multimodal Large Language Models","github_url":"https://github.com/BradyFU/Awesome-Multimodal-Large-Language-Models","owner":"BradyFU","repo":"Awesome-Multimodal-Large-Language-Models","owner_avatar_url":"https://avatars.githubusercontent.com/u/54254631?v=4","primary_language":null,"stars":18026,"forks":1136,"topics":["chain-of-thought","in-context-learning","instruction-following","instruction-tuning","large-language-models","large-vision-language-model","large-vision-language-models","multi-modality","multimodal-chain-of-thought","multimodal-in-context-learning","multimodal-instruction-tuning","multimodal-large-language-models","visual-instruction-tuning"],"archived":false,"github_pushed_at":"2026-09-18T03:09:18+00:00","maintenance_label":"Very active","stars_delta_30d":48,"url":"https://www.graphcanon.com/tools/bradyfu-awesome-multimodal-large-language-models","markdown_url":"https://www.graphcanon.com/tools/bradyfu-awesome-multimodal-large-language-models.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bradyfu-awesome-multimodal-large-language-models","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bradyfu-awesome-multimodal-large-language-models"},{"slug":"kiln-ai-kiln","name":"Kiln","tagline":"Build, Evaluate, and Optimize AI Systems","github_url":"https://github.com/Kiln-AI/Kiln","owner":"Kiln-AI","repo":"Kiln","owner_avatar_url":"https://avatars.githubusercontent.com/u/178670964?v=4","primary_language":"Python","stars":5076,"forks":380,"topics":["ai","chain-of-thought","collaboration","dataset-generation","evals","evaluation","evaluation-framework","fine-tuning","machine-learning","macos","mcp","ml","ollama","openai","prompt","prompt-engineering","python","rlhf","synthetic-data","windows"],"archived":false,"github_pushed_at":"2026-09-19T18:07:44+00:00","maintenance_label":"Very active","stars_delta_30d":105,"url":"https://www.graphcanon.com/tools/kiln-ai-kiln","markdown_url":"https://www.graphcanon.com/tools/kiln-ai-kiln.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kiln-ai-kiln","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kiln-ai-kiln"},{"slug":"dataelement-bisheng","name":"bisheng","tagline":"BISHENG is an open LLM devops platform for next generation Enterprise AI applications","github_url":"https://github.com/dataelement/bisheng","owner":"dataelement","repo":"bisheng","owner_avatar_url":"https://avatars.githubusercontent.com/u/103249391?v=4","primary_language":"Python","stars":11879,"forks":1941,"topics":["agent","ai","chatbot","enterprise","finetune","genai","gpt","langchian","llama","llm","llmdevops","llmops","ocr","openai","orchestration","python","rag","react","sft","workflow"],"archived":false,"github_pushed_at":"2026-08-18T11:46:00+00:00","maintenance_label":"Very active","stars_delta_30d":348,"url":"https://www.graphcanon.com/tools/dataelement-bisheng","markdown_url":"https://www.graphcanon.com/tools/dataelement-bisheng.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/dataelement-bisheng","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=dataelement-bisheng"},{"slug":"langwatch-langwatch","name":"langwatch","tagline":"The platform for LLM evaluations and AI agent testing","github_url":"https://github.com/langwatch/langwatch","owner":"langwatch","repo":"langwatch","owner_avatar_url":"https://avatars.githubusercontent.com/u/146763322?v=4","primary_language":"TypeScript","stars":4814,"forks":393,"topics":["agent-testing","ai","analytics","datasets","dspy","evaluation","gpt","llm","llm-ops","llmops","low-code","observability","observability-platform","openai","prompt-engineering","simulation-testing"],"archived":false,"github_pushed_at":"2026-09-18T08:04:08+00:00","maintenance_label":"Very active","stars_delta_30d":1335,"url":"https://www.graphcanon.com/tools/langwatch-langwatch","markdown_url":"https://www.graphcanon.com/tools/langwatch-langwatch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langwatch-langwatch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langwatch-langwatch"},{"slug":"netdata-netdata","name":"netdata","tagline":"The fastest path to AI-powered full stack observability for lean teams","github_url":"https://github.com/netdata/netdata","owner":"netdata","repo":"netdata","owner_avatar_url":"https://avatars.githubusercontent.com/u/43390781?v=4","primary_language":"Go","stars":80598,"forks":6631,"topics":["ai","alerting","cncf","data-visualization","database","devops","docker","grafana","influxdb","kubernetes","linux","machine-learning","mcp","mongodb","monitoring","mysql","netdata","observability","postgresql","prometheus"],"archived":false,"github_pushed_at":"2026-09-20T00:25:10+00:00","maintenance_label":"Very active","stars_delta_30d":754,"url":"https://www.graphcanon.com/tools/netdata-netdata","markdown_url":"https://www.graphcanon.com/tools/netdata-netdata.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/netdata-netdata","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=netdata-netdata"},{"slug":"embeddings-benchmark-mteb","name":"mteb","tagline":"State-of-the-art evaluation of embeddings across languages and modalities","github_url":"https://github.com/embeddings-benchmark/mteb","owner":"embeddings-benchmark","repo":"mteb","owner_avatar_url":"https://avatars.githubusercontent.com/u/103029531?v=4","primary_language":"Python","stars":3427,"forks":704,"topics":["benchmark","bitext-mining","clustering","embeddings","evaluation","information-retrieval","low-resource-nlp","mteb","multilingual-nlp","multimodal","neural-search","reranking","retrieval","sbert","semantic-search","sentence-transformers","sts","text-classification","text-embedding"],"archived":false,"github_pushed_at":"2026-09-19T10:21:40+00:00","maintenance_label":"Very active","stars_delta_30d":63,"url":"https://www.graphcanon.com/tools/embeddings-benchmark-mteb","markdown_url":"https://www.graphcanon.com/tools/embeddings-benchmark-mteb.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/embeddings-benchmark-mteb","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=embeddings-benchmark-mteb"},{"slug":"giskard-ai-giskard-oss","name":"giskard-oss","tagline":"Open-Source Evaluation & Testing library for LLM Agents","github_url":"https://github.com/Giskard-AI/giskard-oss","owner":"Giskard-AI","repo":"giskard-oss","owner_avatar_url":"https://avatars.githubusercontent.com/u/71782571?v=4","primary_language":"Python","stars":5824,"forks":537,"topics":["agent-evaluation","ai-red-team","ai-security","ai-testing","fairness-ai","llm","llm-eval","llm-evaluation","llm-security","llmops","ml-testing","ml-validation","mlops","rag-evaluation","red-team-tools","responsible-ai","trustworthy-ai"],"archived":false,"github_pushed_at":"2026-09-18T07:09:06+00:00","maintenance_label":"Very active","stars_delta_30d":97,"url":"https://www.graphcanon.com/tools/giskard-ai-giskard-oss","markdown_url":"https://www.graphcanon.com/tools/giskard-ai-giskard-oss.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/giskard-ai-giskard-oss","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=giskard-ai-giskard-oss"},{"slug":"embraceagi-awesome-chatgpt-zh","name":"awesome-chatgpt-zh","tagline":"A comprehensive guide to better utilizing ChatGPT in Chinese.","github_url":"https://github.com/EmbraceAGI/awesome-chatgpt-zh","owner":"EmbraceAGI","repo":"awesome-chatgpt-zh","owner_avatar_url":"https://avatars.githubusercontent.com/u/132356036?v=4","primary_language":"Python","stars":11710,"forks":959,"topics":["agi","ai","awesome","awesome-list","chat-gpt","chatglm","chatgpt","chatgpt3","chatgpt35-turbo","claude","deeplearning","gpt","gpt-4","langchain","openai","openai-chatgpt","prompt","prompt-engineering","tools"],"archived":false,"github_pushed_at":"2026-08-30T01:24:18+00:00","maintenance_label":"Active","stars_delta_30d":96,"url":"https://www.graphcanon.com/tools/embraceagi-awesome-chatgpt-zh","markdown_url":"https://www.graphcanon.com/tools/embraceagi-awesome-chatgpt-zh.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/embraceagi-awesome-chatgpt-zh","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=embraceagi-awesome-chatgpt-zh"},{"slug":"aimhubio-aim","name":"aim","tagline":"An easy-to-use & supercharged open-source experiment tracker","github_url":"https://github.com/aimhubio/aim","owner":"aimhubio","repo":"aim","owner_avatar_url":"https://avatars.githubusercontent.com/u/51399196?v=4","primary_language":"Python","stars":6256,"forks":413,"topics":["ai","data-science","data-visualization","experiment-tracking","machine-learning","metadata","metadata-tracking","ml","mlflow","mlops","prompt-engineering","python","pytorch","tensorboard","tensorflow","visualization"],"archived":false,"github_pushed_at":"2026-09-19T21:58:08+00:00","maintenance_label":"Very active","stars_delta_30d":46,"url":"https://www.graphcanon.com/tools/aimhubio-aim","markdown_url":"https://www.graphcanon.com/tools/aimhubio-aim.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/aimhubio-aim","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=aimhubio-aim"},{"slug":"langchain-ai-open-swe","name":"open-swe","tagline":"An Open-Source Asynchronous Coding Agent","github_url":"https://github.com/langchain-ai/open-swe","owner":"langchain-ai","repo":"open-swe","owner_avatar_url":"https://avatars.githubusercontent.com/u/126733545?v=4","primary_language":"Python","stars":10576,"forks":1228,"topics":["agent","agents","ai","anthropic","claudecode","llm","llms","openai"],"archived":false,"github_pushed_at":"2026-08-19T11:57:07+00:00","maintenance_label":"Very active","stars_delta_30d":221,"url":"https://www.graphcanon.com/tools/langchain-ai-open-swe","markdown_url":"https://www.graphcanon.com/tools/langchain-ai-open-swe.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langchain-ai-open-swe","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langchain-ai-open-swe"},{"slug":"agenta-ai-agenta","name":"agenta","tagline":"A workspace for building and orchestrating AI agents and automations.","github_url":"https://github.com/Agenta-AI/agenta","owner":"Agenta-AI","repo":"agenta","owner_avatar_url":"https://avatars.githubusercontent.com/u/127993667?v=4","primary_language":"TypeScript","stars":4764,"forks":673,"topics":["agent-builder","agent-observability","agent-orchestration","agent-workspace","agentic-ai","ai-agent","ai-agents","ai-automation","ai-coworker","ai-skills-manager","ai-workflow-builder","harness","mcp","open-source","self-hosted","workflow-automation"],"archived":false,"github_pushed_at":"2026-09-18T06:32:52+00:00","maintenance_label":"Very active","stars_delta_30d":319,"url":"https://www.graphcanon.com/tools/agenta-ai-agenta","markdown_url":"https://www.graphcanon.com/tools/agenta-ai-agenta.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/agenta-ai-agenta","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=agenta-ai-agenta"},{"slug":"casdoor-casdoor","name":"casdoor","tagline":"An open-source Agent-first Identity and Access Management (IAM) / LLM MCP & agent gateway and auth server","github_url":"https://github.com/casdoor/casdoor","owner":"casdoor","repo":"casdoor","owner_avatar_url":"https://avatars.githubusercontent.com/u/72992104?v=4","primary_language":"Go","stars":14221,"forks":1777,"topics":["agent","agentic-ai","agi","ai-gateway","auth","authentication","iam","llm","mcp","mcp-gateway","mfa","oauth","oidc","openclaw","radius","saml","scim","single-sign-on","sso","webauthn"],"archived":false,"github_pushed_at":"2026-08-18T13:55:29+00:00","maintenance_label":"Very active","stars_delta_30d":248,"url":"https://www.graphcanon.com/tools/casdoor-casdoor","markdown_url":"https://www.graphcanon.com/tools/casdoor-casdoor.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/casdoor-casdoor","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=casdoor-casdoor"},{"slug":"pathwaycom-llm-app","name":"llm-app","tagline":"Ready-to-run cloud templates for RAG, AI pipelines, and enterprise search with live data","github_url":"https://github.com/pathwaycom/llm-app","owner":"pathwaycom","repo":"llm-app","owner_avatar_url":"https://avatars.githubusercontent.com/u/25750857?v=4","primary_language":"Jupyter Notebook","stars":58920,"forks":1498,"topics":["chatbot","hugging-face","llm","llm-local","llm-prompting","llm-security","llmops","machine-learning","open-ai","pathway","rag","real-time","retrieval-augmented-generation","vector-database","vector-index"],"archived":false,"github_pushed_at":"2026-07-05T17:59:07+00:00","maintenance_label":"Steady","stars_delta_30d":-117,"url":"https://www.graphcanon.com/tools/pathwaycom-llm-app","markdown_url":"https://www.graphcanon.com/tools/pathwaycom-llm-app.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pathwaycom-llm-app","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pathwaycom-llm-app"},{"slug":"brianpetro-obsidian-smart-connections","name":"obsidian-smart-connections","tagline":"Link building copilot for semantic search within Obsidian notes","github_url":"https://github.com/brianpetro/obsidian-smart-connections","owner":"brianpetro","repo":"obsidian-smart-connections","owner_avatar_url":"https://avatars.githubusercontent.com/u/1886014?v=4","primary_language":"JavaScript","stars":5460,"forks":346,"topics":["chatgpt","claude","embeddings","gemini","obsidian","obsidian-md","obsidian-plugin","related-items","semantic-search","vectors"],"archived":false,"github_pushed_at":"2026-09-16T15:51:49+00:00","maintenance_label":"Very active","stars_delta_30d":162,"url":"https://www.graphcanon.com/tools/brianpetro-obsidian-smart-connections","markdown_url":"https://www.graphcanon.com/tools/brianpetro-obsidian-smart-connections.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/brianpetro-obsidian-smart-connections","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=brianpetro-obsidian-smart-connections"},{"slug":"adongwanai-agentguide","name":"AgentGuide","tagline":"AI Agent development guide with job interview preparation","github_url":"https://github.com/adongwanai/AgentGuide","owner":"adongwanai","repo":"AgentGuide","owner_avatar_url":"https://avatars.githubusercontent.com/u/54011546?v=4","primary_language":"HTML","stars":8484,"forks":835,"topics":["agenticrag","ai-agent","crewai","graphrag","grpo","interview","job-hunting","langchain","llm","multi-agent","rag","sft","tutorial"],"archived":false,"github_pushed_at":"2026-08-04T06:02:35+00:00","maintenance_label":"Active","stars_delta_30d":1368,"url":"https://www.graphcanon.com/tools/adongwanai-agentguide","markdown_url":"https://www.graphcanon.com/tools/adongwanai-agentguide.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/adongwanai-agentguide","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=adongwanai-agentguide"},{"slug":"0xnyk-council-of-high-intelligence","name":"council-of-high-intelligence","tagline":"AI personas deliberate decisions across LLM providers","github_url":"https://github.com/0xNyk/council-of-high-intelligence","owner":"0xNyk","repo":"council-of-high-intelligence","owner_avatar_url":"https://avatars.githubusercontent.com/u/93952610?v=4","primary_language":"Shell","stars":4327,"forks":409,"topics":["agent-skill","ai-agents","claude-code","codex","decision-making","deliberation","gemini-cli","llm-routing","multi-agent-systems","multi-llm","open-source","opencode","prompt-engineering","structured-debate"],"archived":false,"github_pushed_at":"2026-09-19T10:13:00+00:00","maintenance_label":"Very active","stars_delta_30d":548,"url":"https://www.graphcanon.com/tools/0xnyk-council-of-high-intelligence","markdown_url":"https://www.graphcanon.com/tools/0xnyk-council-of-high-intelligence.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/0xnyk-council-of-high-intelligence","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=0xnyk-council-of-high-intelligence"},{"slug":"imbad0202-academic-research-skills","name":"academic-research-skills","tagline":"Workflow for academic research and writing with AI tools","github_url":"https://github.com/Imbad0202/academic-research-skills","owner":"Imbad0202","repo":"academic-research-skills","owner_avatar_url":"https://avatars.githubusercontent.com/u/132531341?v=4","primary_language":"Python","stars":48777,"forks":3788,"topics":["academic-pipeline","academic-writing","ai-research","claude","claude-code","literature-review","peer-review","prompt-engineering"],"archived":false,"github_pushed_at":"2026-09-19T14:01:55+00:00","maintenance_label":"Very active","stars_delta_30d":9001,"url":"https://www.graphcanon.com/tools/imbad0202-academic-research-skills","markdown_url":"https://www.graphcanon.com/tools/imbad0202-academic-research-skills.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/imbad0202-academic-research-skills","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=imbad0202-academic-research-skills"},{"slug":"superagent-ai-superagent","name":"superagent","tagline":"Superagent SDK","github_url":"https://github.com/superagent-ai/superagent","owner":"superagent-ai","repo":"superagent","owner_avatar_url":"https://avatars.githubusercontent.com/u/152537519?v=4","primary_language":"TypeScript","stars":6752,"forks":964,"topics":["ai","anthropic","guardrails","llm","openai","prompt-injection","security"],"archived":false,"github_pushed_at":"2026-08-25T09:45:01+00:00","maintenance_label":"Active","stars_delta_30d":39,"url":"https://www.graphcanon.com/tools/superagent-ai-superagent","markdown_url":"https://www.graphcanon.com/tools/superagent-ai-superagent.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superagent-ai-superagent","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superagent-ai-superagent"},{"slug":"truera-trulens","name":"trulens","tagline":"Evaluation and Tracking for LLM Experiments and AI Agents","github_url":"https://github.com/truera/trulens","owner":"truera","repo":"trulens","owner_avatar_url":"https://avatars.githubusercontent.com/u/51224128?v=4","primary_language":"Python","stars":3563,"forks":345,"topics":["agent-evaluation","agentops","ai-agents","ai-monitoring","ai-observability","evals","explainable-ml","llm-eval","llm-evaluation","llmops","llms","machine-learning","neural-networks"],"archived":false,"github_pushed_at":"2026-09-18T08:44:06+00:00","maintenance_label":"Very active","stars_delta_30d":47,"url":"https://www.graphcanon.com/tools/truera-trulens","markdown_url":"https://www.graphcanon.com/tools/truera-trulens.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/truera-trulens","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=truera-trulens"},{"slug":"mnfst-manifest","name":"manifest","tagline":"Connect Your Agents And Harnesses With Any Provider","github_url":"https://github.com/mnfst/manifest","owner":"mnfst","repo":"manifest","owner_avatar_url":"https://avatars.githubusercontent.com/u/8403534?v=4","primary_language":"TypeScript","stars":7514,"forks":508,"topics":["ai","ai-","ai-sdk","anthropic","byok","cost-tracking","gateway","hermes-agent","llm-observability","llm-router","open-source","openai-api","openclaw","subscription","token-tracking"],"archived":false,"github_pushed_at":"2026-09-10T04:25:00+00:00","maintenance_label":"Very active","stars_delta_30d":100,"url":"https://www.graphcanon.com/tools/mnfst-manifest","markdown_url":"https://www.graphcanon.com/tools/mnfst-manifest.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mnfst-manifest","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mnfst-manifest"},{"slug":"jeinlee1991-chinese-llm-benchmark","name":"chinese-llm-benchmark","tagline":"ReLE评测：中文AI大模型能力评测","github_url":"https://github.com/jeinlee1991/chinese-llm-benchmark","owner":"jeinlee1991","repo":"chinese-llm-benchmark","owner_avatar_url":"https://avatars.githubusercontent.com/u/46815718?v=4","primary_language":null,"stars":6467,"forks":263,"topics":["agentic-ai","artificial-intelligence","llm-agent","llm-evaluation"],"archived":false,"github_pushed_at":"2026-10-10T09:51:00+00:00","maintenance_label":"Very active","stars_delta_30d":46,"url":"https://www.graphcanon.com/tools/jeinlee1991-chinese-llm-benchmark","markdown_url":"https://www.graphcanon.com/tools/jeinlee1991-chinese-llm-benchmark.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jeinlee1991-chinese-llm-benchmark","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jeinlee1991-chinese-llm-benchmark"},{"slug":"open-metadata-openmetadata","name":"OpenMetadata","tagline":"Open platform for building trusted data context and business semantics","github_url":"https://github.com/open-metadata/OpenMetadata","owner":"open-metadata","repo":"OpenMetadata","owner_avatar_url":"https://avatars.githubusercontent.com/u/86132257?v=4","primary_language":"TypeScript","stars":15264,"forks":2389,"topics":["context","context-layer","data-catalog","data-collaboration","data-contracts","data-discovery","data-governance","data-lineage","data-observability","data-profiling","data-quality","datadiscovery","dataquality","mcp","mcp-server","metadata","metadata-management","ontologies","ontologies-api","semantics"],"archived":false,"github_pushed_at":"2026-09-20T02:55:57+00:00","maintenance_label":"Very active","stars_delta_30d":696,"url":"https://www.graphcanon.com/tools/open-metadata-openmetadata","markdown_url":"https://www.graphcanon.com/tools/open-metadata-openmetadata.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/open-metadata-openmetadata","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=open-metadata-openmetadata"},{"slug":"katanemo-plano","name":"plano","tagline":"An AI-native proxy and data plane for agentic apps","github_url":"https://github.com/katanemo/plano","owner":"katanemo","repo":"plano","owner_avatar_url":"https://avatars.githubusercontent.com/u/112724757?v=4","primary_language":"Rust","stars":7058,"forks":483,"topics":["ai-gateway","ai-gateway-support","envoy","envoyproxy","gateway","generative-ai","llm-gateway","llm-inference","llm-proxy","llm-routing","llmops","llms","openai","prompt","proxy","proxy-server","routing"],"archived":false,"github_pushed_at":"2026-08-19T19:29:08+00:00","maintenance_label":"Steady","stars_delta_30d":54,"url":"https://www.graphcanon.com/tools/katanemo-plano","markdown_url":"https://www.graphcanon.com/tools/katanemo-plano.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/katanemo-plano","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=katanemo-plano"},{"slug":"kangarooking-cangjie-skill","name":"cangjie-skill","tagline":"Converts high-value content like books into executable Agent Skills","github_url":"https://github.com/kangarooking/cangjie-skill","owner":"kangarooking","repo":"cangjie-skill","owner_avatar_url":"https://avatars.githubusercontent.com/u/52196004?v=4","primary_language":"Python","stars":10340,"forks":1199,"topics":["agent-workflows","ai-skills","automation","book-to-skill","knowledge-distillation","prompt-engineering","skill-generator","templates"],"archived":false,"github_pushed_at":"2026-09-13T04:12:02+00:00","maintenance_label":"Active","stars_delta_30d":5360,"url":"https://www.graphcanon.com/tools/kangarooking-cangjie-skill","markdown_url":"https://www.graphcanon.com/tools/kangarooking-cangjie-skill.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kangarooking-cangjie-skill","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kangarooking-cangjie-skill"},{"slug":"wandb-wandb","name":"wandb","tagline":"Weights & Biases platform for model training and management","github_url":"https://github.com/wandb/wandb","owner":"wandb","repo":"wandb","owner_avatar_url":"https://avatars.githubusercontent.com/u/26401354?v=4","primary_language":"Python","stars":11262,"forks":899,"topics":["ai","collaboration","data-science","data-versioning","deep-learning","experiment-track","hyperparameter-optimization","hyperparameter-search","hyperparameter-tuning","jax","keras","machine-learning","ml-platform","mlops","model-versioning","pytorch","reinforcement-learning","reproducibility","tensorflow"],"archived":false,"github_pushed_at":"2026-09-27T03:28:37+00:00","maintenance_label":"Very active","stars_delta_30d":49,"url":"https://www.graphcanon.com/tools/wandb-wandb","markdown_url":"https://www.graphcanon.com/tools/wandb-wandb.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/wandb-wandb","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=wandb-wandb"},{"slug":"googlecloudplatform-agent-starter-pack","name":"agent-starter-pack","tagline":"Ship AI Agents to Google Cloud in minutes with built-in CI/CD, evaluation, and observability","github_url":"https://github.com/GoogleCloudPlatform/agent-starter-pack","owner":"GoogleCloudPlatform","repo":"agent-starter-pack","owner_avatar_url":"https://avatars.githubusercontent.com/u/2810941?v=4","primary_language":"Python","stars":6558,"forks":1500,"topics":["agents","gcp","gemini","genai-agents","generative-ai","llmops","mlops","observability"],"archived":false,"github_pushed_at":"2026-07-21T23:42:40+00:00","maintenance_label":"Steady","stars_delta_30d":21,"url":"https://www.graphcanon.com/tools/googlecloudplatform-agent-starter-pack","markdown_url":"https://www.graphcanon.com/tools/googlecloudplatform-agent-starter-pack.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/googlecloudplatform-agent-starter-pack","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=googlecloudplatform-agent-starter-pack"},{"slug":"imbad0202-academic-research-skills-codex","name":"academic-research-skills-codex","tagline":"Codex-native Academic Research Skills suite for human-in-the-loop academic research workflows","github_url":"https://github.com/Imbad0202/academic-research-skills-codex","owner":"Imbad0202","repo":"academic-research-skills-codex","owner_avatar_url":"https://avatars.githubusercontent.com/u/132531341?v=4","primary_language":"Python","stars":11256,"forks":488,"topics":["academic-pipeline","academic-research","academic-writing","ai-research","codex","literature-review","openai-codex","peer-review","prompt-engineering","research-assistant"],"archived":false,"github_pushed_at":"2026-09-16T06:29:53+00:00","maintenance_label":"Very active","stars_delta_30d":4062,"url":"https://www.graphcanon.com/tools/imbad0202-academic-research-skills-codex","markdown_url":"https://www.graphcanon.com/tools/imbad0202-academic-research-skills-codex.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/imbad0202-academic-research-skills-codex","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=imbad0202-academic-research-skills-codex"},{"slug":"open-compass-vlmevalkit","name":"VLMEvalKit","tagline":"An open-source evaluation toolkit for large vision-language models","github_url":"https://github.com/open-compass/VLMEvalKit","owner":"open-compass","repo":"VLMEvalKit","owner_avatar_url":"https://avatars.githubusercontent.com/u/143521324?v=4","primary_language":"Python","stars":4345,"forks":745,"topics":["chatgpt","claude","clip","computer-vision","evaluation","gemini","gpt","gpt-4v","gpt4","large-language-models","llava","llm","multi-modal","openai","openai-api","pytorch","qwen","vit","vqa"],"archived":false,"github_pushed_at":"2026-08-17T17:16:26+00:00","maintenance_label":"Very active","stars_delta_30d":60,"url":"https://www.graphcanon.com/tools/open-compass-vlmevalkit","markdown_url":"https://www.graphcanon.com/tools/open-compass-vlmevalkit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/open-compass-vlmevalkit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=open-compass-vlmevalkit"},{"slug":"marker-inc-korea-autorag","name":"AutoRAG","tagline":"Open-source framework for RAG evaluation and optimization via AutoML","github_url":"https://github.com/Marker-Inc-Korea/AutoRAG","owner":"Marker-Inc-Korea","repo":"AutoRAG","owner_avatar_url":"https://avatars.githubusercontent.com/u/74290595?v=4","primary_language":"TypeScript","stars":5060,"forks":434,"topics":["analysis","automl","benchmarking","document-parser","embeddings","evaluation","llm","llm-evaluation","llm-ops","open-source","ops","optimization","pipeline","python","qa","rag","rag-evaluation","retrieval-augmented-generation"],"archived":false,"github_pushed_at":"2026-09-07T07:05:41+00:00","maintenance_label":"Very active","stars_delta_30d":92,"url":"https://www.graphcanon.com/tools/marker-inc-korea-autorag","markdown_url":"https://www.graphcanon.com/tools/marker-inc-korea-autorag.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/marker-inc-korea-autorag","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=marker-inc-korea-autorag"},{"slug":"traceloop-openllmetry","name":"openllmetry","tagline":"Open-source observability for GenAI or LLM applications based on OpenTelemetry","github_url":"https://github.com/traceloop/openllmetry","owner":"traceloop","repo":"openllmetry","owner_avatar_url":"https://avatars.githubusercontent.com/u/125419530?v=4","primary_language":"Python","stars":7438,"forks":1082,"topics":["artifical-intelligence","datascience","generative-ai","good-first-issue","good-first-issues","help-wanted","llm","llmops","metrics","ml","model-monitoring","monitoring","observability","open-source","open-telemetry","opentelemetry","opentelemetry-python","python"],"archived":false,"github_pushed_at":"2026-09-17T18:54:33+00:00","maintenance_label":"Very active","stars_delta_30d":61,"url":"https://www.graphcanon.com/tools/traceloop-openllmetry","markdown_url":"https://www.graphcanon.com/tools/traceloop-openllmetry.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/traceloop-openllmetry","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=traceloop-openllmetry"},{"slug":"luhengshiwo-llmforeverybody","name":"LLMForEverybody","tagline":"LLM knowledge sharing for everyone, essential reading before big model interviews","github_url":"https://github.com/luhengshiwo/LLMForEverybody","owner":"luhengshiwo","repo":"LLMForEverybody","owner_avatar_url":"https://avatars.githubusercontent.com/u/13251733?v=4","primary_language":"Jupyter Notebook","stars":7167,"forks":662,"topics":["agent","interview-practice","interview-questions","learnllm","llm","rag"],"archived":false,"github_pushed_at":"2026-08-17T02:41:01+00:00","maintenance_label":"Very active","stars_delta_30d":198,"url":"https://www.graphcanon.com/tools/luhengshiwo-llmforeverybody","markdown_url":"https://www.graphcanon.com/tools/luhengshiwo-llmforeverybody.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/luhengshiwo-llmforeverybody","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=luhengshiwo-llmforeverybody"},{"slug":"nvidia-garak","name":"garak","tagline":"LLM vulnerability scanner","github_url":"https://github.com/NVIDIA/garak","owner":"NVIDIA","repo":"garak","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"Python","stars":9440,"forks":1335,"topics":["ai","llm-evaluation","llm-security","security-scanners","vulnerability-assessment"],"archived":false,"github_pushed_at":"2026-10-02T17:55:55+00:00","maintenance_label":"Very active","stars_delta_30d":330,"url":"https://www.graphcanon.com/tools/nvidia-garak","markdown_url":"https://www.graphcanon.com/tools/nvidia-garak.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-garak","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-garak"}]}}