{"data":{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability","tool_count":440,"tools":[{"slug":"microsoft-generative-ai-for-beginners","name":"generative-ai-for-beginners","tagline":"21 Lessons for Getting Started with Generative AI","github_url":"https://github.com/microsoft/generative-ai-for-beginners","owner":"microsoft","repo":"generative-ai-for-beginners","owner_avatar_url":"https://avatars.githubusercontent.com/u/6154722?v=4","primary_language":"Jupyter Notebook","stars":113577,"forks":60972,"topics":["ai","azure","chatgpt","dall-e","generative-ai","generativeai","gpt","language-model","llms","microsoft-for-beginners","openai","prompt-engineering","semantic-search","transformers"],"archived":false,"github_pushed_at":"2026-07-23T03:43:21+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/microsoft-generative-ai-for-beginners","markdown_url":"https://www.graphcanon.com/tools/microsoft-generative-ai-for-beginners.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/microsoft-generative-ai-for-beginners","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=microsoft-generative-ai-for-beginners"},{"slug":"headroomlabs-ai-headroom","name":"headroom","tagline":"Compress tool outputs and data to reduce tokens before reaching the LLM.","github_url":"https://github.com/headroomlabs-ai/headroom","owner":"headroomlabs-ai","repo":"headroom","owner_avatar_url":"https://avatars.githubusercontent.com/u/294291659?v=4","primary_language":"Python","stars":66470,"forks":5103,"topics":["agent","ai","anthropic","claude-code","compression","context-engineering","context-window","cursor","fastapi","langchain","llm","mcp","openai","prompt-engineering","proxy","python","rag","token-optimization","tokens","typescript"],"archived":false,"github_pushed_at":"2026-08-16T00:57:42+00:00","maintenance_label":"Very active","stars_delta_30d":6941,"url":"https://www.graphcanon.com/tools/headroomlabs-ai-headroom","markdown_url":"https://www.graphcanon.com/tools/headroomlabs-ai-headroom.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/headroomlabs-ai-headroom","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=headroomlabs-ai-headroom"},{"slug":"elder-plinius-cl4r1t4s","name":"CL4R1T4S","tagline":"Leaked system prompts for various AI agents include ChatGPT, Claude, Gemini among others emphasizing transparency and access.","github_url":"https://github.com/elder-plinius/CL4R1T4S","owner":"elder-plinius","repo":"CL4R1T4S","owner_avatar_url":"https://avatars.githubusercontent.com/u/133052465?v=4","primary_language":null,"stars":46435,"forks":9474,"topics":["agents","ai","chatgpt","gemini","google","grok","hacking","leak","leaked","openai","prompt","prompt-engineering","prompts","red-team","red-teaming","system","system-info","system-prompts","tools","transparency"],"archived":false,"github_pushed_at":"2026-07-24T22:18:48+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/elder-plinius-cl4r1t4s","markdown_url":"https://www.graphcanon.com/tools/elder-plinius-cl4r1t4s.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/elder-plinius-cl4r1t4s","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=elder-plinius-cl4r1t4s"},{"slug":"danny-avila-librechat","name":"LibreChat","tagline":"Enhanced ChatGPT Clone with extensive features and integrations for self-hosting","github_url":"https://github.com/danny-avila/LibreChat","owner":"danny-avila","repo":"LibreChat","owner_avatar_url":"https://avatars.githubusercontent.com/u/110412045?v=4","primary_language":"TypeScript","stars":41282,"forks":8495,"topics":["ai","anthropic","artifacts","aws","azure","chatgpt","chatgpt-clone","claude","clone","deepseek","gemini","google","gpt-5","librechat","mcp","o1","openai","responses-api","vision","webui"],"archived":false,"github_pushed_at":"2026-07-25T21:44:54+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/danny-avila-librechat","markdown_url":"https://www.graphcanon.com/tools/danny-avila-librechat.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/danny-avila-librechat","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=danny-avila-librechat"},{"slug":"mlflow-mlflow","name":"mlflow","tagline":"AI engineering platform for debugging, evaluating, monitoring, and optimizing AI applications","github_url":"https://github.com/mlflow/mlflow","owner":"mlflow","repo":"mlflow","owner_avatar_url":"https://avatars.githubusercontent.com/u/39938107?v=4","primary_language":"Python","stars":27591,"forks":6189,"topics":["agentops","agents","ai","ai-governance","apache-spark","evaluation","langchain","llm-evaluation","llmops","machine-learning","ml","mlflow","mlops","model-management","observability","open-source","openai","prompt-engineering"],"archived":false,"github_pushed_at":"2026-08-20T00:54:28+00:00","maintenance_label":"Very active","stars_delta_30d":476,"url":"https://www.graphcanon.com/tools/mlflow-mlflow","markdown_url":"https://www.graphcanon.com/tools/mlflow-mlflow.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mlflow-mlflow","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mlflow-mlflow"},{"slug":"langfuse-langfuse","name":"langfuse","tagline":"Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets","github_url":"https://github.com/langfuse/langfuse","owner":"langfuse","repo":"langfuse","owner_avatar_url":"https://avatars.githubusercontent.com/u/134601687?v=4","primary_language":"TypeScript","stars":32271,"forks":3466,"topics":["analytics","autogen","evaluation","langchain","large-language-models","llama-index","llm","llm-evaluation","llm-observability","llmops","monitoring","observability","open-source","openai","playground","prompt-engineering","prompt-management","self-hosted","ycombinator"],"archived":false,"github_pushed_at":"2026-07-31T22:58:07+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/langfuse-langfuse","markdown_url":"https://www.graphcanon.com/tools/langfuse-langfuse.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langfuse-langfuse","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langfuse-langfuse"},{"slug":"mukul975-anthropic-cybersecurity-skills","name":"Anthropic-Cybersecurity-Skills","tagline":"817 structured cybersecurity skills for AI agents","github_url":"https://github.com/mukul975/Anthropic-Cybersecurity-Skills","owner":"mukul975","repo":"Anthropic-Cybersecurity-Skills","owner_avatar_url":"https://avatars.githubusercontent.com/u/42860185?v=4","primary_language":"Python","stars":27958,"forks":3401,"topics":["ai-agents","claude-code","cloud-security","cybersecurity","devsecops","ethical-hacking","incident-response","infosec","llm","malware-analysis","mcp","mitre-attack","nist-csf","osint","penetration-testing","red-team","security","security-automation","threat-hunting","threat-intelligence"],"archived":false,"github_pushed_at":"2026-08-08T14:55:19+00:00","maintenance_label":"Active","stars_delta_30d":2281,"url":"https://www.graphcanon.com/tools/mukul975-anthropic-cybersecurity-skills","markdown_url":"https://www.graphcanon.com/tools/mukul975-anthropic-cybersecurity-skills.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mukul975-anthropic-cybersecurity-skills","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mukul975-anthropic-cybersecurity-skills"},{"slug":"vxcontrol-pentagi","name":"pentagi","tagline":"Fully autonomous AI Agents system for complex penetration testing tasks","github_url":"https://github.com/vxcontrol/pentagi","owner":"vxcontrol","repo":"pentagi","owner_avatar_url":"https://avatars.githubusercontent.com/u/39194251?v=4","primary_language":"Go","stars":21902,"forks":2904,"topics":["ai-agents","ai-security-tool","anthropic","autonomous-agents","golang","gpt","graphql","multi-agent-system","offensive-security","open-source","openai","penetration-testing","penetration-testing-tools","react","security-automation","security-testing","security-tools","self-hosted"],"archived":false,"github_pushed_at":"2026-08-06T11:10:55+00:00","maintenance_label":"Active","stars_delta_30d":910,"url":"https://www.graphcanon.com/tools/vxcontrol-pentagi","markdown_url":"https://www.graphcanon.com/tools/vxcontrol-pentagi.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vxcontrol-pentagi","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vxcontrol-pentagi"},{"slug":"promptfoo-promptfoo","name":"promptfoo","tagline":"Tool for evaluating prompts and AI agents by comparing performance across various models and red teaming.","github_url":"https://github.com/promptfoo/promptfoo","owner":"promptfoo","repo":"promptfoo","owner_avatar_url":"https://avatars.githubusercontent.com/u/137907881?v=4","primary_language":"TypeScript","stars":23838,"forks":2147,"topics":["ci","ci-cd","cicd","evaluation","evaluation-framework","llm","llm-eval","llm-evaluation","llm-evaluation-framework","llmops","pentesting","prompt-engineering","prompt-testing","prompts","rag","red-teaming","testing","vulnerability-scanners"],"archived":false,"github_pushed_at":"2026-08-01T23:47:56+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/promptfoo-promptfoo","markdown_url":"https://www.graphcanon.com/tools/promptfoo-promptfoo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/promptfoo-promptfoo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=promptfoo-promptfoo"},{"slug":"tencent-weknora","name":"WeKnora","tagline":"Open-source LLM knowledge platform for creating a queryable RAG, autonomous reasoning agent, and self-maintaining Wiki.","github_url":"https://github.com/Tencent/WeKnora","owner":"Tencent","repo":"WeKnora","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"Go","stars":19992,"forks":2877,"topics":["agent","agentic","ai","chatbot","embeddings","evaluation","generative-ai","golang","knowledge-base","llm","multi-tenant","multimodel","ollama","openai","question-answering","rag","reranking","semantic-search","vector-search","wiki"],"archived":false,"github_pushed_at":"2026-08-16T05:31:52+00:00","maintenance_label":"Very active","stars_delta_30d":1497,"url":"https://www.graphcanon.com/tools/tencent-weknora","markdown_url":"https://www.graphcanon.com/tools/tencent-weknora.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-weknora","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-weknora"},{"slug":"comet-ml-opik","name":"opik","tagline":"Debug, evaluate, and monitor your LLM applications with comprehensive tracing and production-ready dashboards","github_url":"https://github.com/comet-ml/opik","owner":"comet-ml","repo":"opik","owner_avatar_url":"https://avatars.githubusercontent.com/u/31487821?v=4","primary_language":"Python","stars":21177,"forks":1681,"topics":["evaluation","hacktoberfest","hacktoberfest2025","langchain","llama-index","llm","llm-evaluation","llm-observability","llmops","open-source","openai","playground","prompt-engineering"],"archived":false,"github_pushed_at":"2026-08-07T11:46:34+00:00","maintenance_label":"Very active","stars_delta_30d":767,"url":"https://www.graphcanon.com/tools/comet-ml-opik","markdown_url":"https://www.graphcanon.com/tools/comet-ml-opik.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/comet-ml-opik","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=comet-ml-opik"},{"slug":"liyupi-ai-guide","name":"ai-guide","tagline":"免费开放的AI知识共享平台","github_url":"https://github.com/liyupi/ai-guide","owner":"liyupi","repo":"ai-guide","owner_avatar_url":"https://avatars.githubusercontent.com/u/26037703?v=4","primary_language":"JavaScript","stars":18766,"forks":2127,"topics":["ai","artificial-intelligence","chatgpt","claude","codex","cursor","deep-learning","deepseek","gemini","generative-ai","gpt","llm","mcp","openai","python","rag","vibe-coding","vibecoding","vue","vuepress"],"archived":false,"github_pushed_at":"2026-08-07T14:50:37+00:00","maintenance_label":"Active","stars_delta_30d":1371,"url":"https://www.graphcanon.com/tools/liyupi-ai-guide","markdown_url":"https://www.graphcanon.com/tools/liyupi-ai-guide.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/liyupi-ai-guide","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=liyupi-ai-guide"},{"slug":"mastra-ai-mastra","name":"mastra","tagline":"Modern TypeScript framework for AI-powered applications and agents","github_url":"https://github.com/mastra-ai/mastra","owner":"mastra-ai","repo":"mastra","owner_avatar_url":"https://avatars.githubusercontent.com/u/149120496?v=4","primary_language":"TypeScript","stars":27229,"forks":2642,"topics":["agents","ai","chatbots","evals","javascript","llm","mcp","nextjs","nodejs","reactjs","tts","typescript","workflows"],"archived":false,"github_pushed_at":"2026-08-16T17:54:58+00:00","maintenance_label":"Very active","stars_delta_30d":954,"url":"https://www.graphcanon.com/tools/mastra-ai-mastra","markdown_url":"https://www.graphcanon.com/tools/mastra-ai-mastra.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mastra-ai-mastra","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mastra-ai-mastra"},{"slug":"linshenkx-prompt-optimizer","name":"prompt-optimizer","tagline":"An AI prompt optimizer for writing better prompts and getting better AI results.","github_url":"https://github.com/linshenkx/prompt-optimizer","owner":"linshenkx","repo":"prompt-optimizer","owner_avatar_url":"https://avatars.githubusercontent.com/u/32978552?v=4","primary_language":"TypeScript","stars":33144,"forks":3890,"topics":["ai-prompts","ai-tools","llm","prompt","prompt-engineering","prompt-optimization","prompt-optimizer","prompt-testing","prompt-toolkit","prompt-tuning"],"archived":false,"github_pushed_at":"2026-08-13T14:23:12+00:00","maintenance_label":"Very active","stars_delta_30d":885,"url":"https://www.graphcanon.com/tools/linshenkx-prompt-optimizer","markdown_url":"https://www.graphcanon.com/tools/linshenkx-prompt-optimizer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/linshenkx-prompt-optimizer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=linshenkx-prompt-optimizer"},{"slug":"ai4finance-foundation-fingpt","name":"FinGPT","tagline":"FinGPT: Open-Source Financial Large Language Models","github_url":"https://github.com/AI4Finance-Foundation/FinGPT","owner":"AI4Finance-Foundation","repo":"FinGPT","owner_avatar_url":"https://avatars.githubusercontent.com/u/68813910?v=4","primary_language":"Jupyter Notebook","stars":21100,"forks":2995,"topics":["chatgpt","finance","fingpt","fintech","large-language-models","machine-learning","nlp","prompt-engineering","pytorch","reinforcement-learning","robo-advisor","sentiment-analysis","technical-analysis"],"archived":false,"github_pushed_at":"2026-08-02T03:23:48+00:00","maintenance_label":"Active","stars_delta_30d":205,"url":"https://www.graphcanon.com/tools/ai4finance-foundation-fingpt","markdown_url":"https://www.graphcanon.com/tools/ai4finance-foundation-fingpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ai4finance-foundation-fingpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ai4finance-foundation-fingpt"},{"slug":"xbtlin-ai-berkshire","name":"ai-berkshire","tagline":"AI-era Berkshire: a value investing research framework utilizing Claude Code / Codex with methodologies from Warren Buffett, Charlie Munger among others and multi-Agent adversarial analysis.","github_url":"https://github.com/xbtlin/ai-berkshire","owner":"xbtlin","repo":"ai-berkshire","owner_avatar_url":"https://avatars.githubusercontent.com/u/6993203?v=4","primary_language":"Python","stars":14138,"forks":1995,"topics":["ai","ai-agent","anthropic","berkshire-hathaway","charlie-munger","china-stock","claude","claude-code","financial-analysis","fintech","fundamental-analysis","investment","investment-research","llm","mcp","portfolio-management","stock-analysis","stock-market","value-investing","warren-buffett"],"archived":false,"github_pushed_at":"2026-07-25T16:24:55+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/xbtlin-ai-berkshire","markdown_url":"https://www.graphcanon.com/tools/xbtlin-ai-berkshire.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xbtlin-ai-berkshire","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xbtlin-ai-berkshire"},{"slug":"dataelement-bisheng","name":"bisheng","tagline":"BISHENG is an open LLM devops platform for next generation Enterprise AI applications","github_url":"https://github.com/dataelement/bisheng","owner":"dataelement","repo":"bisheng","owner_avatar_url":"https://avatars.githubusercontent.com/u/103249391?v=4","primary_language":"Python","stars":11879,"forks":1941,"topics":["agent","ai","chatbot","enterprise","finetune","genai","gpt","langchian","llama","llm","llmdevops","llmops","ocr","openai","orchestration","python","rag","react","sft","workflow"],"archived":false,"github_pushed_at":"2026-08-18T11:46:00+00:00","maintenance_label":"Very active","stars_delta_30d":348,"url":"https://www.graphcanon.com/tools/dataelement-bisheng","markdown_url":"https://www.graphcanon.com/tools/dataelement-bisheng.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/dataelement-bisheng","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=dataelement-bisheng"},{"slug":"sansan0-trendradar","name":"TrendRadar","tagline":"AI-driven public opinion & trend monitor with multi-platform aggregation, RSS, and smart alerts.","github_url":"https://github.com/sansan0/TrendRadar","owner":"sansan0","repo":"TrendRadar","owner_avatar_url":"https://avatars.githubusercontent.com/u/77180927?v=4","primary_language":"Python","stars":61487,"forks":24870,"topics":["ai","bark","data-analysis","docker","hot-news","llm","mail","mcp","mcp-server","news","ntfy","python","rss","trending-topics","wechat","wework"],"archived":false,"github_pushed_at":"2026-07-17T13:54:28+00:00","maintenance_label":"Active","stars_delta_30d":875,"url":"https://www.graphcanon.com/tools/sansan0-trendradar","markdown_url":"https://www.graphcanon.com/tools/sansan0-trendradar.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/sansan0-trendradar","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=sansan0-trendradar"},{"slug":"gitleaks-gitleaks","name":"gitleaks","tagline":"Find secrets with Gitleaks 🔑","github_url":"https://github.com/gitleaks/gitleaks","owner":"gitleaks","repo":"gitleaks","owner_avatar_url":"https://avatars.githubusercontent.com/u/90395851?v=4","primary_language":"Go","stars":28753,"forks":2191,"topics":["ai-powered","ci-cd","cicd","cli","data-loss-prevention","devsecops","dlp","git","gitleaks","go","golang","hacktoberfest","llm","llm-inference","llm-training","nhi","open-source","secret","security","security-tools"],"archived":false,"github_pushed_at":"2026-07-29T04:13:17+00:00","maintenance_label":"Active","stars_delta_30d":576,"url":"https://www.graphcanon.com/tools/gitleaks-gitleaks","markdown_url":"https://www.graphcanon.com/tools/gitleaks-gitleaks.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/gitleaks-gitleaks","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=gitleaks-gitleaks"},{"slug":"langchain-ai-open-swe","name":"open-swe","tagline":"An Open-Source Asynchronous Coding Agent","github_url":"https://github.com/langchain-ai/open-swe","owner":"langchain-ai","repo":"open-swe","owner_avatar_url":"https://avatars.githubusercontent.com/u/126733545?v=4","primary_language":"Python","stars":10576,"forks":1228,"topics":["agent","agents","ai","anthropic","claudecode","llm","llms","openai"],"archived":false,"github_pushed_at":"2026-08-19T11:57:07+00:00","maintenance_label":"Very active","stars_delta_30d":221,"url":"https://www.graphcanon.com/tools/langchain-ai-open-swe","markdown_url":"https://www.graphcanon.com/tools/langchain-ai-open-swe.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langchain-ai-open-swe","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langchain-ai-open-swe"},{"slug":"arize-ai-phoenix","name":"phoenix","tagline":"AI Observability & Evaluation","github_url":"https://github.com/Arize-ai/phoenix","owner":"Arize-ai","repo":"phoenix","owner_avatar_url":"https://avatars.githubusercontent.com/u/59858760?v=4","primary_language":"Python","stars":10847,"forks":1028,"topics":["agents","ai-monitoring","ai-observability","aiengineering","anthropic","datasets","evals","langchain","llamaindex","llm-eval","llm-evaluation","llmops","llms","openai","prompt-engineering","smolagents"],"archived":false,"github_pushed_at":"2026-08-01T11:48:49+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/arize-ai-phoenix","markdown_url":"https://www.graphcanon.com/tools/arize-ai-phoenix.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arize-ai-phoenix","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arize-ai-phoenix"},{"slug":"casdoor-casdoor","name":"casdoor","tagline":"An open-source Agent-first Identity and Access Management (IAM) / LLM MCP & agent gateway and auth server","github_url":"https://github.com/casdoor/casdoor","owner":"casdoor","repo":"casdoor","owner_avatar_url":"https://avatars.githubusercontent.com/u/72992104?v=4","primary_language":"Go","stars":14221,"forks":1777,"topics":["agent","agentic-ai","agi","ai-gateway","auth","authentication","iam","llm","mcp","mcp-gateway","mfa","oauth","oidc","openclaw","radius","saml","scim","single-sign-on","sso","webauthn"],"archived":false,"github_pushed_at":"2026-08-18T13:55:29+00:00","maintenance_label":"Very active","stars_delta_30d":248,"url":"https://www.graphcanon.com/tools/casdoor-casdoor","markdown_url":"https://www.graphcanon.com/tools/casdoor-casdoor.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/casdoor-casdoor","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=casdoor-casdoor"},{"slug":"wangrongsheng-awesome-llm-resources","name":"awesome-LLM-resources","tagline":"Summary of the world's best LLM resources.","github_url":"https://github.com/WangRongsheng/awesome-LLM-resources","owner":"WangRongsheng","repo":"awesome-LLM-resources","owner_avatar_url":"https://avatars.githubusercontent.com/u/55651568?v=4","primary_language":null,"stars":8845,"forks":950,"topics":["awesome-list","book","course","large-language-models","llama","llm","mistral","openai","qwen","rag","retrieval-augmented-generation","webui"],"archived":false,"github_pushed_at":"2026-08-14T15:54:28+00:00","maintenance_label":"Very active","stars_delta_30d":142,"url":"https://www.graphcanon.com/tools/wangrongsheng-awesome-llm-resources","markdown_url":"https://www.graphcanon.com/tools/wangrongsheng-awesome-llm-resources.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/wangrongsheng-awesome-llm-resources","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=wangrongsheng-awesome-llm-resources"},{"slug":"oumi-ai-oumi","name":"oumi","tagline":"Easily fine-tune, evaluate and deploy open source LLMs/VLMs","github_url":"https://github.com/oumi-ai/oumi","owner":"oumi-ai","repo":"oumi","owner_avatar_url":"https://avatars.githubusercontent.com/u/167452922?v=4","primary_language":"Python","stars":9359,"forks":780,"topics":["dpo","evaluation","fine-tuning","gpt-oss","gpt-oss-120b","gpt-oss-20b","inference","llama","llms","sft","slms","vlms"],"archived":false,"github_pushed_at":"2026-07-24T05:44:23+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/oumi-ai-oumi","markdown_url":"https://www.graphcanon.com/tools/oumi-ai-oumi.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/oumi-ai-oumi","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=oumi-ai-oumi"},{"slug":"evomap-evolver","name":"evolver","tagline":"The GEP-powered self-evolving engine for AI agents.","github_url":"https://github.com/EvoMap/evolver","owner":"EvoMap","repo":"evolver","owner_avatar_url":"https://avatars.githubusercontent.com/u/263044117?v=4","primary_language":"JavaScript","stars":8881,"forks":823,"topics":["a2a","agent-evolution","agent-framework","agent-protocol","ai-agent","auditable-ai","autonomous-agent","cli","evomap","gep","llm-agent","mcp","memory-system","nodejs","prompt-engineering","prompt-governance","self-evolution","self-evolving","skill-library","skills"],"archived":false,"github_pushed_at":"2026-07-27T18:40:37+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/evomap-evolver","markdown_url":"https://www.graphcanon.com/tools/evomap-evolver.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/evomap-evolver","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=evomap-evolver"},{"slug":"adongwanai-agentguide","name":"AgentGuide","tagline":"AI Agent development guide with career and interview preparation","github_url":"https://github.com/adongwanai/AgentGuide","owner":"adongwanai","repo":"AgentGuide","owner_avatar_url":"https://avatars.githubusercontent.com/u/54011546?v=4","primary_language":"HTML","stars":8484,"forks":835,"topics":["agenticrag","ai-agent","crewai","graphrag","grpo","interview","job-hunting","langchain","llm","multi-agent","rag","sft","tutorial"],"archived":false,"github_pushed_at":"2026-08-04T06:02:35+00:00","maintenance_label":"Active","stars_delta_30d":1368,"url":"https://www.graphcanon.com/tools/adongwanai-agentguide","markdown_url":"https://www.graphcanon.com/tools/adongwanai-agentguide.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/adongwanai-agentguide","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=adongwanai-agentguide"},{"slug":"superagent-ai-superagent","name":"superagent","tagline":"Superagent SDK","github_url":"https://github.com/superagent-ai/superagent","owner":"superagent-ai","repo":"superagent","owner_avatar_url":"https://avatars.githubusercontent.com/u/152537519?v=4","primary_language":"TypeScript","stars":6713,"forks":965,"topics":["ai","anthropic","guardrails","llm","openai","prompt-injection","security"],"archived":false,"github_pushed_at":"2026-08-13T20:23:19+00:00","maintenance_label":"Very active","stars_delta_30d":41,"url":"https://www.graphcanon.com/tools/superagent-ai-superagent","markdown_url":"https://www.graphcanon.com/tools/superagent-ai-superagent.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superagent-ai-superagent","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superagent-ai-superagent"},{"slug":"mnfst-manifest","name":"manifest","tagline":"Connect Your Agents And Harnesses With Any Provider","github_url":"https://github.com/mnfst/manifest","owner":"mnfst","repo":"manifest","owner_avatar_url":"https://avatars.githubusercontent.com/u/8403534?v=4","primary_language":"TypeScript","stars":7414,"forks":494,"topics":["ai","ai-","ai-sdk","anthropic","byok","cost-tracking","gateway","hermes-agent","llm-observability","llm-router","open-source","openai-api","openclaw","subscription","token-tracking"],"archived":false,"github_pushed_at":"2026-08-08T14:40:11+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/mnfst-manifest","markdown_url":"https://www.graphcanon.com/tools/mnfst-manifest.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mnfst-manifest","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mnfst-manifest"},{"slug":"katanemo-plano","name":"plano","tagline":"An AI-native proxy and data plane for agentic apps","github_url":"https://github.com/katanemo/plano","owner":"katanemo","repo":"plano","owner_avatar_url":"https://avatars.githubusercontent.com/u/112724757?v=4","primary_language":"Rust","stars":7004,"forks":482,"topics":["ai-gateway","ai-gateway-support","envoy","envoyproxy","gateway","generative-ai","llm-gateway","llm-inference","llm-proxy","llm-routing","llmops","llms","openai","prompt","proxy","proxy-server","routing"],"archived":false,"github_pushed_at":"2026-08-19T19:29:08+00:00","maintenance_label":"Very active","stars_delta_30d":127,"url":"https://www.graphcanon.com/tools/katanemo-plano","markdown_url":"https://www.graphcanon.com/tools/katanemo-plano.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/katanemo-plano","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=katanemo-plano"},{"slug":"coze-dev-coze-loop","name":"coze-loop","tagline":"Next-generation AI Agent Optimization Platform","github_url":"https://github.com/coze-dev/coze-loop","owner":"coze-dev","repo":"coze-loop","owner_avatar_url":"https://avatars.githubusercontent.com/u/157483752?v=4","primary_language":"Go","stars":5697,"forks":791,"topics":["agent","agent-evaluation","agent-observability","agentops","ai","coze","eino","evaluation","langchain","llm-observability","llmops","monitoring","observability","open-source","openai","playground","prompt-management"],"archived":false,"github_pushed_at":"2026-08-20T11:57:50+00:00","maintenance_label":"Very active","stars_delta_30d":77,"url":"https://www.graphcanon.com/tools/coze-dev-coze-loop","markdown_url":"https://www.graphcanon.com/tools/coze-dev-coze-loop.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/coze-dev-coze-loop","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=coze-dev-coze-loop"},{"slug":"helicone-helicone","name":"helicone","tagline":"Open source LLM observability platform","github_url":"https://github.com/Helicone/helicone","owner":"Helicone","repo":"helicone","owner_avatar_url":"https://avatars.githubusercontent.com/u/114524975?v=4","primary_language":"TypeScript","stars":6073,"forks":654,"topics":["agent-monitoring","analytics","evaluation","gpt","langchain","large-language-models","llama-index","llm","llm-cost","llm-evaluation","llm-observability","llmops","monitoring","open-source","openai","playground","prompt-engineering","prompt-management","ycombinator"],"archived":false,"github_pushed_at":"2026-08-16T20:26:29+00:00","maintenance_label":"Very active","stars_delta_30d":110,"url":"https://www.graphcanon.com/tools/helicone-helicone","markdown_url":"https://www.graphcanon.com/tools/helicone-helicone.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/helicone-helicone","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=helicone-helicone"},{"slug":"zenml-io-zenml","name":"zenml","tagline":"One AI Platform from Pipelines to Agents","github_url":"https://github.com/zenml-io/zenml","owner":"zenml-io","repo":"zenml","owner_avatar_url":"https://avatars.githubusercontent.com/u/88676955?v=4","primary_language":"Python","stars":5552,"forks":653,"topics":["agentops","agents","ai","automl","data-science","deep-learning","devops-tools","genai","llm","llmops","machine-learning","metadata-tracking","ml","mlops","pipelines","production-ready","pytorch","tensorflow","workflow","zenml"],"archived":false,"github_pushed_at":"2026-08-20T10:37:52+00:00","maintenance_label":"Very active","stars_delta_30d":58,"url":"https://www.graphcanon.com/tools/zenml-io-zenml","markdown_url":"https://www.graphcanon.com/tools/zenml-io-zenml.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/zenml-io-zenml","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=zenml-io-zenml"},{"slug":"p-e-w-heretic","name":"heretic","tagline":"Fully automatic censorship removal for language models","github_url":"https://github.com/p-e-w/heretic","owner":"p-e-w","repo":"heretic","owner_avatar_url":"https://avatars.githubusercontent.com/u/2702526?v=4","primary_language":"Python","stars":27709,"forks":2997,"topics":["abliteration","llm","transformer"],"archived":false,"github_pushed_at":"2026-08-14T11:09:07+00:00","maintenance_label":"Very active","stars_delta_30d":1309,"url":"https://www.graphcanon.com/tools/p-e-w-heretic","markdown_url":"https://www.graphcanon.com/tools/p-e-w-heretic.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/p-e-w-heretic","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=p-e-w-heretic"},{"slug":"andyyyy64-whichllm","name":"whichllm","tagline":"Command-line tool to find and benchmark local LLM performance","github_url":"https://github.com/Andyyyy64/whichllm","owner":"Andyyyy64","repo":"whichllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/105579829?v=4","primary_language":"Python","stars":6225,"forks":330,"topics":["ai","apple-silicon","benchmarks","cli","command-line-tool","gguf","gpu","huggingface","inference","llm","local-llm","ollama","python","vram"],"archived":false,"github_pushed_at":"2026-08-05T07:15:32+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/andyyyy64-whichllm","markdown_url":"https://www.graphcanon.com/tools/andyyyy64-whichllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/andyyyy64-whichllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=andyyyy64-whichllm"},{"slug":"confident-ai-deepeval","name":"deepeval","tagline":"LLM Evaluation Framework.","github_url":"https://github.com/confident-ai/deepeval","owner":"confident-ai","repo":"deepeval","owner_avatar_url":"https://avatars.githubusercontent.com/u/130858411?v=4","primary_language":"Python","stars":17226,"forks":1736,"topics":["evaluation-framework","evaluation-metrics","llm-evaluation","llm-evaluation-framework","llm-evaluation-metrics","python"],"archived":false,"github_pushed_at":"2026-07-27T11:33:31+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/confident-ai-deepeval","markdown_url":"https://www.graphcanon.com/tools/confident-ai-deepeval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/confident-ai-deepeval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=confident-ai-deepeval"},{"slug":"open-compass-vlmevalkit","name":"VLMEvalKit","tagline":"An open-source evaluation toolkit for large vision-language models","github_url":"https://github.com/open-compass/VLMEvalKit","owner":"open-compass","repo":"VLMEvalKit","owner_avatar_url":"https://avatars.githubusercontent.com/u/143521324?v=4","primary_language":"Python","stars":4345,"forks":745,"topics":["chatgpt","claude","clip","computer-vision","evaluation","gemini","gpt","gpt-4v","gpt4","large-language-models","llava","llm","multi-modal","openai","openai-api","pytorch","qwen","vit","vqa"],"archived":false,"github_pushed_at":"2026-08-17T17:16:26+00:00","maintenance_label":"Very active","stars_delta_30d":60,"url":"https://www.graphcanon.com/tools/open-compass-vlmevalkit","markdown_url":"https://www.graphcanon.com/tools/open-compass-vlmevalkit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/open-compass-vlmevalkit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=open-compass-vlmevalkit"},{"slug":"ibm-mcp-context-forge","name":"mcp-context-forge","tagline":"AI Gateway and registry for MCP, A2A, REST/gRPC APIs","github_url":"https://github.com/IBM/mcp-context-forge","owner":"IBM","repo":"mcp-context-forge","owner_avatar_url":"https://avatars.githubusercontent.com/u/1459110?v=4","primary_language":"Python","stars":4143,"forks":772,"topics":["agents","ai","api-gateway","asyncio","authentication-middleware","devops","docker","fastapi","federation","gateway","generative-ai","jwt","kubernetes","llm-agents","mcp","model-context-protocol","observability","prompt-engineering","python","tools"],"archived":false,"github_pushed_at":"2026-07-25T15:30:40+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/ibm-mcp-context-forge","markdown_url":"https://www.graphcanon.com/tools/ibm-mcp-context-forge.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ibm-mcp-context-forge","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ibm-mcp-context-forge"},{"slug":"agenta-ai-agenta","name":"agenta","tagline":"The open-source LLMOps platform for prompt management, evaluation, and observability.","github_url":"https://github.com/Agenta-AI/agenta","owner":"Agenta-AI","repo":"agenta","owner_avatar_url":"https://avatars.githubusercontent.com/u/127993667?v=4","primary_language":"TypeScript","stars":4445,"forks":609,"topics":["agent-builder","agent-observability","agent-orchestration","agent-workspace","agentic-ai","ai-agent","ai-agents","ai-automation","ai-skills-manager","ai-workflow-builder","harness","mcp","open-source","self-hosted","workflow-automation"],"archived":false,"github_pushed_at":"2026-08-07T10:41:36+00:00","maintenance_label":"Very active","stars_delta_30d":170,"url":"https://www.graphcanon.com/tools/agenta-ai-agenta","markdown_url":"https://www.graphcanon.com/tools/agenta-ai-agenta.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/agenta-ai-agenta","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=agenta-ai-agenta"},{"slug":"bradyfu-awesome-multimodal-large-language-models","name":"Awesome-Multimodal-Large-Language-Models","tagline":"Latest Advances on Multimodal Large Language Models","github_url":"https://github.com/BradyFU/Awesome-Multimodal-Large-Language-Models","owner":"BradyFU","repo":"Awesome-Multimodal-Large-Language-Models","owner_avatar_url":"https://avatars.githubusercontent.com/u/54254631?v=4","primary_language":null,"stars":17978,"forks":1133,"topics":["chain-of-thought","in-context-learning","instruction-following","instruction-tuning","large-language-models","large-vision-language-model","large-vision-language-models","multi-modality","multimodal-chain-of-thought","multimodal-in-context-learning","multimodal-instruction-tuning","multimodal-large-language-models","visual-instruction-tuning"],"archived":false,"github_pushed_at":"2026-08-14T17:17:50+00:00","maintenance_label":"Very active","stars_delta_30d":29,"url":"https://www.graphcanon.com/tools/bradyfu-awesome-multimodal-large-language-models","markdown_url":"https://www.graphcanon.com/tools/bradyfu-awesome-multimodal-large-language-models.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bradyfu-awesome-multimodal-large-language-models","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bradyfu-awesome-multimodal-large-language-models"},{"slug":"marker-inc-korea-autorag","name":"AutoRAG","tagline":"Open-source framework for RAG evaluation and optimization via AutoML","github_url":"https://github.com/Marker-Inc-Korea/AutoRAG","owner":"Marker-Inc-Korea","repo":"AutoRAG","owner_avatar_url":"https://avatars.githubusercontent.com/u/74290595?v=4","primary_language":"TypeScript","stars":4968,"forks":419,"topics":["analysis","automl","benchmarking","document-parser","embeddings","evaluation","llm","llm-evaluation","llm-ops","open-source","ops","optimization","pipeline","python","qa","rag","rag-evaluation","retrieval-augmented-generation"],"archived":false,"github_pushed_at":"2026-08-05T14:46:13+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/marker-inc-korea-autorag","markdown_url":"https://www.graphcanon.com/tools/marker-inc-korea-autorag.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/marker-inc-korea-autorag","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=marker-inc-korea-autorag"},{"slug":"ageerle-ruoyi-ai","name":"ruoyi-ai","tagline":"一站式AI应用开发框架","github_url":"https://github.com/ageerle/ruoyi-ai","owner":"ageerle","repo":"ruoyi-ai","owner_avatar_url":"https://avatars.githubusercontent.com/u/32251822?v=4","primary_language":"Java","stars":5610,"forks":1382,"topics":["agent","ai","knowledge","mcp","rag"],"archived":false,"github_pushed_at":"2026-08-04T09:45:15+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/ageerle-ruoyi-ai","markdown_url":"https://www.graphcanon.com/tools/ageerle-ruoyi-ai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ageerle-ruoyi-ai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ageerle-ruoyi-ai"},{"slug":"luhengshiwo-llmforeverybody","name":"LLMForEverybody","tagline":"LLM knowledge sharing for everyone, essential reading before big model interviews","github_url":"https://github.com/luhengshiwo/LLMForEverybody","owner":"luhengshiwo","repo":"LLMForEverybody","owner_avatar_url":"https://avatars.githubusercontent.com/u/13251733?v=4","primary_language":"Jupyter Notebook","stars":7167,"forks":662,"topics":["agent","interview-practice","interview-questions","learnllm","llm","rag"],"archived":false,"github_pushed_at":"2026-08-17T02:41:01+00:00","maintenance_label":"Very active","stars_delta_30d":198,"url":"https://www.graphcanon.com/tools/luhengshiwo-llmforeverybody","markdown_url":"https://www.graphcanon.com/tools/luhengshiwo-llmforeverybody.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/luhengshiwo-llmforeverybody","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=luhengshiwo-llmforeverybody"},{"slug":"kiln-ai-kiln","name":"Kiln","tagline":"Build, Evaluate, and Optimize AI Systems","github_url":"https://github.com/Kiln-AI/Kiln","owner":"Kiln-AI","repo":"Kiln","owner_avatar_url":"https://avatars.githubusercontent.com/u/178670964?v=4","primary_language":"Python","stars":4971,"forks":374,"topics":["ai","chain-of-thought","collaboration","dataset-generation","evals","evaluation","evaluation-framework","fine-tuning","machine-learning","macos","mcp","ml","ollama","openai","prompt","prompt-engineering","python","rlhf","synthetic-data","windows"],"archived":false,"github_pushed_at":"2026-07-23T07:36:00+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/kiln-ai-kiln","markdown_url":"https://www.graphcanon.com/tools/kiln-ai-kiln.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kiln-ai-kiln","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kiln-ai-kiln"},{"slug":"wanshuiyin-auto-claude-code-research-in-sleep","name":"Auto-claude-code-research-in-sleep","tagline":"Lightweight Markdown-only skills for autonomous ML research","github_url":"https://github.com/wanshuiyin/Auto-claude-code-research-in-sleep","owner":"wanshuiyin","repo":"Auto-claude-code-research-in-sleep","owner_avatar_url":"https://avatars.githubusercontent.com/u/76990859?v=4","primary_language":"Python","stars":13875,"forks":1240,"topics":["ai-research","ai-tools","aris","autonomous-agent","claude","claude-code","claude-code-skills","codex","deep-learning","gpt","idea-generation","llm","machine-learning","mcp","mcp-server","ml-research","openai","paper-review","paper-writing","research-automation"],"archived":false,"github_pushed_at":"2026-07-22T04:41:32+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/wanshuiyin-auto-claude-code-research-in-sleep","markdown_url":"https://www.graphcanon.com/tools/wanshuiyin-auto-claude-code-research-in-sleep.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/wanshuiyin-auto-claude-code-research-in-sleep","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=wanshuiyin-auto-claude-code-research-in-sleep"},{"slug":"netdata-netdata","name":"netdata","tagline":"The fastest path to AI-powered full stack observability for lean teams","github_url":"https://github.com/netdata/netdata","owner":"netdata","repo":"netdata","owner_avatar_url":"https://avatars.githubusercontent.com/u/43390781?v=4","primary_language":"Go","stars":79844,"forks":6544,"topics":["ai","alerting","cncf","data-visualization","database","devops","docker","grafana","influxdb","kubernetes","linux","machine-learning","mcp","mongodb","monitoring","mysql","netdata","observability","postgresql","prometheus"],"archived":false,"github_pushed_at":"2026-07-25T22:58:45+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/netdata-netdata","markdown_url":"https://www.graphcanon.com/tools/netdata-netdata.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/netdata-netdata","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=netdata-netdata"},{"slug":"portkey-ai-gateway","name":"gateway","tagline":"A high-performance AI Gateway connecting to over 1,600 LLMs with guardrails.","github_url":"https://github.com/Portkey-AI/gateway","owner":"Portkey-AI","repo":"gateway","owner_avatar_url":"https://avatars.githubusercontent.com/u/131141116?v=4","primary_language":"TypeScript","stars":12668,"forks":1236,"topics":["ai-gateway","gateway","generative-ai","hacktoberfest","langchain","llm","llm-gateway","llmops","llms","mcp","mcp-client","mcp-gateway","mcp-servers","model-router","openai"],"archived":false,"github_pushed_at":"2026-05-25T13:54:51+00:00","maintenance_label":"Steady","stars_delta_30d":314,"url":"https://www.graphcanon.com/tools/portkey-ai-gateway","markdown_url":"https://www.graphcanon.com/tools/portkey-ai-gateway.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/portkey-ai-gateway","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=portkey-ai-gateway"},{"slug":"tencent-ai-infra-guard","name":"AI-Infra-Guard","tagline":"A full-stack AI Red Teaming platform securing AI ecosystems","github_url":"https://github.com/Tencent/AI-Infra-Guard","owner":"Tencent","repo":"AI-Infra-Guard","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"Python","stars":4316,"forks":419,"topics":["agent","agent-security","ai-infra","ai-red-teaming","ai-security","llm","llm-evaluation","llm-jailbreak","llm-security","mcp-scan","openclaw-security","prompt-injection","prompt-security","scanner","security","security-tools","skill-scanner","skills-security","vulnerability"],"archived":false,"github_pushed_at":"2026-07-28T10:33:46+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/tencent-ai-infra-guard","markdown_url":"https://www.graphcanon.com/tools/tencent-ai-infra-guard.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-ai-infra-guard","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-ai-infra-guard"},{"slug":"apache-doris","name":"doris","tagline":"Real-time analytics and hybrid search database for AI agents","github_url":"https://github.com/apache/doris","owner":"apache","repo":"doris","owner_avatar_url":"https://avatars.githubusercontent.com/u/47359?v=4","primary_language":"C++","stars":15796,"forks":3913,"topics":["agent","ai","bigquery","database","delta-lake","hudi","iceberg","lakehouse","observability","olap","paimon","query-engine","real-time","redshift","search","snowflake","sql","vector"],"archived":false,"github_pushed_at":"2026-08-19T03:56:12+00:00","maintenance_label":"Very active","stars_delta_30d":164,"url":"https://www.graphcanon.com/tools/apache-doris","markdown_url":"https://www.graphcanon.com/tools/apache-doris.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/apache-doris","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=apache-doris"},{"slug":"firerpa-lamda","name":"lamda","tagline":"Android full-stack device control platform with remote access and automation capabilities","github_url":"https://github.com/firerpa/lamda","owner":"firerpa","repo":"lamda","owner_avatar_url":"https://avatars.githubusercontent.com/u/176481157?v=4","primary_language":"Python","stars":8121,"forks":1091,"topics":["adb","agents","ai","android","appium","automation","dynamic-analysis","frida","magisk","mcp","mcp-server","mobile-security","pentesting","remote-control","reverse-engineering","security","uiautomation","uiautomator2","workflow","xposed"],"archived":false,"github_pushed_at":"2026-08-09T14:58:48+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/firerpa-lamda","markdown_url":"https://www.graphcanon.com/tools/firerpa-lamda.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/firerpa-lamda","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=firerpa-lamda"},{"slug":"embraceagi-awesome-chatgpt-zh","name":"awesome-chatgpt-zh","tagline":"A comprehensive guide to better utilizing ChatGPT in Chinese.","github_url":"https://github.com/EmbraceAGI/awesome-chatgpt-zh","owner":"EmbraceAGI","repo":"awesome-chatgpt-zh","owner_avatar_url":"https://avatars.githubusercontent.com/u/132356036?v=4","primary_language":"Python","stars":11614,"forks":948,"topics":["agi","ai","awesome","awesome-list","chat-gpt","chatglm","chatgpt","chatgpt3","chatgpt35-turbo","claude","deeplearning","gpt","gpt-4","langchain","openai","openai-chatgpt","prompt","prompt-engineering","tools"],"archived":false,"github_pushed_at":"2026-07-03T22:06:36+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/embraceagi-awesome-chatgpt-zh","markdown_url":"https://www.graphcanon.com/tools/embraceagi-awesome-chatgpt-zh.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/embraceagi-awesome-chatgpt-zh","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=embraceagi-awesome-chatgpt-zh"},{"slug":"giskard-ai-giskard-oss","name":"giskard-oss","tagline":"Open-Source Evaluation & Testing library for LLM Agents","github_url":"https://github.com/Giskard-AI/giskard-oss","owner":"Giskard-AI","repo":"giskard-oss","owner_avatar_url":"https://avatars.githubusercontent.com/u/71782571?v=4","primary_language":"Python","stars":5727,"forks":511,"topics":["agent-evaluation","ai-red-team","ai-security","ai-testing","fairness-ai","llm","llm-eval","llm-evaluation","llm-security","llmops","ml-testing","ml-validation","mlops","rag-evaluation","red-team-tools","responsible-ai","trustworthy-ai"],"archived":false,"github_pushed_at":"2026-08-01T23:22:37+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/giskard-ai-giskard-oss","markdown_url":"https://www.graphcanon.com/tools/giskard-ai-giskard-oss.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/giskard-ai-giskard-oss","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=giskard-ai-giskard-oss"},{"slug":"aimhubio-aim","name":"aim","tagline":"An easy-to-use & supercharged open-source experiment tracker","github_url":"https://github.com/aimhubio/aim","owner":"aimhubio","repo":"aim","owner_avatar_url":"https://avatars.githubusercontent.com/u/51399196?v=4","primary_language":"Python","stars":6210,"forks":401,"topics":["ai","data-science","data-visualization","experiment-tracking","machine-learning","metadata","metadata-tracking","ml","mlflow","mlops","prompt-engineering","python","pytorch","tensorboard","tensorflow","visualization"],"archived":false,"github_pushed_at":"2026-07-27T21:02:40+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/aimhubio-aim","markdown_url":"https://www.graphcanon.com/tools/aimhubio-aim.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/aimhubio-aim","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=aimhubio-aim"},{"slug":"langwatch-langwatch","name":"langwatch","tagline":"The platform for LLM evaluations and AI agent testing","github_url":"https://github.com/langwatch/langwatch","owner":"langwatch","repo":"langwatch","owner_avatar_url":"https://avatars.githubusercontent.com/u/146763322?v=4","primary_language":"TypeScript","stars":3479,"forks":340,"topics":["ai","analytics","datasets","dspy","evaluation","gpt","llm","llm-ops","llmops","low-code","observability","openai","prompt-engineering"],"archived":false,"github_pushed_at":"2026-08-07T21:03:52+00:00","maintenance_label":"Very active","stars_delta_30d":152,"url":"https://www.graphcanon.com/tools/langwatch-langwatch","markdown_url":"https://www.graphcanon.com/tools/langwatch-langwatch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langwatch-langwatch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langwatch-langwatch"},{"slug":"nvidia-nemo-guardrails","name":"Guardrails","tagline":"Open-source toolkit for adding programmable guardrails to LLM-based conversational systems","github_url":"https://github.com/NVIDIA-NeMo/Guardrails","owner":"NVIDIA-NeMo","repo":"Guardrails","owner_avatar_url":"https://avatars.githubusercontent.com/u/213689629?v=4","primary_language":"Python","stars":6895,"forks":802,"topics":["agents","generative-ai","guardrails","llm-safety","llm-security","llms","nvidia","python","safety"],"archived":false,"github_pushed_at":"2026-08-07T18:12:58+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/nvidia-nemo-guardrails","markdown_url":"https://www.graphcanon.com/tools/nvidia-nemo-guardrails.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-nemo-guardrails","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-nemo-guardrails"},{"slug":"rockbenben-chatgpt-shortcut","name":"ChatGPT-Shortcut","tagline":"Maximize your efficiency and productivity through prompt management, customization, and sharing.","github_url":"https://github.com/rockbenben/ChatGPT-Shortcut","owner":"rockbenben","repo":"ChatGPT-Shortcut","owner_avatar_url":"https://avatars.githubusercontent.com/u/28252913?v=4","primary_language":"TypeScript","stars":8642,"forks":947,"topics":["ai","ai-tools","aigc","chatgpt","chatgpt-api","chatgpt-prompts","docusaurus","generative-ai","gpt","gpt-4","llm","openai","productivity","prompt","prompt-engineering","prompt-library","prompts","react","typescript"],"archived":false,"github_pushed_at":"2026-07-22T02:02:31+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/rockbenben-chatgpt-shortcut","markdown_url":"https://www.graphcanon.com/tools/rockbenben-chatgpt-shortcut.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/rockbenben-chatgpt-shortcut","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=rockbenben-chatgpt-shortcut"},{"slug":"camel-ai-owl","name":"owl","tagline":"Optimized Workforce Learning for General Multi-Agent Assistance","github_url":"https://github.com/camel-ai/owl","owner":"camel-ai","repo":"owl","owner_avatar_url":"https://avatars.githubusercontent.com/u/134388954?v=4","primary_language":"Python","stars":20085,"forks":2299,"topics":["agent","artificial-intelligence","multi-agent-systems","task-automation","web-interaction"],"archived":false,"github_pushed_at":"2026-08-14T17:34:50+00:00","maintenance_label":"Very active","stars_delta_30d":116,"url":"https://www.graphcanon.com/tools/camel-ai-owl","markdown_url":"https://www.graphcanon.com/tools/camel-ai-owl.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/camel-ai-owl","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=camel-ai-owl"},{"slug":"pydantic-logfire","name":"logfire","tagline":"AI observability platform for production LLM and agent systems","github_url":"https://github.com/pydantic/logfire","owner":"pydantic","repo":"logfire","owner_avatar_url":"https://avatars.githubusercontent.com/u/110818415?v=4","primary_language":"Python","stars":4416,"forks":272,"topics":["agent-observability","ai","ai-observability","ai-tools","evals","fastapi","llm-observability","logging","metrics","observability","openai","opentelemetry","pydantic","pydantic-ai","python","trace"],"archived":false,"github_pushed_at":"2026-08-08T05:53:25+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/pydantic-logfire","markdown_url":"https://www.graphcanon.com/tools/pydantic-logfire.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pydantic-logfire","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pydantic-logfire"},{"slug":"tracecathq-tracecat","name":"tracecat","tagline":"Open-source security automation platform for teams and AI agents","github_url":"https://github.com/TracecatHQ/tracecat","owner":"TracecatHQ","repo":"tracecat","owner_avatar_url":"https://avatars.githubusercontent.com/u/137193901?v=4","primary_language":"Python","stars":3761,"forks":401,"topics":["agents","automation","event-driven","fastapi","llm","low-code","monitoring","nextjs","openapi","orchestration","pydantic","security","temporalio","workflow-engine"],"archived":false,"github_pushed_at":"2026-08-10T23:02:13+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/tracecathq-tracecat","markdown_url":"https://www.graphcanon.com/tools/tracecathq-tracecat.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tracecathq-tracecat","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tracecathq-tracecat"},{"slug":"dagster-io-dagster","name":"dagster","tagline":"An orchestration platform for data assets","github_url":"https://github.com/dagster-io/dagster","owner":"dagster-io","repo":"dagster","owner_avatar_url":"https://avatars.githubusercontent.com/u/40032576?v=4","primary_language":"Python","stars":15949,"forks":2232,"topics":["analytics","dagster","data-engineering","data-integration","data-orchestrator","data-pipelines","data-science","etl","metadata","mlops","orchestration","python","scheduler","workflow","workflow-automation"],"archived":false,"github_pushed_at":"2026-08-09T07:33:07+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/dagster-io-dagster","markdown_url":"https://www.graphcanon.com/tools/dagster-io-dagster.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/dagster-io-dagster","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=dagster-io-dagster"},{"slug":"truera-trulens","name":"trulens","tagline":"Evaluation and Tracking for LLM Experiments and AI Agents","github_url":"https://github.com/truera/trulens","owner":"truera","repo":"trulens","owner_avatar_url":"https://avatars.githubusercontent.com/u/51224128?v=4","primary_language":"Python","stars":3516,"forks":327,"topics":["agent-evaluation","agentops","ai-agents","ai-monitoring","ai-observability","evals","explainable-ml","llm-eval","llm-evaluation","llmops","llms","machine-learning","neural-networks"],"archived":false,"github_pushed_at":"2026-08-20T10:21:00+00:00","maintenance_label":"Very active","stars_delta_30d":68,"url":"https://www.graphcanon.com/tools/truera-trulens","markdown_url":"https://www.graphcanon.com/tools/truera-trulens.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/truera-trulens","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=truera-trulens"}]}}