{"data":{"node":{"slug":"future-agi-traceai","name":"traceAI","tagline":"Open-source observability for AI applications","github_url":"https://github.com/future-agi/traceAI","owner":"future-agi","repo":"traceAI","owner_avatar_url":"https://avatars.githubusercontent.com/u/147392366?v=4","primary_language":"Python","stars":201,"forks":36,"topics":["ai","ai-agents","langchain","large-language-models","observability","openai","opentelemetry","tracing"],"archived":false,"github_pushed_at":"2026-06-15T06:36:15+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/future-agi-traceai","markdown_url":"https://www.graphcanon.com/tools/future-agi-traceai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/future-agi-traceai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=future-agi-traceai"},"categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"ai-agents","name":"ai-agents"},{"slug":"llm-frameworks","name":"llm frameworks"},{"slug":"observability","name":"observability"},{"slug":"opentelemetry","name":"opentelemetry"}],"edges":[],"neighbours":[{"slug":"mlflow-mlflow","name":"mlflow","tagline":"AI engineering platform for debugging, evaluating, monitoring, and optimizing AI applications","github_url":"https://github.com/mlflow/mlflow","owner":"mlflow","repo":"mlflow","owner_avatar_url":"https://avatars.githubusercontent.com/u/39938107?v=4","primary_language":"Python","stars":26974,"forks":5983,"topics":["agentops","agents","ai","ai-governance","apache-spark","evaluation","langchain","llm-evaluation","llmops","machine-learning","ml","mlflow","mlops","model-management","observability","open-source","openai","prompt-engineering"],"archived":false,"github_pushed_at":"2026-07-10T23:57:44+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/mlflow-mlflow","markdown_url":"https://www.graphcanon.com/tools/mlflow-mlflow.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mlflow-mlflow","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mlflow-mlflow","shared_categories":["evaluation-observability"]},{"slug":"nirdiamant-agents-towards-production","name":"agents-towards-production","tagline":"End-to-end, code-first tutorials for building production-grade GenAI agents","github_url":"https://github.com/NirDiamant/agents-towards-production","owner":"NirDiamant","repo":"agents-towards-production","owner_avatar_url":"https://avatars.githubusercontent.com/u/28316913?v=4","primary_language":"Jupyter Notebook","stars":20953,"forks":2789,"topics":["agent","agent-framework","agentic-ai","agents","ai-agents","deployment","genai","generative-ai","langgraph","llm","llms","mcp","mlops","multi-agent-systems","observability","production","python","rag","tutorials"],"archived":false,"github_pushed_at":"2026-07-04T12:53:24+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/nirdiamant-agents-towards-production","markdown_url":"https://www.graphcanon.com/tools/nirdiamant-agents-towards-production.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nirdiamant-agents-towards-production","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nirdiamant-agents-towards-production","shared_categories":[]},{"slug":"comet-ml-opik","name":"opik","tagline":"Debug, evaluate, and monitor your LLM applications with comprehensive tracing and production-ready dashboards","github_url":"https://github.com/comet-ml/opik","owner":"comet-ml","repo":"opik","owner_avatar_url":"https://avatars.githubusercontent.com/u/31487821?v=4","primary_language":"Python","stars":20533,"forks":1596,"topics":["evaluation","hacktoberfest","hacktoberfest2025","langchain","llama-index","llm","llm-evaluation","llm-observability","llmops","open-source","openai","playground","prompt-engineering"],"archived":false,"github_pushed_at":"2026-07-11T10:11:15+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/comet-ml-opik","markdown_url":"https://www.graphcanon.com/tools/comet-ml-opik.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/comet-ml-opik","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=comet-ml-opik","shared_categories":["evaluation-observability"]},{"slug":"raga-ai-hub-ragaai-catalyst","name":"RagaAI-Catalyst","tagline":"Python SDK for AI agent observability and evaluation","github_url":"https://github.com/raga-ai-hub/RagaAI-Catalyst","owner":"raga-ai-hub","repo":"RagaAI-Catalyst","owner_avatar_url":"https://avatars.githubusercontent.com/u/161833182?v=4","primary_language":"Python","stars":16145,"forks":3576,"topics":["agentic-ai","agentic-ai-development","agentneo","agents","ai-agent-monitoring","ai-application-debugging","ai-evaluation-tools","ai-performance-optimization","ai-tool-interaction-monitoring","llm-testing","llm-tracing","llmops"],"archived":false,"github_pushed_at":"2026-02-11T14:43:33+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst","markdown_url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/raga-ai-hub-ragaai-catalyst","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=raga-ai-hub-ragaai-catalyst","shared_categories":["evaluation-observability"]},{"slug":"n8n-io-self-hosted-ai-starter-kit","name":"self-hosted-ai-starter-kit","tagline":"Self-hosted AI Starter Kit template for local AI workflows","github_url":"https://github.com/n8n-io/self-hosted-ai-starter-kit","owner":"n8n-io","repo":"self-hosted-ai-starter-kit","owner_avatar_url":"https://avatars.githubusercontent.com/u/45487711?v=4","primary_language":null,"stars":15044,"forks":3785,"topics":["ai","ai-agents","low-code","self-hosted","starter-kit"],"archived":false,"github_pushed_at":"2026-01-06T14:08:21+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/n8n-io-self-hosted-ai-starter-kit","markdown_url":"https://www.graphcanon.com/tools/n8n-io-self-hosted-ai-starter-kit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/n8n-io-self-hosted-ai-starter-kit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=n8n-io-self-hosted-ai-starter-kit","shared_categories":[]},{"slug":"bytedance-trae-agent","name":"trae-agent","tagline":"Trae Agent is an LLM-based agent for general purpose software engineering tasks.","github_url":"https://github.com/bytedance/trae-agent","owner":"bytedance","repo":"trae-agent","owner_avatar_url":"https://avatars.githubusercontent.com/u/4158466?v=4","primary_language":"Python","stars":11820,"forks":1304,"topics":["agent","llm","software-engineering"],"archived":false,"github_pushed_at":"2026-02-05T11:21:00+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/bytedance-trae-agent","markdown_url":"https://www.graphcanon.com/tools/bytedance-trae-agent.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bytedance-trae-agent","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bytedance-trae-agent","shared_categories":[]},{"slug":"evidentlyai-evidently","name":"evidently","tagline":"Evidently is an open-source ML and LLM observability framework. Evaluate, test, and monitor any AI-powered system or data pipeline. From tabular data to Gen AI. 100+ metrics.","github_url":"https://github.com/evidentlyai/evidently","owner":"evidentlyai","repo":"evidently","owner_avatar_url":"https://avatars.githubusercontent.com/u/75031056?v=4","primary_language":"Jupyter Notebook","stars":7682,"forks":875,"topics":["data-drift","data-quality","data-science","data-validation","generative-ai","hacktoberfest","html-report","jupyter-notebook","llm","llmops","machine-learning","mlops","model-monitoring","pandas-dataframe"],"archived":false,"github_pushed_at":"2026-05-02T13:20:18+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/evidentlyai-evidently","markdown_url":"https://www.graphcanon.com/tools/evidentlyai-evidently.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/evidentlyai-evidently","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=evidentlyai-evidently","shared_categories":["evaluation-observability"]},{"slug":"traceloop-openllmetry","name":"openllmetry","tagline":"Open-source observability for your GenAI or LLM application, based on OpenTelemetry","github_url":"https://github.com/traceloop/openllmetry","owner":"traceloop","repo":"openllmetry","owner_avatar_url":"https://avatars.githubusercontent.com/u/125419530?v=4","primary_language":"Python","stars":7288,"forks":1018,"topics":["artifical-intelligence","datascience","generative-ai","good-first-issue","good-first-issues","help-wanted","llm","llmops","metrics","ml","model-monitoring","monitoring","observability","open-source","open-telemetry","opentelemetry","opentelemetry-python","python"],"archived":false,"github_pushed_at":"2026-07-10T21:57:28+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/traceloop-openllmetry","markdown_url":"https://www.graphcanon.com/tools/traceloop-openllmetry.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/traceloop-openllmetry","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=traceloop-openllmetry","shared_categories":["evaluation-observability"]},{"slug":"tensorchord-awesome-llmops","name":"Awesome-LLMOps","tagline":"An awesome & curated list of best LLMOps tools for developers","github_url":"https://github.com/tensorchord/Awesome-LLMOps","owner":"tensorchord","repo":"Awesome-LLMOps","owner_avatar_url":"https://avatars.githubusercontent.com/u/100543303?v=4","primary_language":"Shell","stars":5877,"forks":901,"topics":["ai-development-tools","awesome-list","llmops","mlops"],"archived":false,"github_pushed_at":"2026-05-21T09:12:50+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/tensorchord-awesome-llmops","markdown_url":"https://www.graphcanon.com/tools/tensorchord-awesome-llmops.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorchord-awesome-llmops","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorchord-awesome-llmops","shared_categories":[]},{"slug":"agenta-ai-agenta","name":"agenta","tagline":"The open-source LLMOps platform: prompt playground, prompt management, LLM evaluation, and LLM observability all in one place.","github_url":"https://github.com/Agenta-AI/agenta","owner":"Agenta-AI","repo":"agenta","owner_avatar_url":"https://avatars.githubusercontent.com/u/127993667?v=4","primary_language":"TypeScript","stars":4283,"forks":565,"topics":["agents","evaluation","llm-as-a-judge","llm-evaluation","llm-framework","llm-monitoring","llm-observability","llm-platform","llm-playground","llm-tools","llmops","observability","prompt-engineering","prompt-management","rag-evaluation"],"archived":false,"github_pushed_at":"2026-07-11T10:18:07+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/agenta-ai-agenta","markdown_url":"https://www.graphcanon.com/tools/agenta-ai-agenta.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/agenta-ai-agenta","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=agenta-ai-agenta","shared_categories":[]},{"slug":"huaizhengzhang-ai-infra-from-zero-to-hero","name":"AI-Infra-from-Zero-to-Hero","tagline":"🚀 Awesome System for Machine Learning ⚡️ AI System Papers and Industry Practice. ⚡️ System for Machine Learning, LLM (Large Language Model), GenAI (Generative AI). 🍻 OSDI, NSDI, SIGCOMM, SoCC, MLSys","github_url":"https://github.com/HuaizhengZhang/AI-Infra-from-Zero-to-Hero","owner":"HuaizhengZhang","repo":"AI-Infra-from-Zero-to-Hero","owner_avatar_url":"https://avatars.githubusercontent.com/u/5894780?v=4","primary_language":null,"stars":4176,"forks":402,"topics":["ai-infra","genai","large-language-models","llmsys","mlsys","model-serving","model-training"],"archived":false,"github_pushed_at":"2025-07-25T02:24:35+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/huaizhengzhang-ai-infra-from-zero-to-hero","markdown_url":"https://www.graphcanon.com/tools/huaizhengzhang-ai-infra-from-zero-to-hero.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huaizhengzhang-ai-infra-from-zero-to-hero","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huaizhengzhang-ai-infra-from-zero-to-hero","shared_categories":[]},{"slug":"a16z-infra-ai-getting-started","name":"ai-getting-started","tagline":"A Javascript AI getting started stack for weekend projects, including image/text models, vector stores, auth, and deployment configs","github_url":"https://github.com/a16z-infra/ai-getting-started","owner":"a16z-infra","repo":"ai-getting-started","owner_avatar_url":"https://avatars.githubusercontent.com/u/130202746?v=4","primary_language":"TypeScript","stars":4141,"forks":663,"topics":[],"archived":false,"github_pushed_at":"2024-08-21T12:35:18+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/a16z-infra-ai-getting-started","markdown_url":"https://www.graphcanon.com/tools/a16z-infra-ai-getting-started.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/a16z-infra-ai-getting-started","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=a16z-infra-ai-getting-started","shared_categories":[]}]}}