{"data":{"node":{"slug":"pydantic-logfire","name":"logfire","tagline":"AI observability platform for production LLM and agent systems","github_url":"https://github.com/pydantic/logfire","owner":"pydantic","repo":"logfire","owner_avatar_url":"https://avatars.githubusercontent.com/u/110818415?v=4","primary_language":"Python","stars":4468,"forks":284,"topics":["agent-observability","ai","ai-observability","ai-tools","evals","fastapi","llm-observability","logging","metrics","observability","openai","opentelemetry","pydantic","pydantic-ai","python","trace"],"archived":false,"github_pushed_at":"2026-09-10T04:40:49+00:00","maintenance_label":"Very active","stars_delta_30d":52,"url":"https://www.graphcanon.com/tools/pydantic-logfire","markdown_url":"https://www.graphcanon.com/tools/pydantic-logfire.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pydantic-logfire","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pydantic-logfire"},"categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"agent-observability","name":"agent-observability"},{"slug":"ai","name":"ai"},{"slug":"ai-observability","name":"ai-observability"},{"slug":"evals","name":"evals"},{"slug":"llm-observability","name":"llm-observability"},{"slug":"logging","name":"logging"},{"slug":"metrics","name":"metrics"},{"slug":"openai","name":"openai"}],"edges":[],"neighbours":[{"slug":"pathwaycom-llm-app","name":"llm-app","tagline":"Ready-to-run cloud templates for RAG, AI pipelines, and enterprise search with live data","github_url":"https://github.com/pathwaycom/llm-app","owner":"pathwaycom","repo":"llm-app","owner_avatar_url":"https://avatars.githubusercontent.com/u/25750857?v=4","primary_language":"Jupyter Notebook","stars":58920,"forks":1498,"topics":["chatbot","hugging-face","llm","llm-local","llm-prompting","llm-security","llmops","machine-learning","open-ai","pathway","rag","real-time","retrieval-augmented-generation","vector-database","vector-index"],"archived":false,"github_pushed_at":"2026-07-05T17:59:07+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/pathwaycom-llm-app","markdown_url":"https://www.graphcanon.com/tools/pathwaycom-llm-app.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pathwaycom-llm-app","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pathwaycom-llm-app","shared_categories":["evaluation-observability"]},{"slug":"raga-ai-hub-ragaai-catalyst","name":"RagaAI-Catalyst","tagline":"Python SDK for AI agent observability and evaluation","github_url":"https://github.com/raga-ai-hub/RagaAI-Catalyst","owner":"raga-ai-hub","repo":"RagaAI-Catalyst","owner_avatar_url":"https://avatars.githubusercontent.com/u/161833182?v=4","primary_language":"Python","stars":16162,"forks":3567,"topics":["agentic-ai","agentic-ai-development","agentneo","agents","ai-agent-monitoring","ai-application-debugging","ai-evaluation-tools","ai-performance-optimization","ai-tool-interaction-monitoring","llm-testing","llm-tracing","llmops"],"archived":false,"github_pushed_at":"2026-02-11T14:43:33+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst","markdown_url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/raga-ai-hub-ragaai-catalyst","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=raga-ai-hub-ragaai-catalyst","shared_categories":["evaluation-observability"]},{"slug":"wandb-wandb","name":"wandb","tagline":"Weights & Biases platform for model training and management","github_url":"https://github.com/wandb/wandb","owner":"wandb","repo":"wandb","owner_avatar_url":"https://avatars.githubusercontent.com/u/26401354?v=4","primary_language":"Python","stars":11249,"forks":893,"topics":["ai","collaboration","data-science","data-versioning","deep-learning","experiment-track","hyperparameter-optimization","hyperparameter-search","hyperparameter-tuning","jax","keras","machine-learning","ml-platform","mlops","model-versioning","pytorch","reinforcement-learning","reproducibility","tensorflow"],"archived":false,"github_pushed_at":"2026-09-02T23:43:29+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/wandb-wandb","markdown_url":"https://www.graphcanon.com/tools/wandb-wandb.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/wandb-wandb","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=wandb-wandb","shared_categories":["evaluation-observability"]},{"slug":"microsoft-promptflow","name":"promptflow","tagline":"Build high-quality LLM apps from prototyping to production deployment and monitoring","github_url":"https://github.com/microsoft/promptflow","owner":"microsoft","repo":"promptflow","owner_avatar_url":"https://avatars.githubusercontent.com/u/6154722?v=4","primary_language":"Python","stars":11245,"forks":1123,"topics":["ai","ai-application-development","ai-applications","chatgpt","gpt","llm","prompt","prompt-engineering"],"archived":false,"github_pushed_at":"2026-08-26T22:27:46+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/microsoft-promptflow","markdown_url":"https://www.graphcanon.com/tools/microsoft-promptflow.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/microsoft-promptflow","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=microsoft-promptflow","shared_categories":[]},{"slug":"mage-ai-mage-ai","name":"mage-ai","tagline":"Build, run and manage data pipelines for integrating and transforming data","github_url":"https://github.com/mage-ai/mage-ai","owner":"mage-ai","repo":"mage-ai","owner_avatar_url":"https://avatars.githubusercontent.com/u/69371472?v=4","primary_language":"Python","stars":8823,"forks":990,"topics":["artificial-intelligence","data","data-engineering","data-integration","data-pipelines","data-science","dbt","elt","etl","machine-learning","orchestration","pipeline","pipelines","python","reverse-etl","spark","sql","transformation"],"archived":false,"github_pushed_at":"2026-09-11T19:20:35+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/mage-ai-mage-ai","markdown_url":"https://www.graphcanon.com/tools/mage-ai-mage-ai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mage-ai-mage-ai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mage-ai-mage-ai","shared_categories":[]},{"slug":"tensorchord-awesome-llmops","name":"Awesome-LLMOps","tagline":"An awesome & curated list of best LLMOps tools for developers","github_url":"https://github.com/tensorchord/Awesome-LLMOps","owner":"tensorchord","repo":"Awesome-LLMOps","owner_avatar_url":"https://avatars.githubusercontent.com/u/100543303?v=4","primary_language":"Shell","stars":5941,"forks":1058,"topics":["ai-development-tools","awesome-list","llmops","mlops"],"archived":false,"github_pushed_at":"2026-05-21T09:12:50+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/tensorchord-awesome-llmops","markdown_url":"https://www.graphcanon.com/tools/tensorchord-awesome-llmops.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorchord-awesome-llmops","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorchord-awesome-llmops","shared_categories":["evaluation-observability"]},{"slug":"agentops-ai-agentops","name":"agentops","tagline":"Python SDK for AI agent monitoring and LLM cost tracking","github_url":"https://github.com/AgentOps-AI/agentops","owner":"AgentOps-AI","repo":"agentops","owner_avatar_url":"https://avatars.githubusercontent.com/u/140554352?v=4","primary_language":"Python","stars":5830,"forks":625,"topics":["agent","agentops","agents-sdk","ai","anthropic","autogen","cost-estimation","crewai","evals","evaluation-metrics","groq","langchain","llm","mistral","ollama","openai","openai-agents"],"archived":false,"github_pushed_at":"2026-06-25T08:25:03+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/agentops-ai-agentops","markdown_url":"https://www.graphcanon.com/tools/agentops-ai-agentops.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/agentops-ai-agentops","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=agentops-ai-agentops","shared_categories":["evaluation-observability"]},{"slug":"future-agi-future-agi","name":"future-agi","tagline":"Open-source, end-to-end platform for evaluating, observing, and improving LLM and AI agent applications","github_url":"https://github.com/future-agi/future-agi","owner":"future-agi","repo":"future-agi","owner_avatar_url":"https://avatars.githubusercontent.com/u/147392366?v=4","primary_language":"Python","stars":2032,"forks":627,"topics":["ai-agents","ai-evals","ai-gateway","ai-optimization","ai-simulations","evaluation-framework","guardrails","hallucination-detection","llm","llm-evaluation","llm-observability","llmops","model-evaluation","observability","opentelemetry","rag","rag-evaluation","simulation","telemetry","tracing"],"archived":false,"github_pushed_at":"2026-09-18T08:15:25+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/future-agi-future-agi","markdown_url":"https://www.graphcanon.com/tools/future-agi-future-agi.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/future-agi-future-agi","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=future-agi-future-agi","shared_categories":["evaluation-observability"]},{"slug":"e2b-dev-awesome-ai-sdks","name":"awesome-ai-sdks","tagline":"A database of SDKs for AI agents creation and management","github_url":"https://github.com/e2b-dev/awesome-ai-sdks","owner":"e2b-dev","repo":"awesome-ai-sdks","owner_avatar_url":"https://avatars.githubusercontent.com/u/129434473?v=4","primary_language":null,"stars":1223,"forks":399,"topics":["agent","agentops","agents","ai","ai-agents","awesome","awesome-list","chatgpt","e2b","framework","langchain","llama-index","llm","llmops","openai","sdk","tools","vercel"],"archived":false,"github_pushed_at":"2026-07-09T17:29:58+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/e2b-dev-awesome-ai-sdks","markdown_url":"https://www.graphcanon.com/tools/e2b-dev-awesome-ai-sdks.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/e2b-dev-awesome-ai-sdks","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=e2b-dev-awesome-ai-sdks","shared_categories":[]},{"slug":"emirsahin1-llm-axe","name":"llm-axe","tagline":"Toolkit for quick implementation of LLM powered applications","github_url":"https://github.com/emirsahin1/llm-axe","owner":"emirsahin1","repo":"llm-axe","owner_avatar_url":"https://avatars.githubusercontent.com/u/50391065?v=4","primary_language":"Python","stars":275,"forks":38,"topics":["function-calling","llama3","llm","local-llm","ollama","pdf-llm"],"archived":false,"github_pushed_at":"2025-01-05T19:47:01+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/emirsahin1-llm-axe","markdown_url":"https://www.graphcanon.com/tools/emirsahin1-llm-axe.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/emirsahin1-llm-axe","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=emirsahin1-llm-axe","shared_categories":[]},{"slug":"hidai25-eval-view","name":"eval-view","tagline":"Regression testing for AI agents, snapshots behavior, diffs tool calls, catches regressions in CI","github_url":"https://github.com/hidai25/eval-view","owner":"hidai25","repo":"eval-view","owner_avatar_url":"https://avatars.githubusercontent.com/u/31502796?v=4","primary_language":"Python","stars":134,"forks":24,"topics":["agent-benchmark","agent-evaluation","agentic-ai","ai-agents","anthropic","autogen","cli","crewai","evaluation","langchain-agent","langgraph","llm","mcp","openai-assistants","pytest","python","regression-testing","testing"],"archived":false,"github_pushed_at":"2026-09-05T03:28:43+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/hidai25-eval-view","markdown_url":"https://www.graphcanon.com/tools/hidai25-eval-view.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/hidai25-eval-view","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=hidai25-eval-view","shared_categories":["evaluation-observability"]},{"slug":"cyberark-agentwatch","name":"agentwatch","tagline":"A powerful AI observability framework for monitoring and optimizing AI-driven applications.","github_url":"https://github.com/cyberark/agentwatch","owner":"cyberark","repo":"agentwatch","owner_avatar_url":"https://avatars.githubusercontent.com/u/30869256?v=4","primary_language":"Python","stars":125,"forks":11,"topics":["agent","agentic","agentic-ai","ai","cybersecurity","large-language-models","llm","llm-framework","llm-observability","llm-tools","machine-learning","monitoring","observability","security"],"archived":false,"github_pushed_at":"2025-05-14T06:19:06+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/cyberark-agentwatch","markdown_url":"https://www.graphcanon.com/tools/cyberark-agentwatch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/cyberark-agentwatch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=cyberark-agentwatch","shared_categories":["evaluation-observability"]}]}}