{"data":{"node":{"slug":"latitude-dev-latitude-llm","name":"latitude-llm","tagline":"Open-source AI monitoring platform","github_url":"https://github.com/latitude-dev/latitude-llm","owner":"latitude-dev","repo":"latitude-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/98949449?v=4","primary_language":"TypeScript","stars":4633,"forks":387,"topics":["agent-monitoring","agent-observability","ai-error-monitor","ai-monitoring","ai-observability","llm-error-tracing","llm-observability","llm-tools"],"archived":false,"github_pushed_at":"2026-09-09T15:36:47+00:00","maintenance_label":"Very active","stars_delta_30d":65,"url":"https://www.graphcanon.com/tools/latitude-dev-latitude-llm","markdown_url":"https://www.graphcanon.com/tools/latitude-dev-latitude-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/latitude-dev-latitude-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=latitude-dev-latitude-llm"},"categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"agent-monitoring","name":"agent-monitoring"},{"slug":"ai-observability","name":"ai-observability"},{"slug":"llm-observability","name":"llm-observability"}],"edges":[],"neighbours":[{"slug":"netdata-netdata","name":"netdata","tagline":"The fastest path to AI-powered full stack observability for lean teams","github_url":"https://github.com/netdata/netdata","owner":"netdata","repo":"netdata","owner_avatar_url":"https://avatars.githubusercontent.com/u/43390781?v=4","primary_language":"Go","stars":80598,"forks":6631,"topics":["ai","alerting","cncf","data-visualization","database","devops","docker","grafana","influxdb","kubernetes","linux","machine-learning","mcp","mongodb","monitoring","mysql","netdata","observability","postgresql","prometheus"],"archived":false,"github_pushed_at":"2026-09-20T00:25:10+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/netdata-netdata","markdown_url":"https://www.graphcanon.com/tools/netdata-netdata.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/netdata-netdata","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=netdata-netdata","shared_categories":["evaluation-observability"]},{"slug":"raga-ai-hub-ragaai-catalyst","name":"RagaAI-Catalyst","tagline":"Python SDK for AI agent observability and evaluation","github_url":"https://github.com/raga-ai-hub/RagaAI-Catalyst","owner":"raga-ai-hub","repo":"RagaAI-Catalyst","owner_avatar_url":"https://avatars.githubusercontent.com/u/161833182?v=4","primary_language":"Python","stars":16162,"forks":3567,"topics":["agentic-ai","agentic-ai-development","agentneo","agents","ai-agent-monitoring","ai-application-debugging","ai-evaluation-tools","ai-performance-optimization","ai-tool-interaction-monitoring","llm-testing","llm-tracing","llmops"],"archived":false,"github_pushed_at":"2026-02-11T14:43:33+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst","markdown_url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/raga-ai-hub-ragaai-catalyst","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=raga-ai-hub-ragaai-catalyst","shared_categories":["evaluation-observability"]},{"slug":"tensorchord-awesome-llmops","name":"Awesome-LLMOps","tagline":"An awesome & curated list of best LLMOps tools for developers","github_url":"https://github.com/tensorchord/Awesome-LLMOps","owner":"tensorchord","repo":"Awesome-LLMOps","owner_avatar_url":"https://avatars.githubusercontent.com/u/100543303?v=4","primary_language":"Shell","stars":5941,"forks":1058,"topics":["ai-development-tools","awesome-list","llmops","mlops"],"archived":false,"github_pushed_at":"2026-05-21T09:12:50+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/tensorchord-awesome-llmops","markdown_url":"https://www.graphcanon.com/tools/tensorchord-awesome-llmops.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorchord-awesome-llmops","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorchord-awesome-llmops","shared_categories":["evaluation-observability"]},{"slug":"agentops-ai-agentops","name":"agentops","tagline":"Python SDK for AI agent monitoring and LLM cost tracking","github_url":"https://github.com/AgentOps-AI/agentops","owner":"AgentOps-AI","repo":"agentops","owner_avatar_url":"https://avatars.githubusercontent.com/u/140554352?v=4","primary_language":"Python","stars":5830,"forks":625,"topics":["agent","agentops","agents-sdk","ai","anthropic","autogen","cost-estimation","crewai","evals","evaluation-metrics","groq","langchain","llm","mistral","ollama","openai","openai-agents"],"archived":false,"github_pushed_at":"2026-06-25T08:25:03+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/agentops-ai-agentops","markdown_url":"https://www.graphcanon.com/tools/agentops-ai-agentops.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/agentops-ai-agentops","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=agentops-ai-agentops","shared_categories":["evaluation-observability"]},{"slug":"pydantic-logfire","name":"logfire","tagline":"AI observability platform for production LLM and agent systems","github_url":"https://github.com/pydantic/logfire","owner":"pydantic","repo":"logfire","owner_avatar_url":"https://avatars.githubusercontent.com/u/110818415?v=4","primary_language":"Python","stars":4468,"forks":284,"topics":["agent-observability","ai","ai-observability","ai-tools","evals","fastapi","llm-observability","logging","metrics","observability","openai","opentelemetry","pydantic","pydantic-ai","python","trace"],"archived":false,"github_pushed_at":"2026-09-10T04:40:49+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/pydantic-logfire","markdown_url":"https://www.graphcanon.com/tools/pydantic-logfire.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pydantic-logfire","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pydantic-logfire","shared_categories":["evaluation-observability"]},{"slug":"lazyagi-lazyllm","name":"LazyLLM","tagline":"Easiest and laziest way for building multi-agent LLMs applications.","github_url":"https://github.com/LazyAGI/LazyLLM","owner":"LazyAGI","repo":"LazyLLM","owner_avatar_url":"https://avatars.githubusercontent.com/u/171651681?v=4","primary_language":"Python","stars":3880,"forks":411,"topics":["agents","ai-agent","data","deep-learning","documentation-tool","finetuning","framework","knowlege-graph","langchain","lazyllm","llamaindex","llm","llms","rag"],"archived":false,"github_pushed_at":"2026-09-04T11:45:37+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/lazyagi-lazyllm","markdown_url":"https://www.graphcanon.com/tools/lazyagi-lazyllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lazyagi-lazyllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lazyagi-lazyllm","shared_categories":[]},{"slug":"spiceai-spiceai","name":"spiceai","tagline":"A real-time analytics node for data-grounded AI applications","github_url":"https://github.com/spiceai/spiceai","owner":"spiceai","repo":"spiceai","owner_avatar_url":"https://avatars.githubusercontent.com/u/73862742?v=4","primary_language":"Rust","stars":3084,"forks":230,"topics":["artificial-intelligence","data","data-federation","developers","full-text-search","infrastructure","llm-inference","machine-learning","sql"],"archived":false,"github_pushed_at":"2026-09-19T18:28:38+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/spiceai-spiceai","markdown_url":"https://www.graphcanon.com/tools/spiceai-spiceai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/spiceai-spiceai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=spiceai-spiceai","shared_categories":[]},{"slug":"future-agi-future-agi","name":"future-agi","tagline":"Open-source, end-to-end platform for evaluating, observing, and improving LLM and AI agent applications","github_url":"https://github.com/future-agi/future-agi","owner":"future-agi","repo":"future-agi","owner_avatar_url":"https://avatars.githubusercontent.com/u/147392366?v=4","primary_language":"Python","stars":2032,"forks":627,"topics":["ai-agents","ai-evals","ai-gateway","ai-optimization","ai-simulations","evaluation-framework","guardrails","hallucination-detection","llm","llm-evaluation","llm-observability","llmops","model-evaluation","observability","opentelemetry","rag","rag-evaluation","simulation","telemetry","tracing"],"archived":false,"github_pushed_at":"2026-09-18T08:15:25+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/future-agi-future-agi","markdown_url":"https://www.graphcanon.com/tools/future-agi-future-agi.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/future-agi-future-agi","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=future-agi-future-agi","shared_categories":["evaluation-observability"]},{"slug":"scale3-labs-langtrace","name":"langtrace","tagline":"Open Telemetry based observability tool for LLM applications","github_url":"https://github.com/Scale3-Labs/langtrace","owner":"Scale3-Labs","repo":"langtrace","owner_avatar_url":"https://avatars.githubusercontent.com/u/110545750?v=4","primary_language":"TypeScript","stars":1232,"forks":127,"topics":["ai","datasets","evaluations","gpt","langchain","llm","llm-framework","llmops","observability","open-source","open-telemetry","openai","prompt-engineering","tracing"],"archived":false,"github_pushed_at":"2025-11-17T15:08:48+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/scale3-labs-langtrace","markdown_url":"https://www.graphcanon.com/tools/scale3-labs-langtrace.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/scale3-labs-langtrace","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=scale3-labs-langtrace","shared_categories":["evaluation-observability"]},{"slug":"mlhher-late-cli","name":"late-cli","tagline":"Orchestrate an entire AI dev team on 5GB VRAM with zero config.","github_url":"https://github.com/mlhher/late-cli","owner":"mlhher","repo":"late-cli","owner_avatar_url":"https://avatars.githubusercontent.com/u/263016422?v=4","primary_language":"Go","stars":431,"forks":45,"topics":["agent","ai-agent","ai-coding-assistant","ai-skills","autonomous-agents","claude-code","coding-agent","deepseek","glm","harness","kimi","llm","llm-orchestration","local-ai","local-llm","long-horizon","long-horizon-agents","mcp","qwen"],"archived":false,"github_pushed_at":"2026-09-17T16:05:16+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/mlhher-late-cli","markdown_url":"https://www.graphcanon.com/tools/mlhher-late-cli.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mlhher-late-cli","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mlhher-late-cli","shared_categories":[]},{"slug":"emirsahin1-llm-axe","name":"llm-axe","tagline":"Toolkit for quick implementation of LLM powered applications","github_url":"https://github.com/emirsahin1/llm-axe","owner":"emirsahin1","repo":"llm-axe","owner_avatar_url":"https://avatars.githubusercontent.com/u/50391065?v=4","primary_language":"Python","stars":275,"forks":38,"topics":["function-calling","llama3","llm","local-llm","ollama","pdf-llm"],"archived":false,"github_pushed_at":"2025-01-05T19:47:01+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/emirsahin1-llm-axe","markdown_url":"https://www.graphcanon.com/tools/emirsahin1-llm-axe.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/emirsahin1-llm-axe","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=emirsahin1-llm-axe","shared_categories":[]},{"slug":"langfuse-oss-llmops-stack","name":"oss-llmops-stack","tagline":"Modular open source LLMOps stack for LLM API unification, observability and prompt management","github_url":"https://github.com/langfuse/oss-llmops-stack","owner":"langfuse","repo":"oss-llmops-stack","owner_avatar_url":"https://avatars.githubusercontent.com/u/134601687?v=4","primary_language":null,"stars":152,"forks":8,"topics":["ai-gateway","gateway","llm","llm-evaluation","llm-gateway","llm-observability","llmops","monitoring","open-source","openai-proxy","prompt-management","self-hosted","ycombinator"],"archived":false,"github_pushed_at":"2026-07-28T15:43:33+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/langfuse-oss-llmops-stack","markdown_url":"https://www.graphcanon.com/tools/langfuse-oss-llmops-stack.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langfuse-oss-llmops-stack","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langfuse-oss-llmops-stack","shared_categories":["evaluation-observability"]}]}}