{"data":{"node":{"slug":"arize-ai-phoenix","name":"phoenix","tagline":"AI Observability & Evaluation","github_url":"https://github.com/Arize-ai/phoenix","owner":"Arize-ai","repo":"phoenix","owner_avatar_url":"https://avatars.githubusercontent.com/u/59858760?v=4","primary_language":"Python","stars":11528,"forks":1136,"topics":["agents","ai-monitoring","ai-observability","aiengineering","anthropic","datasets","evals","langchain","llamaindex","llm-eval","llm-evaluation","llmops","llms","openai","prompt-engineering","smolagents"],"archived":false,"github_pushed_at":"2026-09-18T07:31:21+00:00","maintenance_label":"Very active","stars_delta_30d":681,"url":"https://www.graphcanon.com/tools/arize-ai-phoenix","markdown_url":"https://www.graphcanon.com/tools/arize-ai-phoenix.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arize-ai-phoenix","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arize-ai-phoenix"},"categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"agents","name":"agents"},{"slug":"ai-monitoring","name":"ai-monitoring"},{"slug":"ai-observability","name":"ai-observability"},{"slug":"llm-evaluation","name":"llm-evaluation"},{"slug":"llmops","name":"llmops"},{"slug":"llms","name":"llms"},{"slug":"prompt-engineering","name":"prompt-engineering"},{"slug":"smolagents","name":"smolagents"}],"edges":[{"type":"integrates_with","direction":"out","explanation":"RagaAI-Catalyst, focusing on AI observability and monitoring, can integrate with Phoenix to provide a more comprehensive solution for LLM application evaluation.","successor_context":null,"tool":{"slug":"raga-ai-hub-ragaai-catalyst","name":"RagaAI-Catalyst","tagline":"Python SDK for AI agent observability and evaluation","github_url":"https://github.com/raga-ai-hub/RagaAI-Catalyst","owner":"raga-ai-hub","repo":"RagaAI-Catalyst","owner_avatar_url":"https://avatars.githubusercontent.com/u/161833182?v=4","primary_language":"Python","stars":16162,"forks":3567,"topics":["agentic-ai","agentic-ai-development","agentneo","agents","ai-agent-monitoring","ai-application-debugging","ai-evaluation-tools","ai-performance-optimization","ai-tool-interaction-monitoring","llm-testing","llm-tracing","llmops"],"archived":false,"github_pushed_at":"2026-02-11T14:43:33+00:00","maintenance_label":"Slowing","stars_delta_30d":14,"url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst","markdown_url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/raga-ai-hub-ragaai-catalyst","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=raga-ai-hub-ragaai-catalyst"}},{"type":"alternative","direction":"out","explanation":"Both Langfuse and Phoenix focus on observability and evaluation of AI, LLM applications. They offer similar functionality but are distinct projects.","successor_context":null,"tool":{"slug":"langfuse-langfuse","name":"langfuse","tagline":"Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.","github_url":"https://github.com/langfuse/langfuse","owner":"langfuse","repo":"langfuse","owner_avatar_url":"https://avatars.githubusercontent.com/u/134601687?v=4","primary_language":"TypeScript","stars":34763,"forks":3793,"topics":["analytics","autogen","evaluation","langchain","large-language-models","llama-index","llm","llm-evaluation","llm-observability","llmops","monitoring","observability","open-source","openai","playground","prompt-engineering","prompt-management","self-hosted","ycombinator"],"archived":false,"github_pushed_at":"2026-09-18T08:08:19+00:00","maintenance_label":"Very active","stars_delta_30d":2492,"url":"https://www.graphcanon.com/tools/langfuse-langfuse","markdown_url":"https://www.graphcanon.com/tools/langfuse-langfuse.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langfuse-langfuse","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langfuse-langfuse"}},{"type":"related","direction":"out","explanation":"Both Arize Phoenix and Langfuse provide AI observability and evaluation capabilities for LLMs.","successor_context":null,"tool":{"slug":"langfuse-langfuse","name":"langfuse","tagline":"Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.","github_url":"https://github.com/langfuse/langfuse","owner":"langfuse","repo":"langfuse","owner_avatar_url":"https://avatars.githubusercontent.com/u/134601687?v=4","primary_language":"TypeScript","stars":34763,"forks":3793,"topics":["analytics","autogen","evaluation","langchain","large-language-models","llama-index","llm","llm-evaluation","llm-observability","llmops","monitoring","observability","open-source","openai","playground","prompt-engineering","prompt-management","self-hosted","ycombinator"],"archived":false,"github_pushed_at":"2026-09-18T08:08:19+00:00","maintenance_label":"Very active","stars_delta_30d":2492,"url":"https://www.graphcanon.com/tools/langfuse-langfuse","markdown_url":"https://www.graphcanon.com/tools/langfuse-langfuse.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langfuse-langfuse","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langfuse-langfuse"}},{"type":"alternative","direction":"out","explanation":"Evidently and Phoenix both provide observability frameworks for ML and LLMs, making them alternatives to each other.","successor_context":null,"tool":{"slug":"evidentlyai-evidently","name":"evidently","tagline":"An open-source ML and LLM observability framework for evaluating, testing, and monitoring AI systems and data pipelines.","github_url":"https://github.com/evidentlyai/evidently","owner":"evidentlyai","repo":"evidently","owner_avatar_url":"https://avatars.githubusercontent.com/u/75031056?v=4","primary_language":"Jupyter Notebook","stars":7924,"forks":919,"topics":["data-drift","data-quality","data-science","data-validation","generative-ai","hacktoberfest","html-report","jupyter-notebook","llm","llmops","machine-learning","mlops","model-monitoring","pandas-dataframe"],"archived":false,"github_pushed_at":"2026-09-11T09:03:28+00:00","maintenance_label":"Very active","stars_delta_30d":134,"url":"https://www.graphcanon.com/tools/evidentlyai-evidently","markdown_url":"https://www.graphcanon.com/tools/evidentlyai-evidently.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/evidentlyai-evidently","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=evidentlyai-evidently"}},{"type":"related","direction":"out","explanation":null,"successor_context":null,"tool":{"slug":"evidentlyai-evidently","name":"evidently","tagline":"An open-source ML and LLM observability framework for evaluating, testing, and monitoring AI systems and data pipelines.","github_url":"https://github.com/evidentlyai/evidently","owner":"evidentlyai","repo":"evidently","owner_avatar_url":"https://avatars.githubusercontent.com/u/75031056?v=4","primary_language":"Jupyter Notebook","stars":7924,"forks":919,"topics":["data-drift","data-quality","data-science","data-validation","generative-ai","hacktoberfest","html-report","jupyter-notebook","llm","llmops","machine-learning","mlops","model-monitoring","pandas-dataframe"],"archived":false,"github_pushed_at":"2026-09-11T09:03:28+00:00","maintenance_label":"Very active","stars_delta_30d":134,"url":"https://www.graphcanon.com/tools/evidentlyai-evidently","markdown_url":"https://www.graphcanon.com/tools/evidentlyai-evidently.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/evidentlyai-evidently","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=evidentlyai-evidently"}},{"type":"related","direction":"out","explanation":null,"successor_context":null,"tool":{"slug":"helicone-helicone","name":"helicone","tagline":"Open source LLM observability platform","github_url":"https://github.com/Helicone/helicone","owner":"Helicone","repo":"helicone","owner_avatar_url":"https://avatars.githubusercontent.com/u/114524975?v=4","primary_language":"TypeScript","stars":6162,"forks":670,"topics":["agent-monitoring","analytics","evaluation","gpt","langchain","large-language-models","llama-index","llm","llm-cost","llm-evaluation","llm-observability","llmops","monitoring","open-source","openai","playground","prompt-engineering","prompt-management","ycombinator"],"archived":false,"github_pushed_at":"2026-09-16T19:29:27+00:00","maintenance_label":"Very active","stars_delta_30d":89,"url":"https://www.graphcanon.com/tools/helicone-helicone","markdown_url":"https://www.graphcanon.com/tools/helicone-helicone.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/helicone-helicone","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=helicone-helicone"}},{"type":"related","direction":"out","explanation":null,"successor_context":null,"tool":{"slug":"comet-ml-opik","name":"opik","tagline":"Debug, evaluate, and monitor LLM applications, RAG systems, and agentic workflows","github_url":"https://github.com/comet-ml/opik","owner":"comet-ml","repo":"opik","owner_avatar_url":"https://avatars.githubusercontent.com/u/31487821?v=4","primary_language":"Python","stars":22110,"forks":1801,"topics":["evaluation","hacktoberfest","hacktoberfest2025","langchain","llama-index","llm","llm-evaluation","llm-observability","llmops","open-source","openai","playground","prompt-engineering"],"archived":false,"github_pushed_at":"2026-09-18T08:25:51+00:00","maintenance_label":"Very active","stars_delta_30d":933,"url":"https://www.graphcanon.com/tools/comet-ml-opik","markdown_url":"https://www.graphcanon.com/tools/comet-ml-opik.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/comet-ml-opik","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=comet-ml-opik"}},{"type":"alternative","direction":"out","explanation":"Both Openllmetry and Phoenix offer open-source observability tools for LLM applications, making them alternatives in the space.","successor_context":null,"tool":{"slug":"traceloop-openllmetry","name":"openllmetry","tagline":"Open-source observability for GenAI or LLM applications based on OpenTelemetry","github_url":"https://github.com/traceloop/openllmetry","owner":"traceloop","repo":"openllmetry","owner_avatar_url":"https://avatars.githubusercontent.com/u/125419530?v=4","primary_language":"Python","stars":7438,"forks":1082,"topics":["artifical-intelligence","datascience","generative-ai","good-first-issue","good-first-issues","help-wanted","llm","llmops","metrics","ml","model-monitoring","monitoring","observability","open-source","open-telemetry","opentelemetry","opentelemetry-python","python"],"archived":false,"github_pushed_at":"2026-09-17T18:54:33+00:00","maintenance_label":"Very active","stars_delta_30d":61,"url":"https://www.graphcanon.com/tools/traceloop-openllmetry","markdown_url":"https://www.graphcanon.com/tools/traceloop-openllmetry.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/traceloop-openllmetry","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=traceloop-openllmetry"}},{"type":"related","direction":"out","explanation":null,"successor_context":null,"tool":{"slug":"traceloop-openllmetry","name":"openllmetry","tagline":"Open-source observability for GenAI or LLM applications based on OpenTelemetry","github_url":"https://github.com/traceloop/openllmetry","owner":"traceloop","repo":"openllmetry","owner_avatar_url":"https://avatars.githubusercontent.com/u/125419530?v=4","primary_language":"Python","stars":7438,"forks":1082,"topics":["artifical-intelligence","datascience","generative-ai","good-first-issue","good-first-issues","help-wanted","llm","llmops","metrics","ml","model-monitoring","monitoring","observability","open-source","open-telemetry","opentelemetry","opentelemetry-python","python"],"archived":false,"github_pushed_at":"2026-09-17T18:54:33+00:00","maintenance_label":"Very active","stars_delta_30d":61,"url":"https://www.graphcanon.com/tools/traceloop-openllmetry","markdown_url":"https://www.graphcanon.com/tools/traceloop-openllmetry.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/traceloop-openllmetry","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=traceloop-openllmetry"}},{"type":"related","direction":"in","explanation":null,"successor_context":null,"tool":{"slug":"vectordotdev-vector","name":"vector","tagline":"A high-performance observability data pipeline","github_url":"https://github.com/vectordotdev/vector","owner":"vectordotdev","repo":"vector","owner_avatar_url":"https://avatars.githubusercontent.com/u/16866914?v=4","primary_language":"Rust","stars":22396,"forks":2258,"topics":["agent","cloud-native","data-transformation","datadog","etl","events","forwarder","hacktoberfest","high-performance","logs","metrics","monitoring","observability","pipelines","rust-lang","stream-processing","telemetry","traces"],"archived":false,"github_pushed_at":"2026-08-18T21:55:24+00:00","maintenance_label":"Very active","stars_delta_30d":198,"url":"https://www.graphcanon.com/tools/vectordotdev-vector","markdown_url":"https://www.graphcanon.com/tools/vectordotdev-vector.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vectordotdev-vector","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vectordotdev-vector"}},{"type":"alternative","direction":"in","explanation":"Both Opik and Phoenix offer observability and evaluation tools for AI applications.","successor_context":null,"tool":{"slug":"comet-ml-opik","name":"opik","tagline":"Debug, evaluate, and monitor LLM applications, RAG systems, and agentic workflows","github_url":"https://github.com/comet-ml/opik","owner":"comet-ml","repo":"opik","owner_avatar_url":"https://avatars.githubusercontent.com/u/31487821?v=4","primary_language":"Python","stars":22110,"forks":1801,"topics":["evaluation","hacktoberfest","hacktoberfest2025","langchain","llama-index","llm","llm-evaluation","llm-observability","llmops","open-source","openai","playground","prompt-engineering"],"archived":false,"github_pushed_at":"2026-09-18T08:25:51+00:00","maintenance_label":"Very active","stars_delta_30d":933,"url":"https://www.graphcanon.com/tools/comet-ml-opik","markdown_url":"https://www.graphcanon.com/tools/comet-ml-opik.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/comet-ml-opik","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=comet-ml-opik"}},{"type":"alternative","direction":"in","explanation":"Both Helicone and Phoenix offer AI Observability & Evaluation services for large language models and agents.","successor_context":null,"tool":{"slug":"helicone-helicone","name":"helicone","tagline":"Open source LLM observability platform","github_url":"https://github.com/Helicone/helicone","owner":"Helicone","repo":"helicone","owner_avatar_url":"https://avatars.githubusercontent.com/u/114524975?v=4","primary_language":"TypeScript","stars":6162,"forks":670,"topics":["agent-monitoring","analytics","evaluation","gpt","langchain","large-language-models","llama-index","llm","llm-cost","llm-evaluation","llm-observability","llmops","monitoring","open-source","openai","playground","prompt-engineering","prompt-management","ycombinator"],"archived":false,"github_pushed_at":"2026-09-16T19:29:27+00:00","maintenance_label":"Very active","stars_delta_30d":89,"url":"https://www.graphcanon.com/tools/helicone-helicone","markdown_url":"https://www.graphcanon.com/tools/helicone-helicone.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/helicone-helicone","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=helicone-helicone"}},{"type":"related","direction":"in","explanation":null,"successor_context":null,"tool":{"slug":"scale3-labs-langtrace","name":"langtrace","tagline":"Open Telemetry based observability tool for LLM applications","github_url":"https://github.com/Scale3-Labs/langtrace","owner":"Scale3-Labs","repo":"langtrace","owner_avatar_url":"https://avatars.githubusercontent.com/u/110545750?v=4","primary_language":"TypeScript","stars":1232,"forks":127,"topics":["ai","datasets","evaluations","gpt","langchain","llm","llm-framework","llmops","observability","open-source","open-telemetry","openai","prompt-engineering","tracing"],"archived":false,"github_pushed_at":"2025-11-17T15:08:48+00:00","maintenance_label":"Slowing","stars_delta_30d":4,"url":"https://www.graphcanon.com/tools/scale3-labs-langtrace","markdown_url":"https://www.graphcanon.com/tools/scale3-labs-langtrace.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/scale3-labs-langtrace","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=scale3-labs-langtrace"}},{"type":"integrates_with","direction":"in","explanation":"OpenInference is related to Phoenix in observability and might be designed to integrate for a cohesive AI observability solution.","successor_context":null,"tool":{"slug":"arize-ai-openinference","name":"openinference","tagline":"OpenTelemetry Instrumentation for AI Observability","github_url":"https://github.com/Arize-ai/openinference","owner":"Arize-ai","repo":"openinference","owner_avatar_url":"https://avatars.githubusercontent.com/u/59858760?v=4","primary_language":"Python","stars":1225,"forks":318,"topics":["aiops","gemini","hacktoberfest","haystack","langchain","langraph","llamaindex","llmops","llms","mcp","openai","openai-agents","opentelemetry","pydantic-ai","smolagents","telemetry","tracing","vercel","vertex"],"archived":false,"github_pushed_at":"2026-09-19T18:57:52+00:00","maintenance_label":"Very active","stars_delta_30d":66,"url":"https://www.graphcanon.com/tools/arize-ai-openinference","markdown_url":"https://www.graphcanon.com/tools/arize-ai-openinference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arize-ai-openinference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arize-ai-openinference"}},{"type":"alternative","direction":"in","explanation":"Evidently and Phoenix both offer observability and evaluation for AI models, including ML and LLMs, focusing on monitoring and metrics.","successor_context":null,"tool":{"slug":"evidentlyai-evidently","name":"evidently","tagline":"An open-source ML and LLM observability framework for evaluating, testing, and monitoring AI systems and data pipelines.","github_url":"https://github.com/evidentlyai/evidently","owner":"evidentlyai","repo":"evidently","owner_avatar_url":"https://avatars.githubusercontent.com/u/75031056?v=4","primary_language":"Jupyter Notebook","stars":7924,"forks":919,"topics":["data-drift","data-quality","data-science","data-validation","generative-ai","hacktoberfest","html-report","jupyter-notebook","llm","llmops","machine-learning","mlops","model-monitoring","pandas-dataframe"],"archived":false,"github_pushed_at":"2026-09-11T09:03:28+00:00","maintenance_label":"Very active","stars_delta_30d":134,"url":"https://www.graphcanon.com/tools/evidentlyai-evidently","markdown_url":"https://www.graphcanon.com/tools/evidentlyai-evidently.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/evidentlyai-evidently","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=evidentlyai-evidently"}},{"type":"related","direction":"in","explanation":"Phoenix from Arize AI offers observability and evaluation for AI models, which is complementary to the testing and evaluation aspects provided by Giskard.","successor_context":null,"tool":{"slug":"giskard-ai-giskard-oss","name":"giskard-oss","tagline":"Open-Source Evaluation & Testing library for LLM Agents","github_url":"https://github.com/Giskard-AI/giskard-oss","owner":"Giskard-AI","repo":"giskard-oss","owner_avatar_url":"https://avatars.githubusercontent.com/u/71782571?v=4","primary_language":"Python","stars":5824,"forks":537,"topics":["agent-evaluation","ai-red-team","ai-security","ai-testing","fairness-ai","llm","llm-eval","llm-evaluation","llm-security","llmops","ml-testing","ml-validation","mlops","rag-evaluation","red-team-tools","responsible-ai","trustworthy-ai"],"archived":false,"github_pushed_at":"2026-09-18T07:09:06+00:00","maintenance_label":"Very active","stars_delta_30d":97,"url":"https://www.graphcanon.com/tools/giskard-ai-giskard-oss","markdown_url":"https://www.graphcanon.com/tools/giskard-ai-giskard-oss.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/giskard-ai-giskard-oss","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=giskard-ai-giskard-oss"}},{"type":"alternative","direction":"in","explanation":"Phoenix from Arize AI is also centered around the observability and evaluation of ML models, making it comparable in purpose to UpTrain while differing in specific features.","successor_context":null,"tool":{"slug":"uptrain-ai-uptrain","name":"uptrain","tagline":"Unified platform for evaluating and improving Generative AI applications","github_url":"https://github.com/uptrain-ai/uptrain","owner":"uptrain-ai","repo":"uptrain","owner_avatar_url":"https://avatars.githubusercontent.com/u/114582870?v=4","primary_language":"Python","stars":2365,"forks":205,"topics":["autoevaluation","evaluation","experimentation","hallucination-detection","jailbreak-detection","llm-eval","llm-prompting","llm-test","llmops","machine-learning","monitoring","openai-evals","prompt-engineering","root-cause-analysis"],"archived":false,"github_pushed_at":"2024-08-18T13:30:44+00:00","maintenance_label":"Dormant","stars_delta_30d":6,"url":"https://www.graphcanon.com/tools/uptrain-ai-uptrain","markdown_url":"https://www.graphcanon.com/tools/uptrain-ai-uptrain.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/uptrain-ai-uptrain","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=uptrain-ai-uptrain"}},{"type":"alternative","direction":"in","explanation":"Phoenix by Arize AI offers similar evaluation and monitoring capabilities for AI applications as Langtrace does, especially in the context of LLMs.","successor_context":null,"tool":{"slug":"scale3-labs-langtrace","name":"langtrace","tagline":"Open Telemetry based observability tool for LLM applications","github_url":"https://github.com/Scale3-Labs/langtrace","owner":"Scale3-Labs","repo":"langtrace","owner_avatar_url":"https://avatars.githubusercontent.com/u/110545750?v=4","primary_language":"TypeScript","stars":1232,"forks":127,"topics":["ai","datasets","evaluations","gpt","langchain","llm","llm-framework","llmops","observability","open-source","open-telemetry","openai","prompt-engineering","tracing"],"archived":false,"github_pushed_at":"2025-11-17T15:08:48+00:00","maintenance_label":"Slowing","stars_delta_30d":4,"url":"https://www.graphcanon.com/tools/scale3-labs-langtrace","markdown_url":"https://www.graphcanon.com/tools/scale3-labs-langtrace.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/scale3-labs-langtrace","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=scale3-labs-langtrace"}},{"type":"alternative","direction":"in","explanation":"Prometheus-eval and phoenix both offer capabilities for evaluating LLMs, but differ in their specific functions; Prometheus-eval focuses specifically on tools and methodologies for the evaluation of generation tasks using Large Language Models with Prometheus and GPT4, whereas phoenix provides a broader suite of AI observability features alongside evaluation, supporting various types of AI systems","successor_context":null,"tool":{"slug":"prometheus-eval-prometheus-eval","name":"prometheus-eval","tagline":"Evaluate your LLM's response with Prometheus and GPT4","github_url":"https://github.com/prometheus-eval/prometheus-eval","owner":"prometheus-eval","repo":"prometheus-eval","owner_avatar_url":"https://avatars.githubusercontent.com/u/167460660?v=4","primary_language":"Python","stars":1116,"forks":69,"topics":["evaluation","gpt4","litellm","llm","llm-as-a-judge","llm-as-evaluator","llmops","python","vllm"],"archived":false,"github_pushed_at":"2025-04-25T03:58:37+00:00","maintenance_label":"Dormant","stars_delta_30d":9,"url":"https://www.graphcanon.com/tools/prometheus-eval-prometheus-eval","markdown_url":"https://www.graphcanon.com/tools/prometheus-eval-prometheus-eval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/prometheus-eval-prometheus-eval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=prometheus-eval-prometheus-eval"}}],"neighbours":[{"slug":"netdata-netdata","name":"netdata","tagline":"The fastest path to AI-powered full stack observability for lean teams","github_url":"https://github.com/netdata/netdata","owner":"netdata","repo":"netdata","owner_avatar_url":"https://avatars.githubusercontent.com/u/43390781?v=4","primary_language":"Go","stars":80598,"forks":6631,"topics":["ai","alerting","cncf","data-visualization","database","devops","docker","grafana","influxdb","kubernetes","linux","machine-learning","mcp","mongodb","monitoring","mysql","netdata","observability","postgresql","prometheus"],"archived":false,"github_pushed_at":"2026-09-20T00:25:10+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/netdata-netdata","markdown_url":"https://www.graphcanon.com/tools/netdata-netdata.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/netdata-netdata","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=netdata-netdata","shared_categories":["evaluation-observability"]},{"slug":"langfuse-langfuse","name":"langfuse","tagline":"Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.","github_url":"https://github.com/langfuse/langfuse","owner":"langfuse","repo":"langfuse","owner_avatar_url":"https://avatars.githubusercontent.com/u/134601687?v=4","primary_language":"TypeScript","stars":34763,"forks":3793,"topics":["analytics","autogen","evaluation","langchain","large-language-models","llama-index","llm","llm-evaluation","llm-observability","llmops","monitoring","observability","open-source","openai","playground","prompt-engineering","prompt-management","self-hosted","ycombinator"],"archived":false,"github_pushed_at":"2026-09-18T08:08:19+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/langfuse-langfuse","markdown_url":"https://www.graphcanon.com/tools/langfuse-langfuse.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langfuse-langfuse","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langfuse-langfuse","shared_categories":["evaluation-observability"]},{"slug":"comet-ml-opik","name":"opik","tagline":"Debug, evaluate, and monitor LLM applications, RAG systems, and agentic workflows","github_url":"https://github.com/comet-ml/opik","owner":"comet-ml","repo":"opik","owner_avatar_url":"https://avatars.githubusercontent.com/u/31487821?v=4","primary_language":"Python","stars":22110,"forks":1801,"topics":["evaluation","hacktoberfest","hacktoberfest2025","langchain","llama-index","llm","llm-evaluation","llm-observability","llmops","open-source","openai","playground","prompt-engineering"],"archived":false,"github_pushed_at":"2026-09-18T08:25:51+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/comet-ml-opik","markdown_url":"https://www.graphcanon.com/tools/comet-ml-opik.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/comet-ml-opik","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=comet-ml-opik","shared_categories":["evaluation-observability"]},{"slug":"confident-ai-deepeval","name":"deepeval","tagline":"LLM Evaluation Framework.","github_url":"https://github.com/confident-ai/deepeval","owner":"confident-ai","repo":"deepeval","owner_avatar_url":"https://avatars.githubusercontent.com/u/130858411?v=4","primary_language":"Python","stars":18342,"forks":1953,"topics":["evaluation-framework","evaluation-metrics","llm-evaluation","llm-evaluation-framework","llm-evaluation-metrics","python"],"archived":false,"github_pushed_at":"2026-09-18T17:06:58+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/confident-ai-deepeval","markdown_url":"https://www.graphcanon.com/tools/confident-ai-deepeval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/confident-ai-deepeval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=confident-ai-deepeval","shared_categories":["evaluation-observability"]},{"slug":"raga-ai-hub-ragaai-catalyst","name":"RagaAI-Catalyst","tagline":"Python SDK for AI agent observability and evaluation","github_url":"https://github.com/raga-ai-hub/RagaAI-Catalyst","owner":"raga-ai-hub","repo":"RagaAI-Catalyst","owner_avatar_url":"https://avatars.githubusercontent.com/u/161833182?v=4","primary_language":"Python","stars":16162,"forks":3567,"topics":["agentic-ai","agentic-ai-development","agentneo","agents","ai-agent-monitoring","ai-application-debugging","ai-evaluation-tools","ai-performance-optimization","ai-tool-interaction-monitoring","llm-testing","llm-tracing","llmops"],"archived":false,"github_pushed_at":"2026-02-11T14:43:33+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst","markdown_url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/raga-ai-hub-ragaai-catalyst","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=raga-ai-hub-ragaai-catalyst","shared_categories":["evaluation-observability"]},{"slug":"wandb-wandb","name":"wandb","tagline":"Weights & Biases platform for model training and management","github_url":"https://github.com/wandb/wandb","owner":"wandb","repo":"wandb","owner_avatar_url":"https://avatars.githubusercontent.com/u/26401354?v=4","primary_language":"Python","stars":11262,"forks":899,"topics":["ai","collaboration","data-science","data-versioning","deep-learning","experiment-track","hyperparameter-optimization","hyperparameter-search","hyperparameter-tuning","jax","keras","machine-learning","ml-platform","mlops","model-versioning","pytorch","reinforcement-learning","reproducibility","tensorflow"],"archived":false,"github_pushed_at":"2026-09-27T03:28:37+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/wandb-wandb","markdown_url":"https://www.graphcanon.com/tools/wandb-wandb.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/wandb-wandb","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=wandb-wandb","shared_categories":["evaluation-observability"]},{"slug":"evidentlyai-evidently","name":"evidently","tagline":"An open-source ML and LLM observability framework for evaluating, testing, and monitoring AI systems and data pipelines.","github_url":"https://github.com/evidentlyai/evidently","owner":"evidentlyai","repo":"evidently","owner_avatar_url":"https://avatars.githubusercontent.com/u/75031056?v=4","primary_language":"Jupyter Notebook","stars":7924,"forks":919,"topics":["data-drift","data-quality","data-science","data-validation","generative-ai","hacktoberfest","html-report","jupyter-notebook","llm","llmops","machine-learning","mlops","model-monitoring","pandas-dataframe"],"archived":false,"github_pushed_at":"2026-09-11T09:03:28+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/evidentlyai-evidently","markdown_url":"https://www.graphcanon.com/tools/evidentlyai-evidently.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/evidentlyai-evidently","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=evidentlyai-evidently","shared_categories":["evaluation-observability"]},{"slug":"kiln-ai-kiln","name":"Kiln","tagline":"Build, Evaluate, and Optimize AI Systems","github_url":"https://github.com/Kiln-AI/Kiln","owner":"Kiln-AI","repo":"Kiln","owner_avatar_url":"https://avatars.githubusercontent.com/u/178670964?v=4","primary_language":"Python","stars":5076,"forks":380,"topics":["ai","chain-of-thought","collaboration","dataset-generation","evals","evaluation","evaluation-framework","fine-tuning","machine-learning","macos","mcp","ml","ollama","openai","prompt","prompt-engineering","python","rlhf","synthetic-data","windows"],"archived":false,"github_pushed_at":"2026-09-19T18:07:44+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/kiln-ai-kiln","markdown_url":"https://www.graphcanon.com/tools/kiln-ai-kiln.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kiln-ai-kiln","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kiln-ai-kiln","shared_categories":["evaluation-observability"]},{"slug":"pydantic-logfire","name":"logfire","tagline":"AI observability platform for production LLM and agent systems","github_url":"https://github.com/pydantic/logfire","owner":"pydantic","repo":"logfire","owner_avatar_url":"https://avatars.githubusercontent.com/u/110818415?v=4","primary_language":"Python","stars":4468,"forks":284,"topics":["agent-observability","ai","ai-observability","ai-tools","evals","fastapi","llm-observability","logging","metrics","observability","openai","opentelemetry","pydantic","pydantic-ai","python","trace"],"archived":false,"github_pushed_at":"2026-09-10T04:40:49+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/pydantic-logfire","markdown_url":"https://www.graphcanon.com/tools/pydantic-logfire.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pydantic-logfire","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pydantic-logfire","shared_categories":["evaluation-observability"]},{"slug":"nyldn-claude-octopus","name":"claude-octopus","tagline":"Surface AI blindspots before you ship","github_url":"https://github.com/nyldn/claude-octopus","owner":"nyldn","repo":"claude-octopus","owner_avatar_url":"https://avatars.githubusercontent.com/u/4805949?v=4","primary_language":"Shell","stars":4090,"forks":378,"topics":["ai-agents","ai-orchestration","claude-code","claude-code-plugin","codex","copilot","developer-tools","double-diamond","gemini","multi-ai","multi-llm","ollama"],"archived":false,"github_pushed_at":"2026-09-20T05:07:44+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/nyldn-claude-octopus","markdown_url":"https://www.graphcanon.com/tools/nyldn-claude-octopus.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nyldn-claude-octopus","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nyldn-claude-octopus","shared_categories":[]},{"slug":"pezzolabs-pezzo","name":"pezzo","tagline":"Open-source, developer-first LLMOps platform","github_url":"https://github.com/pezzolabs/pezzo","owner":"pezzolabs","repo":"pezzo","owner_avatar_url":"https://avatars.githubusercontent.com/u/119122072?v=4","primary_language":"TypeScript","stars":3273,"forks":279,"topics":["ai","devtools","gpt-3","gpt-4","hacktoberfest","javascript","langchain","llm","llmops","monitoring","nestjs","nodejs","observability","openai","platform","prompt","prompt-engineering","prompt-management","python","typescript"],"archived":false,"github_pushed_at":"2026-08-21T21:40:31+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/pezzolabs-pezzo","markdown_url":"https://www.graphcanon.com/tools/pezzolabs-pezzo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pezzolabs-pezzo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pezzolabs-pezzo","shared_categories":["evaluation-observability"]},{"slug":"stanford-crfm-helm","name":"helm","tagline":"Holistic, reproducible and transparent evaluation of foundation models","github_url":"https://github.com/stanford-crfm/helm","owner":"stanford-crfm","repo":"helm","owner_avatar_url":"https://avatars.githubusercontent.com/u/75054807?v=4","primary_language":"Python","stars":2939,"forks":421,"topics":[],"archived":false,"github_pushed_at":"2026-09-01T01:33:19+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/stanford-crfm-helm","markdown_url":"https://www.graphcanon.com/tools/stanford-crfm-helm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/stanford-crfm-helm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=stanford-crfm-helm","shared_categories":["evaluation-observability"]}]}}