{"data":{"node":{"slug":"arize-ai-phoenix","name":"phoenix","tagline":"AI Observability & Evaluation","github_url":"https://github.com/Arize-ai/phoenix","owner":"Arize-ai","repo":"phoenix","owner_avatar_url":"https://avatars.githubusercontent.com/u/59858760?v=4","primary_language":"Python","stars":10847,"forks":1028,"topics":["agents","ai-monitoring","ai-observability","aiengineering","anthropic","datasets","evals","langchain","llamaindex","llm-eval","llm-evaluation","llmops","llms","openai","prompt-engineering","smolagents"],"archived":false,"github_pushed_at":"2026-08-01T11:48:49+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/arize-ai-phoenix","markdown_url":"https://www.graphcanon.com/tools/arize-ai-phoenix.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arize-ai-phoenix","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arize-ai-phoenix"},"categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"agents","name":"agents"},{"slug":"ai-monitoring","name":"ai-monitoring"},{"slug":"ai-observability","name":"ai-observability"},{"slug":"aiengineering","name":"aiengineering"},{"slug":"anthropic","name":"anthropic"},{"slug":"datasets","name":"datasets"},{"slug":"evals","name":"evals"},{"slug":"langchain","name":"langchain"}],"edges":[{"type":"integrates_with","direction":"out","explanation":"RagaAI-Catalyst, focusing on AI observability and monitoring, can integrate with Phoenix to provide a more comprehensive solution for LLM application evaluation.","successor_context":null,"tool":{"slug":"raga-ai-hub-ragaai-catalyst","name":"RagaAI-Catalyst","tagline":"Python SDK for AI agent observability and evaluation","github_url":"https://github.com/raga-ai-hub/RagaAI-Catalyst","owner":"raga-ai-hub","repo":"RagaAI-Catalyst","owner_avatar_url":"https://avatars.githubusercontent.com/u/161833182?v=4","primary_language":"Python","stars":16148,"forks":3565,"topics":["agentic-ai","agentic-ai-development","agentneo","agents","ai-agent-monitoring","ai-application-debugging","ai-evaluation-tools","ai-performance-optimization","ai-tool-interaction-monitoring","llm-testing","llm-tracing","llmops"],"archived":false,"github_pushed_at":"2026-02-11T14:43:33+00:00","maintenance_label":"Slowing","stars_delta_30d":5,"url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst","markdown_url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/raga-ai-hub-ragaai-catalyst","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=raga-ai-hub-ragaai-catalyst"}},{"type":"alternative","direction":"out","explanation":"Both Langfuse and Phoenix focus on observability and evaluation of AI, LLM applications. They offer similar functionality but are distinct projects.","successor_context":null,"tool":{"slug":"langfuse-langfuse","name":"langfuse","tagline":"Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets","github_url":"https://github.com/langfuse/langfuse","owner":"langfuse","repo":"langfuse","owner_avatar_url":"https://avatars.githubusercontent.com/u/134601687?v=4","primary_language":"TypeScript","stars":32271,"forks":3466,"topics":["analytics","autogen","evaluation","langchain","large-language-models","llama-index","llm","llm-evaluation","llm-observability","llmops","monitoring","observability","open-source","openai","playground","prompt-engineering","prompt-management","self-hosted","ycombinator"],"archived":false,"github_pushed_at":"2026-07-31T22:58:07+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/langfuse-langfuse","markdown_url":"https://www.graphcanon.com/tools/langfuse-langfuse.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langfuse-langfuse","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langfuse-langfuse"}},{"type":"related","direction":"out","explanation":"Both Arize Phoenix and Langfuse provide AI observability and evaluation capabilities for LLMs.","successor_context":null,"tool":{"slug":"langfuse-langfuse","name":"langfuse","tagline":"Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets","github_url":"https://github.com/langfuse/langfuse","owner":"langfuse","repo":"langfuse","owner_avatar_url":"https://avatars.githubusercontent.com/u/134601687?v=4","primary_language":"TypeScript","stars":32271,"forks":3466,"topics":["analytics","autogen","evaluation","langchain","large-language-models","llama-index","llm","llm-evaluation","llm-observability","llmops","monitoring","observability","open-source","openai","playground","prompt-engineering","prompt-management","self-hosted","ycombinator"],"archived":false,"github_pushed_at":"2026-07-31T22:58:07+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/langfuse-langfuse","markdown_url":"https://www.graphcanon.com/tools/langfuse-langfuse.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langfuse-langfuse","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langfuse-langfuse"}},{"type":"alternative","direction":"out","explanation":"Evidently and Phoenix both provide observability frameworks for ML and LLMs, making them alternatives to each other.","successor_context":null,"tool":{"slug":"evidentlyai-evidently","name":"evidently","tagline":"An open-source ML and LLM observability framework.","github_url":"https://github.com/evidentlyai/evidently","owner":"evidentlyai","repo":"evidently","owner_avatar_url":"https://avatars.githubusercontent.com/u/75031056?v=4","primary_language":"Jupyter Notebook","stars":7790,"forks":895,"topics":["data-drift","data-quality","data-science","data-validation","generative-ai","hacktoberfest","html-report","jupyter-notebook","llm","llmops","machine-learning","mlops","model-monitoring","pandas-dataframe"],"archived":false,"github_pushed_at":"2026-08-05T16:29:57+00:00","maintenance_label":"Very active","stars_delta_30d":117,"url":"https://www.graphcanon.com/tools/evidentlyai-evidently","markdown_url":"https://www.graphcanon.com/tools/evidentlyai-evidently.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/evidentlyai-evidently","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=evidentlyai-evidently"}},{"type":"related","direction":"out","explanation":null,"successor_context":null,"tool":{"slug":"evidentlyai-evidently","name":"evidently","tagline":"An open-source ML and LLM observability framework.","github_url":"https://github.com/evidentlyai/evidently","owner":"evidentlyai","repo":"evidently","owner_avatar_url":"https://avatars.githubusercontent.com/u/75031056?v=4","primary_language":"Jupyter Notebook","stars":7790,"forks":895,"topics":["data-drift","data-quality","data-science","data-validation","generative-ai","hacktoberfest","html-report","jupyter-notebook","llm","llmops","machine-learning","mlops","model-monitoring","pandas-dataframe"],"archived":false,"github_pushed_at":"2026-08-05T16:29:57+00:00","maintenance_label":"Very active","stars_delta_30d":117,"url":"https://www.graphcanon.com/tools/evidentlyai-evidently","markdown_url":"https://www.graphcanon.com/tools/evidentlyai-evidently.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/evidentlyai-evidently","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=evidentlyai-evidently"}},{"type":"related","direction":"out","explanation":null,"successor_context":null,"tool":{"slug":"helicone-helicone","name":"helicone","tagline":"Open source LLM observability platform","github_url":"https://github.com/Helicone/helicone","owner":"Helicone","repo":"helicone","owner_avatar_url":"https://avatars.githubusercontent.com/u/114524975?v=4","primary_language":"TypeScript","stars":6073,"forks":654,"topics":["agent-monitoring","analytics","evaluation","gpt","langchain","large-language-models","llama-index","llm","llm-cost","llm-evaluation","llm-observability","llmops","monitoring","open-source","openai","playground","prompt-engineering","prompt-management","ycombinator"],"archived":false,"github_pushed_at":"2026-08-16T20:26:29+00:00","maintenance_label":"Very active","stars_delta_30d":110,"url":"https://www.graphcanon.com/tools/helicone-helicone","markdown_url":"https://www.graphcanon.com/tools/helicone-helicone.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/helicone-helicone","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=helicone-helicone"}},{"type":"related","direction":"out","explanation":null,"successor_context":null,"tool":{"slug":"comet-ml-opik","name":"opik","tagline":"Debug, evaluate, and monitor your LLM applications with comprehensive tracing and production-ready dashboards","github_url":"https://github.com/comet-ml/opik","owner":"comet-ml","repo":"opik","owner_avatar_url":"https://avatars.githubusercontent.com/u/31487821?v=4","primary_language":"Python","stars":21177,"forks":1681,"topics":["evaluation","hacktoberfest","hacktoberfest2025","langchain","llama-index","llm","llm-evaluation","llm-observability","llmops","open-source","openai","playground","prompt-engineering"],"archived":false,"github_pushed_at":"2026-08-07T11:46:34+00:00","maintenance_label":"Very active","stars_delta_30d":767,"url":"https://www.graphcanon.com/tools/comet-ml-opik","markdown_url":"https://www.graphcanon.com/tools/comet-ml-opik.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/comet-ml-opik","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=comet-ml-opik"}},{"type":"alternative","direction":"out","explanation":"Both Openllmetry and Phoenix offer open-source observability tools for LLM applications, making them alternatives in the space.","successor_context":null,"tool":{"slug":"traceloop-openllmetry","name":"openllmetry","tagline":"Open-source observability for GenAI and LLM applications based on OpenTelemetry.","github_url":"https://github.com/traceloop/openllmetry","owner":"traceloop","repo":"openllmetry","owner_avatar_url":"https://avatars.githubusercontent.com/u/125419530?v=4","primary_language":"Python","stars":7377,"forks":1047,"topics":["artifical-intelligence","datascience","generative-ai","good-first-issue","good-first-issues","help-wanted","llm","llmops","metrics","ml","model-monitoring","monitoring","observability","open-source","open-telemetry","opentelemetry","opentelemetry-python","python"],"archived":false,"github_pushed_at":"2026-08-10T08:49:01+00:00","maintenance_label":"Very active","stars_delta_30d":75,"url":"https://www.graphcanon.com/tools/traceloop-openllmetry","markdown_url":"https://www.graphcanon.com/tools/traceloop-openllmetry.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/traceloop-openllmetry","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=traceloop-openllmetry"}},{"type":"related","direction":"out","explanation":null,"successor_context":null,"tool":{"slug":"traceloop-openllmetry","name":"openllmetry","tagline":"Open-source observability for GenAI and LLM applications based on OpenTelemetry.","github_url":"https://github.com/traceloop/openllmetry","owner":"traceloop","repo":"openllmetry","owner_avatar_url":"https://avatars.githubusercontent.com/u/125419530?v=4","primary_language":"Python","stars":7377,"forks":1047,"topics":["artifical-intelligence","datascience","generative-ai","good-first-issue","good-first-issues","help-wanted","llm","llmops","metrics","ml","model-monitoring","monitoring","observability","open-source","open-telemetry","opentelemetry","opentelemetry-python","python"],"archived":false,"github_pushed_at":"2026-08-10T08:49:01+00:00","maintenance_label":"Very active","stars_delta_30d":75,"url":"https://www.graphcanon.com/tools/traceloop-openllmetry","markdown_url":"https://www.graphcanon.com/tools/traceloop-openllmetry.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/traceloop-openllmetry","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=traceloop-openllmetry"}},{"type":"related","direction":"in","explanation":null,"successor_context":null,"tool":{"slug":"vectordotdev-vector","name":"vector","tagline":"A high-performance observability data pipeline","github_url":"https://github.com/vectordotdev/vector","owner":"vectordotdev","repo":"vector","owner_avatar_url":"https://avatars.githubusercontent.com/u/16866914?v=4","primary_language":"Rust","stars":22396,"forks":2258,"topics":["agent","cloud-native","data-transformation","datadog","etl","events","forwarder","hacktoberfest","high-performance","logs","metrics","monitoring","observability","pipelines","rust-lang","stream-processing","telemetry","traces"],"archived":false,"github_pushed_at":"2026-08-18T21:55:24+00:00","maintenance_label":"Very active","stars_delta_30d":198,"url":"https://www.graphcanon.com/tools/vectordotdev-vector","markdown_url":"https://www.graphcanon.com/tools/vectordotdev-vector.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vectordotdev-vector","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vectordotdev-vector"}},{"type":"alternative","direction":"in","explanation":"Both Opik and Phoenix offer observability and evaluation tools for AI applications.","successor_context":null,"tool":{"slug":"comet-ml-opik","name":"opik","tagline":"Debug, evaluate, and monitor your LLM applications with comprehensive tracing and production-ready dashboards","github_url":"https://github.com/comet-ml/opik","owner":"comet-ml","repo":"opik","owner_avatar_url":"https://avatars.githubusercontent.com/u/31487821?v=4","primary_language":"Python","stars":21177,"forks":1681,"topics":["evaluation","hacktoberfest","hacktoberfest2025","langchain","llama-index","llm","llm-evaluation","llm-observability","llmops","open-source","openai","playground","prompt-engineering"],"archived":false,"github_pushed_at":"2026-08-07T11:46:34+00:00","maintenance_label":"Very active","stars_delta_30d":767,"url":"https://www.graphcanon.com/tools/comet-ml-opik","markdown_url":"https://www.graphcanon.com/tools/comet-ml-opik.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/comet-ml-opik","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=comet-ml-opik"}},{"type":"alternative","direction":"in","explanation":"Both Helicone and Phoenix offer AI Observability & Evaluation services for large language models and agents.","successor_context":null,"tool":{"slug":"helicone-helicone","name":"helicone","tagline":"Open source LLM observability platform","github_url":"https://github.com/Helicone/helicone","owner":"Helicone","repo":"helicone","owner_avatar_url":"https://avatars.githubusercontent.com/u/114524975?v=4","primary_language":"TypeScript","stars":6073,"forks":654,"topics":["agent-monitoring","analytics","evaluation","gpt","langchain","large-language-models","llama-index","llm","llm-cost","llm-evaluation","llm-observability","llmops","monitoring","open-source","openai","playground","prompt-engineering","prompt-management","ycombinator"],"archived":false,"github_pushed_at":"2026-08-16T20:26:29+00:00","maintenance_label":"Very active","stars_delta_30d":110,"url":"https://www.graphcanon.com/tools/helicone-helicone","markdown_url":"https://www.graphcanon.com/tools/helicone-helicone.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/helicone-helicone","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=helicone-helicone"}},{"type":"related","direction":"in","explanation":null,"successor_context":null,"tool":{"slug":"scale3-labs-langtrace","name":"langtrace","tagline":"Open Telemetry based observability tool for LLM applications","github_url":"https://github.com/Scale3-Labs/langtrace","owner":"Scale3-Labs","repo":"langtrace","owner_avatar_url":"https://avatars.githubusercontent.com/u/110545750?v=4","primary_language":"TypeScript","stars":1228,"forks":126,"topics":["ai","datasets","evaluations","gpt","langchain","llm","llm-framework","llmops","observability","open-source","open-telemetry","openai","prompt-engineering","tracing"],"archived":false,"github_pushed_at":"2025-11-17T15:08:48+00:00","maintenance_label":"Slowing","stars_delta_30d":12,"url":"https://www.graphcanon.com/tools/scale3-labs-langtrace","markdown_url":"https://www.graphcanon.com/tools/scale3-labs-langtrace.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/scale3-labs-langtrace","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=scale3-labs-langtrace"}},{"type":"integrates_with","direction":"in","explanation":"OpenInference is related to Phoenix in observability and might be designed to integrate for a cohesive AI observability solution.","successor_context":null,"tool":{"slug":"arize-ai-openinference","name":"openinference","tagline":"OpenTelemetry Instrumentation for AI Observability","github_url":"https://github.com/Arize-ai/openinference","owner":"Arize-ai","repo":"openinference","owner_avatar_url":"https://avatars.githubusercontent.com/u/59858760?v=4","primary_language":"Python","stars":1159,"forks":299,"topics":["aiops","gemini","hacktoberfest","haystack","langchain","langraph","llamaindex","llmops","llms","mcp","openai","openai-agents","opentelemetry","pydantic-ai","smolagents","telemetry","tracing","vercel","vertex"],"archived":false,"github_pushed_at":"2026-08-20T18:24:56+00:00","maintenance_label":"Very active","stars_delta_30d":55,"url":"https://www.graphcanon.com/tools/arize-ai-openinference","markdown_url":"https://www.graphcanon.com/tools/arize-ai-openinference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arize-ai-openinference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arize-ai-openinference"}},{"type":"alternative","direction":"in","explanation":"Evidently and Phoenix both offer observability and evaluation for AI models, including ML and LLMs, focusing on monitoring and metrics.","successor_context":null,"tool":{"slug":"evidentlyai-evidently","name":"evidently","tagline":"An open-source ML and LLM observability framework.","github_url":"https://github.com/evidentlyai/evidently","owner":"evidentlyai","repo":"evidently","owner_avatar_url":"https://avatars.githubusercontent.com/u/75031056?v=4","primary_language":"Jupyter Notebook","stars":7790,"forks":895,"topics":["data-drift","data-quality","data-science","data-validation","generative-ai","hacktoberfest","html-report","jupyter-notebook","llm","llmops","machine-learning","mlops","model-monitoring","pandas-dataframe"],"archived":false,"github_pushed_at":"2026-08-05T16:29:57+00:00","maintenance_label":"Very active","stars_delta_30d":117,"url":"https://www.graphcanon.com/tools/evidentlyai-evidently","markdown_url":"https://www.graphcanon.com/tools/evidentlyai-evidently.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/evidentlyai-evidently","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=evidentlyai-evidently"}},{"type":"related","direction":"in","explanation":"Phoenix from Arize AI offers observability and evaluation for AI models, which is complementary to the testing and evaluation aspects provided by Giskard.","successor_context":null,"tool":{"slug":"giskard-ai-giskard-oss","name":"giskard-oss","tagline":"Open-Source Evaluation & Testing library for LLM Agents","github_url":"https://github.com/Giskard-AI/giskard-oss","owner":"Giskard-AI","repo":"giskard-oss","owner_avatar_url":"https://avatars.githubusercontent.com/u/71782571?v=4","primary_language":"Python","stars":5727,"forks":511,"topics":["agent-evaluation","ai-red-team","ai-security","ai-testing","fairness-ai","llm","llm-eval","llm-evaluation","llm-security","llmops","ml-testing","ml-validation","mlops","rag-evaluation","red-team-tools","responsible-ai","trustworthy-ai"],"archived":false,"github_pushed_at":"2026-08-01T23:22:37+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/giskard-ai-giskard-oss","markdown_url":"https://www.graphcanon.com/tools/giskard-ai-giskard-oss.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/giskard-ai-giskard-oss","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=giskard-ai-giskard-oss"}},{"type":"alternative","direction":"in","explanation":"Phoenix from Arize AI is also centered around the observability and evaluation of ML models, making it comparable in purpose to UpTrain while differing in specific features.","successor_context":null,"tool":{"slug":"uptrain-ai-uptrain","name":"uptrain","tagline":"Unified platform for evaluating and improving Generative AI applications","github_url":"https://github.com/uptrain-ai/uptrain","owner":"uptrain-ai","repo":"uptrain","owner_avatar_url":"https://avatars.githubusercontent.com/u/114582870?v=4","primary_language":"Python","stars":2359,"forks":204,"topics":["autoevaluation","evaluation","experimentation","hallucination-detection","jailbreak-detection","llm-eval","llm-prompting","llm-test","llmops","machine-learning","monitoring","openai-evals","prompt-engineering","root-cause-analysis"],"archived":false,"github_pushed_at":"2024-08-18T13:30:44+00:00","maintenance_label":"Dormant","stars_delta_30d":4,"url":"https://www.graphcanon.com/tools/uptrain-ai-uptrain","markdown_url":"https://www.graphcanon.com/tools/uptrain-ai-uptrain.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/uptrain-ai-uptrain","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=uptrain-ai-uptrain"}},{"type":"alternative","direction":"in","explanation":"Phoenix by Arize AI offers similar evaluation and monitoring capabilities for AI applications as Langtrace does, especially in the context of LLMs.","successor_context":null,"tool":{"slug":"scale3-labs-langtrace","name":"langtrace","tagline":"Open Telemetry based observability tool for LLM applications","github_url":"https://github.com/Scale3-Labs/langtrace","owner":"Scale3-Labs","repo":"langtrace","owner_avatar_url":"https://avatars.githubusercontent.com/u/110545750?v=4","primary_language":"TypeScript","stars":1228,"forks":126,"topics":["ai","datasets","evaluations","gpt","langchain","llm","llm-framework","llmops","observability","open-source","open-telemetry","openai","prompt-engineering","tracing"],"archived":false,"github_pushed_at":"2025-11-17T15:08:48+00:00","maintenance_label":"Slowing","stars_delta_30d":12,"url":"https://www.graphcanon.com/tools/scale3-labs-langtrace","markdown_url":"https://www.graphcanon.com/tools/scale3-labs-langtrace.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/scale3-labs-langtrace","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=scale3-labs-langtrace"}},{"type":"alternative","direction":"in","explanation":"Prometheus-eval and phoenix both offer capabilities for evaluating LLMs, but differ in their specific functions; Prometheus-eval focuses specifically on tools and methodologies for the evaluation of generation tasks using Large Language Models with Prometheus and GPT4, whereas phoenix provides a broader suite of AI observability features alongside evaluation, supporting various types of AI systems","successor_context":null,"tool":{"slug":"prometheus-eval-prometheus-eval","name":"prometheus-eval","tagline":"Evaluate your LLM's response with Prometheus and GPT4","github_url":"https://github.com/prometheus-eval/prometheus-eval","owner":"prometheus-eval","repo":"prometheus-eval","owner_avatar_url":"https://avatars.githubusercontent.com/u/167460660?v=4","primary_language":"Python","stars":1107,"forks":68,"topics":["evaluation","gpt4","litellm","llm","llm-as-a-judge","llm-as-evaluator","llmops","python","vllm"],"archived":false,"github_pushed_at":"2025-04-25T03:58:37+00:00","maintenance_label":"Dormant","stars_delta_30d":5,"url":"https://www.graphcanon.com/tools/prometheus-eval-prometheus-eval","markdown_url":"https://www.graphcanon.com/tools/prometheus-eval-prometheus-eval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/prometheus-eval-prometheus-eval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=prometheus-eval-prometheus-eval"}}],"neighbours":[{"slug":"microsoft-generative-ai-for-beginners","name":"generative-ai-for-beginners","tagline":"21 Lessons for Getting Started with Generative AI","github_url":"https://github.com/microsoft/generative-ai-for-beginners","owner":"microsoft","repo":"generative-ai-for-beginners","owner_avatar_url":"https://avatars.githubusercontent.com/u/6154722?v=4","primary_language":"Jupyter Notebook","stars":113577,"forks":60972,"topics":["ai","azure","chatgpt","dall-e","generative-ai","generativeai","gpt","language-model","llms","microsoft-for-beginners","openai","prompt-engineering","semantic-search","transformers"],"archived":false,"github_pushed_at":"2026-07-23T03:43:21+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/microsoft-generative-ai-for-beginners","markdown_url":"https://www.graphcanon.com/tools/microsoft-generative-ai-for-beginners.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/microsoft-generative-ai-for-beginners","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=microsoft-generative-ai-for-beginners","shared_categories":["evaluation-observability"]},{"slug":"mlabonne-llm-course","name":"llm-course","tagline":"Course to get into Large Language Models (LLMs) with roadmaps and Colab notebooks.","github_url":"https://github.com/mlabonne/llm-course","owner":"mlabonne","repo":"llm-course","owner_avatar_url":"https://avatars.githubusercontent.com/u/81252890?v=4","primary_language":null,"stars":81512,"forks":9490,"topics":["course","large-language-models","llm","machine-learning","roadmap"],"archived":false,"github_pushed_at":"2026-02-05T13:09:26+00:00","maintenance_label":"Slowing","stars_delta_30d":771,"url":"https://www.graphcanon.com/tools/mlabonne-llm-course","markdown_url":"https://www.graphcanon.com/tools/mlabonne-llm-course.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mlabonne-llm-course","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mlabonne-llm-course","shared_categories":["evaluation-observability"]},{"slug":"netdata-netdata","name":"netdata","tagline":"The fastest path to AI-powered full stack observability for lean teams","github_url":"https://github.com/netdata/netdata","owner":"netdata","repo":"netdata","owner_avatar_url":"https://avatars.githubusercontent.com/u/43390781?v=4","primary_language":"Go","stars":79844,"forks":6544,"topics":["ai","alerting","cncf","data-visualization","database","devops","docker","grafana","influxdb","kubernetes","linux","machine-learning","mcp","mongodb","monitoring","mysql","netdata","observability","postgresql","prometheus"],"archived":false,"github_pushed_at":"2026-07-25T22:58:45+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/netdata-netdata","markdown_url":"https://www.graphcanon.com/tools/netdata-netdata.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/netdata-netdata","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=netdata-netdata","shared_categories":["evaluation-observability"]},{"slug":"headroomlabs-ai-headroom","name":"headroom","tagline":"Compress tool outputs and data to reduce tokens before reaching the LLM.","github_url":"https://github.com/headroomlabs-ai/headroom","owner":"headroomlabs-ai","repo":"headroom","owner_avatar_url":"https://avatars.githubusercontent.com/u/294291659?v=4","primary_language":"Python","stars":66470,"forks":5103,"topics":["agent","ai","anthropic","claude-code","compression","context-engineering","context-window","cursor","fastapi","langchain","llm","mcp","openai","prompt-engineering","proxy","python","rag","token-optimization","tokens","typescript"],"archived":false,"github_pushed_at":"2026-08-16T00:57:42+00:00","maintenance_label":"Very active","stars_delta_30d":6941,"url":"https://www.graphcanon.com/tools/headroomlabs-ai-headroom","markdown_url":"https://www.graphcanon.com/tools/headroomlabs-ai-headroom.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/headroomlabs-ai-headroom","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=headroomlabs-ai-headroom","shared_categories":["evaluation-observability"]},{"slug":"sansan0-trendradar","name":"TrendRadar","tagline":"AI-driven public opinion & trend monitor with multi-platform aggregation, RSS, and smart alerts.","github_url":"https://github.com/sansan0/TrendRadar","owner":"sansan0","repo":"TrendRadar","owner_avatar_url":"https://avatars.githubusercontent.com/u/77180927?v=4","primary_language":"Python","stars":61487,"forks":24870,"topics":["ai","bark","data-analysis","docker","hot-news","llm","mail","mcp","mcp-server","news","ntfy","python","rss","trending-topics","wechat","wework"],"archived":false,"github_pushed_at":"2026-07-17T13:54:28+00:00","maintenance_label":"Active","stars_delta_30d":875,"url":"https://www.graphcanon.com/tools/sansan0-trendradar","markdown_url":"https://www.graphcanon.com/tools/sansan0-trendradar.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/sansan0-trendradar","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=sansan0-trendradar","shared_categories":["evaluation-observability"]},{"slug":"elder-plinius-cl4r1t4s","name":"CL4R1T4S","tagline":"Leaked system prompts for various AI agents include ChatGPT, Claude, Gemini among others emphasizing transparency and access.","github_url":"https://github.com/elder-plinius/CL4R1T4S","owner":"elder-plinius","repo":"CL4R1T4S","owner_avatar_url":"https://avatars.githubusercontent.com/u/133052465?v=4","primary_language":null,"stars":46435,"forks":9474,"topics":["agents","ai","chatgpt","gemini","google","grok","hacking","leak","leaked","openai","prompt","prompt-engineering","prompts","red-team","red-teaming","system","system-info","system-prompts","tools","transparency"],"archived":false,"github_pushed_at":"2026-07-24T22:18:48+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/elder-plinius-cl4r1t4s","markdown_url":"https://www.graphcanon.com/tools/elder-plinius-cl4r1t4s.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/elder-plinius-cl4r1t4s","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=elder-plinius-cl4r1t4s","shared_categories":["evaluation-observability"]},{"slug":"danny-avila-librechat","name":"LibreChat","tagline":"Enhanced ChatGPT Clone with extensive features and integrations for self-hosting","github_url":"https://github.com/danny-avila/LibreChat","owner":"danny-avila","repo":"LibreChat","owner_avatar_url":"https://avatars.githubusercontent.com/u/110412045?v=4","primary_language":"TypeScript","stars":41282,"forks":8495,"topics":["ai","anthropic","artifacts","aws","azure","chatgpt","chatgpt-clone","claude","clone","deepseek","gemini","google","gpt-5","librechat","mcp","o1","openai","responses-api","vision","webui"],"archived":false,"github_pushed_at":"2026-07-25T21:44:54+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/danny-avila-librechat","markdown_url":"https://www.graphcanon.com/tools/danny-avila-librechat.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/danny-avila-librechat","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=danny-avila-librechat","shared_categories":["evaluation-observability"]},{"slug":"imbad0202-academic-research-skills","name":"academic-research-skills","tagline":"Workflow for academic research and writing with AI tools","github_url":"https://github.com/Imbad0202/academic-research-skills","owner":"Imbad0202","repo":"academic-research-skills","owner_avatar_url":"https://avatars.githubusercontent.com/u/132531341?v=4","primary_language":"Python","stars":39776,"forks":3188,"topics":["academic-pipeline","academic-writing","ai-research","claude","claude-code","literature-review","peer-review","prompt-engineering"],"archived":false,"github_pushed_at":"2026-07-27T17:55:34+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/imbad0202-academic-research-skills","markdown_url":"https://www.graphcanon.com/tools/imbad0202-academic-research-skills.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/imbad0202-academic-research-skills","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=imbad0202-academic-research-skills","shared_categories":["evaluation-observability"]},{"slug":"lm-sys-fastchat","name":"FastChat","tagline":"An open platform for training, serving, and evaluating large language models","github_url":"https://github.com/lm-sys/FastChat","owner":"lm-sys","repo":"FastChat","owner_avatar_url":"https://avatars.githubusercontent.com/u/126381704?v=4","primary_language":"Python","stars":39517,"forks":4788,"topics":[],"archived":false,"github_pushed_at":"2026-05-01T00:25:53+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/lm-sys-fastchat","markdown_url":"https://www.graphcanon.com/tools/lm-sys-fastchat.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lm-sys-fastchat","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lm-sys-fastchat","shared_categories":["evaluation-observability"]},{"slug":"linshenkx-prompt-optimizer","name":"prompt-optimizer","tagline":"An AI prompt optimizer for writing better prompts and getting better AI results.","github_url":"https://github.com/linshenkx/prompt-optimizer","owner":"linshenkx","repo":"prompt-optimizer","owner_avatar_url":"https://avatars.githubusercontent.com/u/32978552?v=4","primary_language":"TypeScript","stars":33144,"forks":3890,"topics":["ai-prompts","ai-tools","llm","prompt","prompt-engineering","prompt-optimization","prompt-optimizer","prompt-testing","prompt-toolkit","prompt-tuning"],"archived":false,"github_pushed_at":"2026-08-13T14:23:12+00:00","maintenance_label":"Very active","stars_delta_30d":885,"url":"https://www.graphcanon.com/tools/linshenkx-prompt-optimizer","markdown_url":"https://www.graphcanon.com/tools/linshenkx-prompt-optimizer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/linshenkx-prompt-optimizer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=linshenkx-prompt-optimizer","shared_categories":["evaluation-observability"]},{"slug":"langfuse-langfuse","name":"langfuse","tagline":"Open source AI engineering platform: LLM evals, observability, metrics, prompt management, playground, datasets","github_url":"https://github.com/langfuse/langfuse","owner":"langfuse","repo":"langfuse","owner_avatar_url":"https://avatars.githubusercontent.com/u/134601687?v=4","primary_language":"TypeScript","stars":32271,"forks":3466,"topics":["analytics","autogen","evaluation","langchain","large-language-models","llama-index","llm","llm-evaluation","llm-observability","llmops","monitoring","observability","open-source","openai","playground","prompt-engineering","prompt-management","self-hosted","ycombinator"],"archived":false,"github_pushed_at":"2026-07-31T22:58:07+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/langfuse-langfuse","markdown_url":"https://www.graphcanon.com/tools/langfuse-langfuse.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langfuse-langfuse","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langfuse-langfuse","shared_categories":["evaluation-observability"]},{"slug":"gitleaks-gitleaks","name":"gitleaks","tagline":"Find secrets with Gitleaks 🔑","github_url":"https://github.com/gitleaks/gitleaks","owner":"gitleaks","repo":"gitleaks","owner_avatar_url":"https://avatars.githubusercontent.com/u/90395851?v=4","primary_language":"Go","stars":28753,"forks":2191,"topics":["ai-powered","ci-cd","cicd","cli","data-loss-prevention","devsecops","dlp","git","gitleaks","go","golang","hacktoberfest","llm","llm-inference","llm-training","nhi","open-source","secret","security","security-tools"],"archived":false,"github_pushed_at":"2026-07-29T04:13:17+00:00","maintenance_label":"Active","stars_delta_30d":576,"url":"https://www.graphcanon.com/tools/gitleaks-gitleaks","markdown_url":"https://www.graphcanon.com/tools/gitleaks-gitleaks.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/gitleaks-gitleaks","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=gitleaks-gitleaks","shared_categories":["evaluation-observability"]}]}}