{"data":{"node":{"slug":"traceloop-openllmetry","name":"openllmetry","tagline":"Open-source observability for GenAI or LLM applications based on OpenTelemetry","github_url":"https://github.com/traceloop/openllmetry","owner":"traceloop","repo":"openllmetry","owner_avatar_url":"https://avatars.githubusercontent.com/u/125419530?v=4","primary_language":"Python","stars":7438,"forks":1082,"topics":["artifical-intelligence","datascience","generative-ai","good-first-issue","good-first-issues","help-wanted","llm","llmops","metrics","ml","model-monitoring","monitoring","observability","open-source","open-telemetry","opentelemetry","opentelemetry-python","python"],"archived":false,"github_pushed_at":"2026-09-17T18:54:33+00:00","maintenance_label":"Very active","stars_delta_30d":61,"url":"https://www.graphcanon.com/tools/traceloop-openllmetry","markdown_url":"https://www.graphcanon.com/tools/traceloop-openllmetry.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/traceloop-openllmetry","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=traceloop-openllmetry"},"categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"artifical-intelligence","name":"artifical-intelligence"},{"slug":"datascience","name":"datascience"},{"slug":"generative-ai","name":"generative-ai"},{"slug":"llm","name":"llm"},{"slug":"llmops","name":"llmops"},{"slug":"metrics","name":"metrics"},{"slug":"ml","name":"ml"},{"slug":"model-monitoring","name":"model-monitoring"}],"edges":[{"type":"alternative","direction":"out","explanation":"Both platforms offer observability and evaluation tools specifically for LLM applications, making them alternatives to each other.","successor_context":null,"tool":{"slug":"langfuse-langfuse","name":"langfuse","tagline":"Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.","github_url":"https://github.com/langfuse/langfuse","owner":"langfuse","repo":"langfuse","owner_avatar_url":"https://avatars.githubusercontent.com/u/134601687?v=4","primary_language":"TypeScript","stars":34763,"forks":3793,"topics":["analytics","autogen","evaluation","langchain","large-language-models","llama-index","llm","llm-evaluation","llm-observability","llmops","monitoring","observability","open-source","openai","playground","prompt-engineering","prompt-management","self-hosted","ycombinator"],"archived":false,"github_pushed_at":"2026-09-18T08:08:19+00:00","maintenance_label":"Very active","stars_delta_30d":2492,"url":"https://www.graphcanon.com/tools/langfuse-langfuse","markdown_url":"https://www.graphcanon.com/tools/langfuse-langfuse.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langfuse-langfuse","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langfuse-langfuse"}},{"type":"integrates_with","direction":"out","explanation":"OpenLLMetry is based on OpenTelemetry, and openinference offers OpenTelemetry Instrumentation for AI Observability, indicating potential integration points.","successor_context":null,"tool":{"slug":"arize-ai-openinference","name":"openinference","tagline":"OpenTelemetry Instrumentation for AI Observability","github_url":"https://github.com/Arize-ai/openinference","owner":"Arize-ai","repo":"openinference","owner_avatar_url":"https://avatars.githubusercontent.com/u/59858760?v=4","primary_language":"Python","stars":1225,"forks":318,"topics":["aiops","gemini","hacktoberfest","haystack","langchain","langraph","llamaindex","llmops","llms","mcp","openai","openai-agents","opentelemetry","pydantic-ai","smolagents","telemetry","tracing","vercel","vertex"],"archived":false,"github_pushed_at":"2026-09-19T18:57:52+00:00","maintenance_label":"Very active","stars_delta_30d":66,"url":"https://www.graphcanon.com/tools/arize-ai-openinference","markdown_url":"https://www.graphcanon.com/tools/arize-ai-openinference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arize-ai-openinference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arize-ai-openinference"}},{"type":"alternative","direction":"out","explanation":"Both OpenLLMetry and LangTrace provide open-source observability solutions for LLM applications.","successor_context":null,"tool":{"slug":"scale3-labs-langtrace","name":"langtrace","tagline":"Open Telemetry based observability tool for LLM applications","github_url":"https://github.com/Scale3-Labs/langtrace","owner":"Scale3-Labs","repo":"langtrace","owner_avatar_url":"https://avatars.githubusercontent.com/u/110545750?v=4","primary_language":"TypeScript","stars":1232,"forks":127,"topics":["ai","datasets","evaluations","gpt","langchain","llm","llm-framework","llmops","observability","open-source","open-telemetry","openai","prompt-engineering","tracing"],"archived":false,"github_pushed_at":"2025-11-17T15:08:48+00:00","maintenance_label":"Slowing","stars_delta_30d":4,"url":"https://www.graphcanon.com/tools/scale3-labs-langtrace","markdown_url":"https://www.graphcanon.com/tools/scale3-labs-langtrace.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/scale3-labs-langtrace","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=scale3-labs-langtrace"}},{"type":"related","direction":"in","explanation":null,"successor_context":null,"tool":{"slug":"arize-ai-phoenix","name":"phoenix","tagline":"AI Observability & Evaluation","github_url":"https://github.com/Arize-ai/phoenix","owner":"Arize-ai","repo":"phoenix","owner_avatar_url":"https://avatars.githubusercontent.com/u/59858760?v=4","primary_language":"Python","stars":11528,"forks":1136,"topics":["agents","ai-monitoring","ai-observability","aiengineering","anthropic","datasets","evals","langchain","llamaindex","llm-eval","llm-evaluation","llmops","llms","openai","prompt-engineering","smolagents"],"archived":false,"github_pushed_at":"2026-09-18T07:31:21+00:00","maintenance_label":"Very active","stars_delta_30d":681,"url":"https://www.graphcanon.com/tools/arize-ai-phoenix","markdown_url":"https://www.graphcanon.com/tools/arize-ai-phoenix.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arize-ai-phoenix","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arize-ai-phoenix"}},{"type":"related","direction":"in","explanation":null,"successor_context":null,"tool":{"slug":"evidentlyai-evidently","name":"evidently","tagline":"An open-source ML and LLM observability framework for evaluating, testing, and monitoring AI systems and data pipelines.","github_url":"https://github.com/evidentlyai/evidently","owner":"evidentlyai","repo":"evidently","owner_avatar_url":"https://avatars.githubusercontent.com/u/75031056?v=4","primary_language":"Jupyter Notebook","stars":7924,"forks":919,"topics":["data-drift","data-quality","data-science","data-validation","generative-ai","hacktoberfest","html-report","jupyter-notebook","llm","llmops","machine-learning","mlops","model-monitoring","pandas-dataframe"],"archived":false,"github_pushed_at":"2026-09-11T09:03:28+00:00","maintenance_label":"Very active","stars_delta_30d":134,"url":"https://www.graphcanon.com/tools/evidentlyai-evidently","markdown_url":"https://www.graphcanon.com/tools/evidentlyai-evidently.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/evidentlyai-evidently","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=evidentlyai-evidently"}},{"type":"related","direction":"in","explanation":null,"successor_context":null,"tool":{"slug":"helicone-helicone","name":"helicone","tagline":"Open source LLM observability platform","github_url":"https://github.com/Helicone/helicone","owner":"Helicone","repo":"helicone","owner_avatar_url":"https://avatars.githubusercontent.com/u/114524975?v=4","primary_language":"TypeScript","stars":6162,"forks":670,"topics":["agent-monitoring","analytics","evaluation","gpt","langchain","large-language-models","llama-index","llm","llm-cost","llm-evaluation","llm-observability","llmops","monitoring","open-source","openai","playground","prompt-engineering","prompt-management","ycombinator"],"archived":false,"github_pushed_at":"2026-09-16T19:29:27+00:00","maintenance_label":"Very active","stars_delta_30d":89,"url":"https://www.graphcanon.com/tools/helicone-helicone","markdown_url":"https://www.graphcanon.com/tools/helicone-helicone.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/helicone-helicone","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=helicone-helicone"}},{"type":"related","direction":"in","explanation":null,"successor_context":null,"tool":{"slug":"giskard-ai-giskard-oss","name":"giskard-oss","tagline":"Open-Source Evaluation & Testing library for LLM Agents","github_url":"https://github.com/Giskard-AI/giskard-oss","owner":"Giskard-AI","repo":"giskard-oss","owner_avatar_url":"https://avatars.githubusercontent.com/u/71782571?v=4","primary_language":"Python","stars":5824,"forks":537,"topics":["agent-evaluation","ai-red-team","ai-security","ai-testing","fairness-ai","llm","llm-eval","llm-evaluation","llm-security","llmops","ml-testing","ml-validation","mlops","rag-evaluation","red-team-tools","responsible-ai","trustworthy-ai"],"archived":false,"github_pushed_at":"2026-09-18T07:09:06+00:00","maintenance_label":"Very active","stars_delta_30d":97,"url":"https://www.graphcanon.com/tools/giskard-ai-giskard-oss","markdown_url":"https://www.graphcanon.com/tools/giskard-ai-giskard-oss.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/giskard-ai-giskard-oss","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=giskard-ai-giskard-oss"}},{"type":"related","direction":"in","explanation":null,"successor_context":null,"tool":{"slug":"uptrain-ai-uptrain","name":"uptrain","tagline":"Unified platform for evaluating and improving Generative AI applications","github_url":"https://github.com/uptrain-ai/uptrain","owner":"uptrain-ai","repo":"uptrain","owner_avatar_url":"https://avatars.githubusercontent.com/u/114582870?v=4","primary_language":"Python","stars":2365,"forks":205,"topics":["autoevaluation","evaluation","experimentation","hallucination-detection","jailbreak-detection","llm-eval","llm-prompting","llm-test","llmops","machine-learning","monitoring","openai-evals","prompt-engineering","root-cause-analysis"],"archived":false,"github_pushed_at":"2024-08-18T13:30:44+00:00","maintenance_label":"Dormant","stars_delta_30d":6,"url":"https://www.graphcanon.com/tools/uptrain-ai-uptrain","markdown_url":"https://www.graphcanon.com/tools/uptrain-ai-uptrain.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/uptrain-ai-uptrain","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=uptrain-ai-uptrain"}},{"type":"related","direction":"in","explanation":null,"successor_context":null,"tool":{"slug":"arize-ai-openinference","name":"openinference","tagline":"OpenTelemetry Instrumentation for AI Observability","github_url":"https://github.com/Arize-ai/openinference","owner":"Arize-ai","repo":"openinference","owner_avatar_url":"https://avatars.githubusercontent.com/u/59858760?v=4","primary_language":"Python","stars":1225,"forks":318,"topics":["aiops","gemini","hacktoberfest","haystack","langchain","langraph","llamaindex","llmops","llms","mcp","openai","openai-agents","opentelemetry","pydantic-ai","smolagents","telemetry","tracing","vercel","vertex"],"archived":false,"github_pushed_at":"2026-09-19T18:57:52+00:00","maintenance_label":"Very active","stars_delta_30d":66,"url":"https://www.graphcanon.com/tools/arize-ai-openinference","markdown_url":"https://www.graphcanon.com/tools/arize-ai-openinference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arize-ai-openinference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arize-ai-openinference"}},{"type":"integrates_with","direction":"in","explanation":"Both Traceloop-OpenLLMetry and Pinpoint focus on observability for application monitoring, which could imply integration opportunities as both are designed to track real-time performance.","successor_context":null,"tool":{"slug":"pinpoint-apm-pinpoint","name":"pinpoint","tagline":"APM tool for large-scale distributed systems","github_url":"https://github.com/pinpoint-apm/pinpoint","owner":"pinpoint-apm","repo":"pinpoint","owner_avatar_url":"https://avatars.githubusercontent.com/u/72777607?v=4","primary_language":"Java","stars":13864,"forks":3754,"topics":["agent","apm","distributed-tracing","monitoring","performance","tracing"],"archived":false,"github_pushed_at":"2026-08-19T05:21:08+00:00","maintenance_label":"Very active","stars_delta_30d":26,"url":"https://www.graphcanon.com/tools/pinpoint-apm-pinpoint","markdown_url":"https://www.graphcanon.com/tools/pinpoint-apm-pinpoint.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pinpoint-apm-pinpoint","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pinpoint-apm-pinpoint"}},{"type":"alternative","direction":"in","explanation":"Both frameworks aim at providing observability for LLM applications but with different methodologies and focus areas.","successor_context":null,"tool":{"slug":"evidentlyai-evidently","name":"evidently","tagline":"An open-source ML and LLM observability framework for evaluating, testing, and monitoring AI systems and data pipelines.","github_url":"https://github.com/evidentlyai/evidently","owner":"evidentlyai","repo":"evidently","owner_avatar_url":"https://avatars.githubusercontent.com/u/75031056?v=4","primary_language":"Jupyter Notebook","stars":7924,"forks":919,"topics":["data-drift","data-quality","data-science","data-validation","generative-ai","hacktoberfest","html-report","jupyter-notebook","llm","llmops","machine-learning","mlops","model-monitoring","pandas-dataframe"],"archived":false,"github_pushed_at":"2026-09-11T09:03:28+00:00","maintenance_label":"Very active","stars_delta_30d":134,"url":"https://www.graphcanon.com/tools/evidentlyai-evidently","markdown_url":"https://www.graphcanon.com/tools/evidentlyai-evidently.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/evidentlyai-evidently","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=evidentlyai-evidently"}},{"type":"alternative","direction":"in","explanation":"Helicone and OpenLLMetry are both focused on providing open-source observability tools for LLM applications.","successor_context":null,"tool":{"slug":"helicone-helicone","name":"helicone","tagline":"Open source LLM observability platform","github_url":"https://github.com/Helicone/helicone","owner":"Helicone","repo":"helicone","owner_avatar_url":"https://avatars.githubusercontent.com/u/114524975?v=4","primary_language":"TypeScript","stars":6162,"forks":670,"topics":["agent-monitoring","analytics","evaluation","gpt","langchain","large-language-models","llama-index","llm","llm-cost","llm-evaluation","llm-observability","llmops","monitoring","open-source","openai","playground","prompt-engineering","prompt-management","ycombinator"],"archived":false,"github_pushed_at":"2026-09-16T19:29:27+00:00","maintenance_label":"Very active","stars_delta_30d":89,"url":"https://www.graphcanon.com/tools/helicone-helicone","markdown_url":"https://www.graphcanon.com/tools/helicone-helicone.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/helicone-helicone","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=helicone-helicone"}},{"type":"integrates_with","direction":"in","explanation":"OpenLLMetry is designed for observability of LLM applications and can work with VLMEvalKit to track the performance of evaluation processes.","successor_context":null,"tool":{"slug":"open-compass-vlmevalkit","name":"VLMEvalKit","tagline":"An open-source evaluation toolkit for large vision-language models","github_url":"https://github.com/open-compass/VLMEvalKit","owner":"open-compass","repo":"VLMEvalKit","owner_avatar_url":"https://avatars.githubusercontent.com/u/143521324?v=4","primary_language":"Python","stars":4345,"forks":745,"topics":["chatgpt","claude","clip","computer-vision","evaluation","gemini","gpt","gpt-4v","gpt4","large-language-models","llava","llm","multi-modal","openai","openai-api","pytorch","qwen","vit","vqa"],"archived":false,"github_pushed_at":"2026-08-17T17:16:26+00:00","maintenance_label":"Very active","stars_delta_30d":60,"url":"https://www.graphcanon.com/tools/open-compass-vlmevalkit","markdown_url":"https://www.graphcanon.com/tools/open-compass-vlmevalkit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/open-compass-vlmevalkit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=open-compass-vlmevalkit"}},{"type":"alternative","direction":"in","explanation":"OpenLLMetry by Traceloop works similarly to Langtrace in offering open-source observability tools for LLM applications.","successor_context":null,"tool":{"slug":"scale3-labs-langtrace","name":"langtrace","tagline":"Open Telemetry based observability tool for LLM applications","github_url":"https://github.com/Scale3-Labs/langtrace","owner":"Scale3-Labs","repo":"langtrace","owner_avatar_url":"https://avatars.githubusercontent.com/u/110545750?v=4","primary_language":"TypeScript","stars":1232,"forks":127,"topics":["ai","datasets","evaluations","gpt","langchain","llm","llm-framework","llmops","observability","open-source","open-telemetry","openai","prompt-engineering","tracing"],"archived":false,"github_pushed_at":"2025-11-17T15:08:48+00:00","maintenance_label":"Slowing","stars_delta_30d":4,"url":"https://www.graphcanon.com/tools/scale3-labs-langtrace","markdown_url":"https://www.graphcanon.com/tools/scale3-labs-langtrace.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/scale3-labs-langtrace","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=scale3-labs-langtrace"}},{"type":"integrates_with","direction":"in","explanation":"Agenta can integrate with openllmetry to enhance its observability features.","successor_context":null,"tool":{"slug":"agenta-ai-agenta","name":"agenta","tagline":"A workspace for building and orchestrating AI agents and automations.","github_url":"https://github.com/Agenta-AI/agenta","owner":"Agenta-AI","repo":"agenta","owner_avatar_url":"https://avatars.githubusercontent.com/u/127993667?v=4","primary_language":"TypeScript","stars":4764,"forks":673,"topics":["agent-builder","agent-observability","agent-orchestration","agent-workspace","agentic-ai","ai-agent","ai-agents","ai-automation","ai-coworker","ai-skills-manager","ai-workflow-builder","harness","mcp","open-source","self-hosted","workflow-automation"],"archived":false,"github_pushed_at":"2026-09-18T06:32:52+00:00","maintenance_label":"Very active","stars_delta_30d":319,"url":"https://www.graphcanon.com/tools/agenta-ai-agenta","markdown_url":"https://www.graphcanon.com/tools/agenta-ai-agenta.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/agenta-ai-agenta","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=agenta-ai-agenta"}},{"type":"alternative","direction":"in","explanation":"Both 'opik' and 'openllmetry' provide observability solutions for AI applications, particularly for generative models and large language models. However, while 'opik' includes features like evaluation and automatic prompt optimization in addition to tracing and monitoring, 'openllmetry' focuses specifically on observability features such as metrics and monitoring based on the OpenTelemetry标准。因此，它们","successor_context":null,"tool":{"slug":"comet-ml-opik","name":"opik","tagline":"Debug, evaluate, and monitor LLM applications, RAG systems, and agentic workflows","github_url":"https://github.com/comet-ml/opik","owner":"comet-ml","repo":"opik","owner_avatar_url":"https://avatars.githubusercontent.com/u/31487821?v=4","primary_language":"Python","stars":22110,"forks":1801,"topics":["evaluation","hacktoberfest","hacktoberfest2025","langchain","llama-index","llm","llm-evaluation","llm-observability","llmops","open-source","openai","playground","prompt-engineering"],"archived":false,"github_pushed_at":"2026-09-18T08:25:51+00:00","maintenance_label":"Very active","stars_delta_30d":933,"url":"https://www.graphcanon.com/tools/comet-ml-opik","markdown_url":"https://www.graphcanon.com/tools/comet-ml-opik.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/comet-ml-opik","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=comet-ml-opik"}},{"type":"alternative","direction":"in","explanation":"Both Openllmetry and Phoenix offer open-source observability tools for LLM applications, making them alternatives in the space.","successor_context":null,"tool":{"slug":"arize-ai-phoenix","name":"phoenix","tagline":"AI Observability & Evaluation","github_url":"https://github.com/Arize-ai/phoenix","owner":"Arize-ai","repo":"phoenix","owner_avatar_url":"https://avatars.githubusercontent.com/u/59858760?v=4","primary_language":"Python","stars":11528,"forks":1136,"topics":["agents","ai-monitoring","ai-observability","aiengineering","anthropic","datasets","evals","langchain","llamaindex","llm-eval","llm-evaluation","llmops","llms","openai","prompt-engineering","smolagents"],"archived":false,"github_pushed_at":"2026-09-18T07:31:21+00:00","maintenance_label":"Very active","stars_delta_30d":681,"url":"https://www.graphcanon.com/tools/arize-ai-phoenix","markdown_url":"https://www.graphcanon.com/tools/arize-ai-phoenix.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arize-ai-phoenix","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arize-ai-phoenix"}},{"type":"depends_on","direction":"in","explanation":"Anomaly detection systems may depend on observability frameworks like openllmetry to monitor and analyze the behavior of models, especially in production environments.","successor_context":null,"tool":{"slug":"yzhao062-anomaly-detection-resources","name":"anomaly-detection-resources","tagline":"Anomaly detection resources including books, papers, videos, and toolboxes","github_url":"https://github.com/yzhao062/anomaly-detection-resources","owner":"yzhao062","repo":"anomaly-detection-resources","owner_avatar_url":"https://avatars.githubusercontent.com/u/15079146?v=4","primary_language":"Python","stars":9388,"forks":1801,"topics":["anomaly-detection","awesome","awesome-list","data-mining","fraud","fraud-detection","graph-neural-networks","large-language-models","llm","machine-learning","outlier","outlier-detection","outlier-ensembles","time-series-analysis","unsupervised-learning","vlm","vlms"],"archived":false,"github_pushed_at":"2026-03-02T04:42:20+00:00","maintenance_label":"Slowing","stars_delta_30d":24,"url":"https://www.graphcanon.com/tools/yzhao062-anomaly-detection-resources","markdown_url":"https://www.graphcanon.com/tools/yzhao062-anomaly-detection-resources.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/yzhao062-anomaly-detection-resources","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=yzhao062-anomaly-detection-resources"}},{"type":"alternative","direction":"in","explanation":"OpenLLMetry provides open-source observability for LLMs, similar to TruLens, which focuses on evaluation and tracking of performance across developmental iterations.","successor_context":null,"tool":{"slug":"truera-trulens","name":"trulens","tagline":"Evaluation and Tracking for LLM Experiments and AI Agents","github_url":"https://github.com/truera/trulens","owner":"truera","repo":"trulens","owner_avatar_url":"https://avatars.githubusercontent.com/u/51224128?v=4","primary_language":"Python","stars":3563,"forks":345,"topics":["agent-evaluation","agentops","ai-agents","ai-monitoring","ai-observability","evals","explainable-ml","llm-eval","llm-evaluation","llmops","llms","machine-learning","neural-networks"],"archived":false,"github_pushed_at":"2026-09-18T08:44:06+00:00","maintenance_label":"Very active","stars_delta_30d":47,"url":"https://www.graphcanon.com/tools/truera-trulens","markdown_url":"https://www.graphcanon.com/tools/truera-trulens.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/truera-trulens","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=truera-trulens"}},{"type":"integrates_with","direction":"in","explanation":"Featureform focuses on the creation of feature stores while Traceloop can be used for tracking LLM operations. This integration allows Featureform to benefit from observability features when its feature store processes data consumed by large language models.","successor_context":null,"tool":{"slug":"featureform-featureform","name":"featureform","tagline":"The Virtual Feature Store. Turn your existing data infrastructure into a feature store.","github_url":"https://github.com/featureform/featureform","owner":"featureform","repo":"featureform","owner_avatar_url":"https://avatars.githubusercontent.com/u/72954069?v=4","primary_language":"Go","stars":1987,"forks":107,"topics":["data-quality","data-science","embeddings","embeddings-similarity","feature-engineering","feature-store","hacktoberfest","machine-learning","ml","mlops","python","vector-database"],"archived":false,"github_pushed_at":"2025-07-03T19:09:35+00:00","maintenance_label":"Dormant","stars_delta_30d":6,"url":"https://www.graphcanon.com/tools/featureform-featureform","markdown_url":"https://www.graphcanon.com/tools/featureform-featureform.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/featureform-featureform","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=featureform-featureform"}},{"type":"integrates_with","direction":"in","explanation":"Paddler's focus on monitoring and observation can benefit from integrating with OpenLLMetry, an observability tool designed for LLM applications. This integration would enhance Paddler’s capability to diagnose issues and monitor application performance.","successor_context":null,"tool":{"slug":"intentee-paddler","name":"paddler","tagline":"Open-source LLM/VLM load balancer and serving platform for self-hosting at scale","github_url":"https://github.com/intentee/paddler","owner":"intentee","repo":"paddler","owner_avatar_url":"https://avatars.githubusercontent.com/u/215040511?v=4","primary_language":"Rust","stars":1674,"forks":98,"topics":["ai","llamacpp","llm","llmops","load-balancer"],"archived":false,"github_pushed_at":"2026-09-17T17:41:40+00:00","maintenance_label":"Very active","stars_delta_30d":11,"url":"https://www.graphcanon.com/tools/intentee-paddler","markdown_url":"https://www.graphcanon.com/tools/intentee-paddler.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/intentee-paddler","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=intentee-paddler"}},{"type":"integrates_with","direction":"in","explanation":"`Vigil` could integrate with `OpenLLMetry` as part of a monitoring solution to measure and improve LLM application security.","successor_context":null,"tool":{"slug":"deadbits-vigil-llm","name":"vigil-llm","tagline":"Detect prompt injections and other risky inputs in LLMs","github_url":"https://github.com/deadbits/vigil-llm","owner":"deadbits","repo":"vigil-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/1332757?v=4","primary_language":"Python","stars":496,"forks":56,"topics":["adversarial-attacks","adversarial-machine-learning","large-language-models","llm-security","llmops","prompt-injection","security-tools","yara-scanner"],"archived":false,"github_pushed_at":"2024-01-31T18:43:41+00:00","maintenance_label":"Dormant","stars_delta_30d":5,"url":"https://www.graphcanon.com/tools/deadbits-vigil-llm","markdown_url":"https://www.graphcanon.com/tools/deadbits-vigil-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/deadbits-vigil-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=deadbits-vigil-llm"}},{"type":"related","direction":"in","explanation":"'OpenLLMeterY' targets observability within LLMOps, an area covered generally by 'Awesome-LLMOps'.","successor_context":null,"tool":{"slug":"tensorchord-awesome-llmops","name":"Awesome-LLMOps","tagline":"An awesome & curated list of best LLMOps tools for developers","github_url":"https://github.com/tensorchord/Awesome-LLMOps","owner":"tensorchord","repo":"Awesome-LLMOps","owner_avatar_url":"https://avatars.githubusercontent.com/u/100543303?v=4","primary_language":"Shell","stars":5941,"forks":1058,"topics":["ai-development-tools","awesome-list","llmops","mlops"],"archived":false,"github_pushed_at":"2026-05-21T09:12:50+00:00","maintenance_label":"Slowing","stars_delta_30d":26,"url":"https://www.graphcanon.com/tools/tensorchord-awesome-llmops","markdown_url":"https://www.graphcanon.com/tools/tensorchord-awesome-llmops.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorchord-awesome-llmops","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorchord-awesome-llmops"}},{"type":"related","direction":"in","explanation":"Both focus on observability and monitoring, with netdata providing broader observability solutions compared to the more specialized openllmetry.","successor_context":null,"tool":{"slug":"netdata-netdata","name":"netdata","tagline":"The fastest path to AI-powered full stack observability for lean teams","github_url":"https://github.com/netdata/netdata","owner":"netdata","repo":"netdata","owner_avatar_url":"https://avatars.githubusercontent.com/u/43390781?v=4","primary_language":"Go","stars":80598,"forks":6631,"topics":["ai","alerting","cncf","data-visualization","database","devops","docker","grafana","influxdb","kubernetes","linux","machine-learning","mcp","mongodb","monitoring","mysql","netdata","observability","postgresql","prometheus"],"archived":false,"github_pushed_at":"2026-09-20T00:25:10+00:00","maintenance_label":"Very active","stars_delta_30d":754,"url":"https://www.graphcanon.com/tools/netdata-netdata","markdown_url":"https://www.graphcanon.com/tools/netdata-netdata.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/netdata-netdata","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=netdata-netdata"}}],"neighbours":[{"slug":"netdata-netdata","name":"netdata","tagline":"The fastest path to AI-powered full stack observability for lean teams","github_url":"https://github.com/netdata/netdata","owner":"netdata","repo":"netdata","owner_avatar_url":"https://avatars.githubusercontent.com/u/43390781?v=4","primary_language":"Go","stars":80598,"forks":6631,"topics":["ai","alerting","cncf","data-visualization","database","devops","docker","grafana","influxdb","kubernetes","linux","machine-learning","mcp","mongodb","monitoring","mysql","netdata","observability","postgresql","prometheus"],"archived":false,"github_pushed_at":"2026-09-20T00:25:10+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/netdata-netdata","markdown_url":"https://www.graphcanon.com/tools/netdata-netdata.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/netdata-netdata","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=netdata-netdata","shared_categories":["evaluation-observability"]},{"slug":"langfuse-langfuse","name":"langfuse","tagline":"Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.","github_url":"https://github.com/langfuse/langfuse","owner":"langfuse","repo":"langfuse","owner_avatar_url":"https://avatars.githubusercontent.com/u/134601687?v=4","primary_language":"TypeScript","stars":34763,"forks":3793,"topics":["analytics","autogen","evaluation","langchain","large-language-models","llama-index","llm","llm-evaluation","llm-observability","llmops","monitoring","observability","open-source","openai","playground","prompt-engineering","prompt-management","self-hosted","ycombinator"],"archived":false,"github_pushed_at":"2026-09-18T08:08:19+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/langfuse-langfuse","markdown_url":"https://www.graphcanon.com/tools/langfuse-langfuse.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langfuse-langfuse","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langfuse-langfuse","shared_categories":["evaluation-observability"]},{"slug":"openai-evals","name":"evals","tagline":"Framework for evaluating LLMs and LLM systems with an open-source registry of benchmarks.","github_url":"https://github.com/openai/evals","owner":"openai","repo":"evals","owner_avatar_url":"https://avatars.githubusercontent.com/u/14957082?v=4","primary_language":"Python","stars":19398,"forks":3077,"topics":[],"archived":false,"github_pushed_at":"2026-04-14T15:29:57+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/openai-evals","markdown_url":"https://www.graphcanon.com/tools/openai-evals.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/openai-evals","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=openai-evals","shared_categories":["evaluation-observability"]},{"slug":"raga-ai-hub-ragaai-catalyst","name":"RagaAI-Catalyst","tagline":"Python SDK for AI agent observability and evaluation","github_url":"https://github.com/raga-ai-hub/RagaAI-Catalyst","owner":"raga-ai-hub","repo":"RagaAI-Catalyst","owner_avatar_url":"https://avatars.githubusercontent.com/u/161833182?v=4","primary_language":"Python","stars":16162,"forks":3567,"topics":["agentic-ai","agentic-ai-development","agentneo","agents","ai-agent-monitoring","ai-application-debugging","ai-evaluation-tools","ai-performance-optimization","ai-tool-interaction-monitoring","llm-testing","llm-tracing","llmops"],"archived":false,"github_pushed_at":"2026-02-11T14:43:33+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst","markdown_url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/raga-ai-hub-ragaai-catalyst","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=raga-ai-hub-ragaai-catalyst","shared_categories":["evaluation-observability"]},{"slug":"bentoml-openllm","name":"OpenLLM","tagline":"Run any open-source LLMs as OpenAI compatible API endpoint in the cloud.","github_url":"https://github.com/bentoml/OpenLLM","owner":"bentoml","repo":"OpenLLM","owner_avatar_url":"https://avatars.githubusercontent.com/u/49176046?v=4","primary_language":"Python","stars":12527,"forks":837,"topics":["bentoml","fine-tuning","llama","llama2","llama3-1","llama3-2","llama3-2-vision","llm","llm-inference","llm-ops","llm-serving","llmops","mistral","mlops","model-inference","open-source-llm","openllm","vicuna"],"archived":false,"github_pushed_at":"2026-08-31T17:05:01+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/bentoml-openllm","markdown_url":"https://www.graphcanon.com/tools/bentoml-openllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bentoml-openllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bentoml-openllm","shared_categories":[]},{"slug":"arize-ai-phoenix","name":"phoenix","tagline":"AI Observability & Evaluation","github_url":"https://github.com/Arize-ai/phoenix","owner":"Arize-ai","repo":"phoenix","owner_avatar_url":"https://avatars.githubusercontent.com/u/59858760?v=4","primary_language":"Python","stars":11528,"forks":1136,"topics":["agents","ai-monitoring","ai-observability","aiengineering","anthropic","datasets","evals","langchain","llamaindex","llm-eval","llm-evaluation","llmops","llms","openai","prompt-engineering","smolagents"],"archived":false,"github_pushed_at":"2026-09-18T07:31:21+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/arize-ai-phoenix","markdown_url":"https://www.graphcanon.com/tools/arize-ai-phoenix.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arize-ai-phoenix","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arize-ai-phoenix","shared_categories":["evaluation-observability"]},{"slug":"evidentlyai-evidently","name":"evidently","tagline":"An open-source ML and LLM observability framework for evaluating, testing, and monitoring AI systems and data pipelines.","github_url":"https://github.com/evidentlyai/evidently","owner":"evidentlyai","repo":"evidently","owner_avatar_url":"https://avatars.githubusercontent.com/u/75031056?v=4","primary_language":"Jupyter Notebook","stars":7924,"forks":919,"topics":["data-drift","data-quality","data-science","data-validation","generative-ai","hacktoberfest","html-report","jupyter-notebook","llm","llmops","machine-learning","mlops","model-monitoring","pandas-dataframe"],"archived":false,"github_pushed_at":"2026-09-11T09:03:28+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/evidentlyai-evidently","markdown_url":"https://www.graphcanon.com/tools/evidentlyai-evidently.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/evidentlyai-evidently","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=evidentlyai-evidently","shared_categories":["evaluation-observability"]},{"slug":"truera-trulens","name":"trulens","tagline":"Evaluation and Tracking for LLM Experiments and AI Agents","github_url":"https://github.com/truera/trulens","owner":"truera","repo":"trulens","owner_avatar_url":"https://avatars.githubusercontent.com/u/51224128?v=4","primary_language":"Python","stars":3563,"forks":345,"topics":["agent-evaluation","agentops","ai-agents","ai-monitoring","ai-observability","evals","explainable-ml","llm-eval","llm-evaluation","llmops","llms","machine-learning","neural-networks"],"archived":false,"github_pushed_at":"2026-09-18T08:44:06+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/truera-trulens","markdown_url":"https://www.graphcanon.com/tools/truera-trulens.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/truera-trulens","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=truera-trulens","shared_categories":["evaluation-observability"]},{"slug":"pezzolabs-pezzo","name":"pezzo","tagline":"Open-source, developer-first LLMOps platform","github_url":"https://github.com/pezzolabs/pezzo","owner":"pezzolabs","repo":"pezzo","owner_avatar_url":"https://avatars.githubusercontent.com/u/119122072?v=4","primary_language":"TypeScript","stars":3273,"forks":279,"topics":["ai","devtools","gpt-3","gpt-4","hacktoberfest","javascript","langchain","llm","llmops","monitoring","nestjs","nodejs","observability","openai","platform","prompt","prompt-engineering","prompt-management","python","typescript"],"archived":false,"github_pushed_at":"2026-08-21T21:40:31+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/pezzolabs-pezzo","markdown_url":"https://www.graphcanon.com/tools/pezzolabs-pezzo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pezzolabs-pezzo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pezzolabs-pezzo","shared_categories":["evaluation-observability"]},{"slug":"stanford-crfm-helm","name":"helm","tagline":"Holistic, reproducible and transparent evaluation of foundation models","github_url":"https://github.com/stanford-crfm/helm","owner":"stanford-crfm","repo":"helm","owner_avatar_url":"https://avatars.githubusercontent.com/u/75054807?v=4","primary_language":"Python","stars":2939,"forks":421,"topics":[],"archived":false,"github_pushed_at":"2026-09-01T01:33:19+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/stanford-crfm-helm","markdown_url":"https://www.graphcanon.com/tools/stanford-crfm-helm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/stanford-crfm-helm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=stanford-crfm-helm","shared_categories":["evaluation-observability"]},{"slug":"openlit-openlit","name":"openlit","tagline":"Open-source observability & evaluation platform for AI agents and coding agents","github_url":"https://github.com/openlit/openlit","owner":"openlit","repo":"openlit","owner_avatar_url":"https://avatars.githubusercontent.com/u/149867240?v=4","primary_language":"TypeScript","stars":2770,"forks":390,"topics":["ai-engineering","ai-evaluation","ai-observability","ai-observability-platform","amd-gpu","claude-code","clickhouse","codex","coding-agent","coding-agents","cursor","genai","gpu-monitoring","llm-observability","llmops","nvidia-smi","observability","open-source","openai","opentelemetry"],"archived":false,"github_pushed_at":"2026-09-17T21:59:22+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/openlit-openlit","markdown_url":"https://www.graphcanon.com/tools/openlit-openlit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/openlit-openlit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=openlit-openlit","shared_categories":["evaluation-observability"]},{"slug":"huggingface-lighteval","name":"lighteval","tagline":"All-in-one toolkit for evaluating LLMs across multiple backends","github_url":"https://github.com/huggingface/lighteval","owner":"huggingface","repo":"lighteval","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":2554,"forks":576,"topics":["evaluation","evaluation-framework","evaluation-metrics","huggingface"],"archived":false,"github_pushed_at":"2026-10-06T09:36:52+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/huggingface-lighteval","markdown_url":"https://www.graphcanon.com/tools/huggingface-lighteval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-lighteval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-lighteval","shared_categories":["evaluation-observability"]}]}}