{"data":{"slug":"langfuse-oss-llmops-stack","name":"oss-llmops-stack","tagline":"Modular open source LLMOps stack for LLM API unification, observability and prompt management","github_url":"https://github.com/langfuse/oss-llmops-stack","owner":"langfuse","repo":"oss-llmops-stack","owner_avatar_url":"https://avatars.githubusercontent.com/u/134601687?v=4","primary_language":null,"stars":152,"forks":8,"topics":["ai-gateway","gateway","llm","llm-evaluation","llm-gateway","llm-observability","llmops","monitoring","open-source","openai-proxy","prompt-management","self-hosted","ycombinator"],"archived":false,"github_pushed_at":"2026-07-28T15:43:33+00:00","maintenance_label":"Steady","stars_delta_30d":10,"url":"https://www.graphcanon.com/tools/langfuse-oss-llmops-stack","markdown_url":"https://www.graphcanon.com/tools/langfuse-oss-llmops-stack.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langfuse-oss-llmops-stack","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langfuse-oss-llmops-stack","description":"Modular, open source LLMOps stack that separates concerns: LiteLLM unifies LLM APIs, manages routing and cost controls, and ensures high-availability, while Langfuse focuses on detailed observability, prompt versioning, and performance evaluations.","homepage_url":"https://oss-llmops-stack.com","license":"MIT","open_issues":1,"watchers":6,"ai_summary":"The OSS LLMOps Stack comprises LiteLLM for LLM API unification, routing, cost control, and high-availability support alongside Langfuse for observability features including prompt versioning and performance evaluations.","readme_excerpt":"# OSS LLMOps Stack\n\n> [!NOTE]  \n> Learn more: [oss-llmops-stack.com](https://oss-llmops-stack.com)","github_created_at":"2025-02-08T16:59:06+00:00","created_at":"2026-07-11T12:02:29.347569+00:00","updated_at":"2026-09-20T07:01:05.303065+00:00","categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"},{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"ai-gateway","name":"ai-gateway"},{"slug":"llm-evaluation","name":"llm-evaluation"},{"slug":"open-source","name":"open-source"},{"slug":"prompt-management","name":"prompt-management"}],"trust":{"provenance":{"is_fork":false,"github_id":929486770,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-09-20T07:01:03.713Z","maintenance":{"label":"Steady","score":60,"methodology":"github_public_v1","releases_90d":0,"days_since_push":53,"last_release_at":null,"stars_delta_30d":10,"open_issues_delta_30d":0},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-11T12:02:32.753Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-09-20T07:01:04.724Z"},"license_spdx":{"value":"MIT","source":"github.license","observed_at":"2026-09-20T07:01:04.724Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":{"notes":["Ensure your environment supports both LiteLLM and Langfuse functionalities for seamless operation of the OSS LLMOps Stack.","Consider server capacity to handle the additional load introduced by using this stack for API unification and observability services."]},"constraints":null,"when_to_use":["When you need to unify Multiple Large Language Model (LLM) APIs using LiteLLM's API mediation capabilities for efficient routing, cost control, and high-availability support.","For teams requiring robust prompt management with versioning features and performance evaluations which can be handled by Langfuse."],"when_not_to_use":["If your operational requirements are simple and you do not need comprehensive observability metrics or advanced LLM API unification capabilities provided by the stack.","In scenarios where you prefer a proprietary software solution over an open-source tool for security, support, or compliance reasons."],"source":"enrich:decision_facts","observed_at":"2026-07-16T20:22:46.891Z"},"constraint_facets":null,"decision_summary":[{"label":"Requirements","value":"Ensure your environment supports both LiteLLM and Langfuse functionalities for seamless operation of the OSS LLMOps Stack.; Consider server capacity to handle the additional load introduced by using this stack for API unification and observability services."},{"label":"Adopt for","value":"The OSS LLMOps Stack is designed for managing and unifying LLM APIs with LiteLLM, and providing detailed observability through Langfuse."}]}}