{"data":{"slug":"whylabs-langkit","name":"langkit","tagline":"An open-source toolkit for monitoring Large Language Models (LLMs)","github_url":"https://github.com/whylabs/langkit","owner":"whylabs","repo":"langkit","owner_avatar_url":"https://avatars.githubusercontent.com/u/56651354?v=4","primary_language":"Jupyter Notebook","stars":997,"forks":74,"topics":["large-language-models","machine-learning","nlg","nlp","observability","prompt-engineering","prompt-injection"],"archived":false,"github_pushed_at":"2024-11-22T20:02:14+00:00","maintenance_label":"Dormant","stars_delta_30d":3,"url":"https://www.graphcanon.com/tools/whylabs-langkit","markdown_url":"https://www.graphcanon.com/tools/whylabs-langkit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/whylabs-langkit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=whylabs-langkit","description":"🔍 LangKit: An open-source toolkit for monitoring Large Language Models (LLMs). 📚 Extracts signals from prompts & responses, ensuring safety & security. 🛡️ Features include text quality, relevance metrics, & sentiment analysis. 📊 A comprehensive tool for LLM observability. 👀","homepage_url":"https://whylabs.ai","license":"Apache-2.0","open_issues":37,"watchers":19,"ai_summary":"LangKit extracts signals from prompts and responses to ensure safety and security, featuring text quality, relevance metrics, and sentiment analysis for comprehensive LLM observability","readme_excerpt":"## Installation 💻\n\nTo install LangKit, use the Python Package Index (PyPI) as follows:\n\n```\npip install langkit[all]\n```","github_created_at":"2023-04-26T21:46:58+00:00","created_at":"2026-07-11T23:16:51.862702+00:00","updated_at":"2026-09-20T04:30:50.341247+00:00","categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"large-language-models","name":"large-language-models"},{"slug":"machine-learning","name":"machine-learning"},{"slug":"nlg","name":"nlg"},{"slug":"nlp","name":"nlp"},{"slug":"observability","name":"observability"},{"slug":"prompt-engineering","name":"prompt-engineering"},{"slug":"prompt-injection","name":"prompt-injection"}],"trust":{"provenance":{"is_fork":false,"github_id":633141345,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-09-18T08:26:37.788Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":664,"last_release_at":"2024-11-06T19:12:50Z","stars_delta_30d":3,"open_issues_delta_30d":0},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-09-18T08:26:39.982Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-09-18T08:26:36.711Z"},"languages":{"value":["jupyter notebook","python"],"source":"github.language+pyproject.toml","observed_at":"2026-09-18T08:26:36.711Z"},"license_spdx":{"value":"Apache-2.0","source":"github.license","observed_at":"2026-09-18T08:26:36.711Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":null,"constraints":null,"when_to_use":["Use LangKit when you need a comprehensive toolkit for monitoring LLMs that includes text quality and relevance metrics, as well as sentiment analysis.","Consider LangKit if you are working with Jupyter Notebooks and require an Apache-2.0 licensed tool for LLM observability."],"when_not_to_use":["Avoid LangKit if you are looking for a tool that supports languages other than Python, as it is specifically designed for use with Jupyter Notebooks.","Do not use LangKit if your project requires proprietary licensing, as it is released under the open-source Apache-2.0 license."],"source":"enrich:decision_facts","observed_at":"2026-09-18T12:14:23.209Z"},"constraint_facets":null,"decision_summary":[{"label":"Adopt for","value":"LangKit is an open-source toolkit for monitoring Large Language Models (LLMs), offering features such as text quality, relevance metrics, and sentiment analysis to ensure safety and security."}]}}