{"data":{"node":{"slug":"addepto-contextcheck","name":"contextcheck","tagline":"Framework for LLMs and RAGs testing in Python","github_url":"https://github.com/Addepto/contextcheck","owner":"Addepto","repo":"contextcheck","owner_avatar_url":"https://avatars.githubusercontent.com/u/40197474?v=4","primary_language":"Python","stars":97,"forks":11,"topics":["ai-chat","ai-testing","ai-testing-tool","chatbot-framework","chatbot-testing","ci","generative-ai-testing","large-language-models","llm","llm-evaluation","llm-evaluation-framework","llm-testing","open-source","prompt-test","rag","rag-testing","summarization-testing","testing-framework","testing-tools"],"archived":false,"github_pushed_at":"2024-12-11T12:02:43+00:00","maintenance_label":"Dormant","stars_delta_30d":1,"url":"https://www.graphcanon.com/tools/addepto-contextcheck","markdown_url":"https://www.graphcanon.com/tools/addepto-contextcheck.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/addepto-contextcheck","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=addepto-contextcheck"},"categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"ai-chat","name":"ai-chat"},{"slug":"ai-testing","name":"ai-testing"},{"slug":"chatbot-framework","name":"chatbot-framework"},{"slug":"ci-integration","name":"ci-integration"},{"slug":"large-language-models","name":"large-language-models"},{"slug":"llm-evaluation","name":"llm-evaluation"},{"slug":"rag","name":"rag"},{"slug":"testing-tools","name":"testing-tools"}],"edges":[],"neighbours":[{"slug":"patchy631-ai-engineering-hub","name":"ai-engineering-hub","tagline":"Tutorials on LLMs, RAGs, and real-world AI agent applications","github_url":"https://github.com/patchy631/ai-engineering-hub","owner":"patchy631","repo":"ai-engineering-hub","owner_avatar_url":"https://avatars.githubusercontent.com/u/38653995?v=4","primary_language":"Jupyter Notebook","stars":37020,"forks":6107,"topics":["agents","ai","llms","machine-learning","mcp","rag"],"archived":false,"github_pushed_at":"2026-07-27T18:43:06+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/patchy631-ai-engineering-hub","markdown_url":"https://www.graphcanon.com/tools/patchy631-ai-engineering-hub.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/patchy631-ai-engineering-hub","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=patchy631-ai-engineering-hub","shared_categories":[]},{"slug":"promptfoo-promptfoo","name":"promptfoo","tagline":"Test prompts, agents, and RAGs. Compare performance of various LLMs.","github_url":"https://github.com/promptfoo/promptfoo","owner":"promptfoo","repo":"promptfoo","owner_avatar_url":"https://avatars.githubusercontent.com/u/137907881?v=4","primary_language":"TypeScript","stars":25251,"forks":2334,"topics":["ci","ci-cd","cicd","evaluation","evaluation-framework","llm","llm-eval","llm-evaluation","llm-evaluation-framework","llmops","pentesting","prompt-engineering","prompt-testing","prompts","rag","red-teaming","testing","vulnerability-scanners"],"archived":false,"github_pushed_at":"2026-09-18T07:59:45+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/promptfoo-promptfoo","markdown_url":"https://www.graphcanon.com/tools/promptfoo-promptfoo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/promptfoo-promptfoo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=promptfoo-promptfoo","shared_categories":["evaluation-observability"]},{"slug":"confident-ai-deepeval","name":"deepeval","tagline":"LLM Evaluation Framework.","github_url":"https://github.com/confident-ai/deepeval","owner":"confident-ai","repo":"deepeval","owner_avatar_url":"https://avatars.githubusercontent.com/u/130858411?v=4","primary_language":"Python","stars":18342,"forks":1953,"topics":["evaluation-framework","evaluation-metrics","llm-evaluation","llm-evaluation-framework","llm-evaluation-metrics","python"],"archived":false,"github_pushed_at":"2026-09-18T17:06:58+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/confident-ai-deepeval","markdown_url":"https://www.graphcanon.com/tools/confident-ai-deepeval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/confident-ai-deepeval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=confident-ai-deepeval","shared_categories":["evaluation-observability"]},{"slug":"raga-ai-hub-ragaai-catalyst","name":"RagaAI-Catalyst","tagline":"Python SDK for AI agent observability and evaluation","github_url":"https://github.com/raga-ai-hub/RagaAI-Catalyst","owner":"raga-ai-hub","repo":"RagaAI-Catalyst","owner_avatar_url":"https://avatars.githubusercontent.com/u/161833182?v=4","primary_language":"Python","stars":16162,"forks":3567,"topics":["agentic-ai","agentic-ai-development","agentneo","agents","ai-agent-monitoring","ai-application-debugging","ai-evaluation-tools","ai-performance-optimization","ai-tool-interaction-monitoring","llm-testing","llm-tracing","llmops"],"archived":false,"github_pushed_at":"2026-02-11T14:43:33+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst","markdown_url":"https://www.graphcanon.com/tools/raga-ai-hub-ragaai-catalyst.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/raga-ai-hub-ragaai-catalyst","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=raga-ai-hub-ragaai-catalyst","shared_categories":["evaluation-observability"]},{"slug":"chainlit-chainlit","name":"chainlit","tagline":"Build Conversational AI in minutes ⚡️","github_url":"https://github.com/Chainlit/chainlit","owner":"Chainlit","repo":"chainlit","owner_avatar_url":"https://avatars.githubusercontent.com/u/128686189?v=4","primary_language":"Python","stars":12435,"forks":1747,"topics":["chatgpt","langchain","llm","openai","openai-chatgpt","python","ui"],"archived":false,"github_pushed_at":"2026-08-26T09:45:56+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/chainlit-chainlit","markdown_url":"https://www.graphcanon.com/tools/chainlit-chainlit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/chainlit-chainlit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=chainlit-chainlit","shared_categories":[]},{"slug":"crmne-ruby-llm","name":"ruby_llm","tagline":"A Ruby framework for building AI agents and applications","github_url":"https://github.com/crmne/ruby_llm","owner":"crmne","repo":"ruby_llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/106617?v=4","primary_language":"Ruby","stars":4390,"forks":504,"topics":["agents","ai","ai-framework","anthropic","embeddings","gemini","image-generation","llm","multimodal","ocr","ollama","openai","rag","rails","reranking","ruby","structured-output","text-to-speech","tool-calling","video-generation"],"archived":false,"github_pushed_at":"2026-09-18T06:05:29+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/crmne-ruby-llm","markdown_url":"https://www.graphcanon.com/tools/crmne-ruby-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/crmne-ruby-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=crmne-ruby-llm","shared_categories":[]},{"slug":"meta-llama-purplellama","name":"PurpleLlama","tagline":"Set of tools to assess and improve LLM security","github_url":"https://github.com/meta-llama/PurpleLlama","owner":"meta-llama","repo":"PurpleLlama","owner_avatar_url":"https://avatars.githubusercontent.com/u/153379578?v=4","primary_language":"Python","stars":4380,"forks":769,"topics":[],"archived":false,"github_pushed_at":"2026-08-18T01:15:09+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/meta-llama-purplellama","markdown_url":"https://www.graphcanon.com/tools/meta-llama-purplellama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/meta-llama-purplellama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=meta-llama-purplellama","shared_categories":["evaluation-observability"]},{"slug":"deep-diver-llm-as-chatbot","name":"LLM-As-Chatbot","tagline":"LLM as a Chatbot Service","github_url":"https://github.com/deep-diver/LLM-As-Chatbot","owner":"deep-diver","repo":"LLM-As-Chatbot","owner_avatar_url":"https://avatars.githubusercontent.com/u/26025527?v=4","primary_language":"Python","stars":3317,"forks":375,"topics":[],"archived":false,"github_pushed_at":"2023-11-20T14:33:58+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/deep-diver-llm-as-chatbot","markdown_url":"https://www.graphcanon.com/tools/deep-diver-llm-as-chatbot.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/deep-diver-llm-as-chatbot","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=deep-diver-llm-as-chatbot","shared_categories":[]},{"slug":"hegelai-prompttools","name":"prompttools","tagline":"Open-source tools for prompt testing and experimentation","github_url":"https://github.com/hegelai/prompttools","owner":"hegelai","repo":"prompttools","owner_avatar_url":"https://avatars.githubusercontent.com/u/136523567?v=4","primary_language":"Python","stars":3055,"forks":256,"topics":["deep-learning","developer-tools","embeddings","large-language-models","llms","machine-learning","prompt-engineering","python","vector-search"],"archived":false,"github_pushed_at":"2026-02-11T03:24:04+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/hegelai-prompttools","markdown_url":"https://www.graphcanon.com/tools/hegelai-prompttools.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/hegelai-prompttools","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=hegelai-prompttools","shared_categories":[]},{"slug":"future-agi-future-agi","name":"future-agi","tagline":"Open-source, end-to-end platform for evaluating, observing, and improving LLM and AI agent applications","github_url":"https://github.com/future-agi/future-agi","owner":"future-agi","repo":"future-agi","owner_avatar_url":"https://avatars.githubusercontent.com/u/147392366?v=4","primary_language":"Python","stars":2032,"forks":627,"topics":["ai-agents","ai-evals","ai-gateway","ai-optimization","ai-simulations","evaluation-framework","guardrails","hallucination-detection","llm","llm-evaluation","llm-observability","llmops","model-evaluation","observability","opentelemetry","rag","rag-evaluation","simulation","telemetry","tracing"],"archived":false,"github_pushed_at":"2026-09-18T08:15:25+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/future-agi-future-agi","markdown_url":"https://www.graphcanon.com/tools/future-agi-future-agi.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/future-agi-future-agi","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=future-agi-future-agi","shared_categories":["evaluation-observability"]},{"slug":"benman1-generative-ai-with-langchain","name":"generative_ai_with_langchain","tagline":"Build production-ready LLM applications and advanced agents using Python, LangChain, and LangGraph","github_url":"https://github.com/benman1/generative_ai_with_langchain","owner":"benman1","repo":"generative_ai_with_langchain","owner_avatar_url":"https://avatars.githubusercontent.com/u/10786684?v=4","primary_language":"Jupyter Notebook","stars":1414,"forks":586,"topics":["agent","chatgpt","claude","claude-3-5-sonnet","deepseek","deepseek-r1","gpt","gpt-4o","huggingface","langchain","langgraph","llamacpp","llms","ollama","openai"],"archived":false,"github_pushed_at":"2026-08-14T08:45:56+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/benman1-generative-ai-with-langchain","markdown_url":"https://www.graphcanon.com/tools/benman1-generative-ai-with-langchain.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/benman1-generative-ai-with-langchain","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=benman1-generative-ai-with-langchain","shared_categories":[]},{"slug":"declare-lab-instruct-eval","name":"instruct-eval","tagline":"Quantitative evaluation for instruction-tuned language models","github_url":"https://github.com/declare-lab/instruct-eval","owner":"declare-lab","repo":"instruct-eval","owner_avatar_url":"https://avatars.githubusercontent.com/u/59164695?v=4","primary_language":"Python","stars":553,"forks":45,"topics":["instruct-tuning","llm"],"archived":false,"github_pushed_at":"2024-03-10T05:00:00+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/declare-lab-instruct-eval","markdown_url":"https://www.graphcanon.com/tools/declare-lab-instruct-eval.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/declare-lab-instruct-eval","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=declare-lab-instruct-eval","shared_categories":["evaluation-observability"]}]}}