{"data":{"node":{"slug":"microsoft-bipia","name":"BIPIA","tagline":"Benchmark for evaluating LLM robustness to indirect prompt injection attacks","github_url":"https://github.com/microsoft/BIPIA","owner":"microsoft","repo":"BIPIA","owner_avatar_url":"https://avatars.githubusercontent.com/u/6154722?v=4","primary_language":"Python","stars":145,"forks":19,"topics":["llm-security"],"archived":false,"github_pushed_at":"2024-04-15T02:08:17+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/microsoft-bipia","markdown_url":"https://www.graphcanon.com/tools/microsoft-bipia.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/microsoft-bipia","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=microsoft-bipia"},"categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"benchmarking","name":"benchmarking"},{"slug":"defense-mechanisms","name":"defense-mechanisms"},{"slug":"evaluation-tool","name":"evaluation-tool"},{"slug":"indirect-prompt-injection-attacks","name":"indirect-prompt-injection-attacks"},{"slug":"llm-security","name":"llm-security"},{"slug":"prompt-injection","name":"prompt-injection"},{"slug":"python-library","name":"python-library"},{"slug":"security-testing","name":"security-testing"}],"edges":[],"neighbours":[{"slug":"promptfoo-promptfoo","name":"promptfoo","tagline":"Test your prompts, agents, and RAGs. Red teaming/pentesting/vulnerability scanning for AI. Compare performance of GPT, Claude, Gemini, DeepSeek, and more. Simple declarative configs with command line ","github_url":"https://github.com/promptfoo/promptfoo","owner":"promptfoo","repo":"promptfoo","owner_avatar_url":"https://avatars.githubusercontent.com/u/137907881?v=4","primary_language":"TypeScript","stars":23155,"forks":2071,"topics":["ci","ci-cd","cicd","evaluation","evaluation-framework","llm","llm-eval","llm-evaluation","llm-evaluation-framework","llmops","pentesting","prompt-engineering","prompt-testing","prompts","rag","red-teaming","testing","vulnerability-scanners"],"archived":false,"github_pushed_at":"2026-07-11T18:26:32+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/promptfoo-promptfoo","markdown_url":"https://www.graphcanon.com/tools/promptfoo-promptfoo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/promptfoo-promptfoo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=promptfoo-promptfoo","shared_categories":[]},{"slug":"comet-ml-opik","name":"opik","tagline":"Debug, evaluate, and monitor your LLM applications with comprehensive tracing and production-ready dashboards","github_url":"https://github.com/comet-ml/opik","owner":"comet-ml","repo":"opik","owner_avatar_url":"https://avatars.githubusercontent.com/u/31487821?v=4","primary_language":"Python","stars":20533,"forks":1596,"topics":["evaluation","hacktoberfest","hacktoberfest2025","langchain","llama-index","llm","llm-evaluation","llm-observability","llmops","open-source","openai","playground","prompt-engineering"],"archived":false,"github_pushed_at":"2026-07-11T10:11:15+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/comet-ml-opik","markdown_url":"https://www.graphcanon.com/tools/comet-ml-opik.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/comet-ml-opik","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=comet-ml-opik","shared_categories":["evaluation-observability"]},{"slug":"lightning-ai-litgpt","name":"litgpt","tagline":"High-performance LLMs with recipes for pretraining, finetuning and deployment","github_url":"https://github.com/Lightning-AI/litgpt","owner":"Lightning-AI","repo":"litgpt","owner_avatar_url":"https://avatars.githubusercontent.com/u/58386951?v=4","primary_language":"Python","stars":13473,"forks":1468,"topics":["ai","artificial-intelligence","deep-learning","large-language-models","llm","llm-inference","llms"],"archived":false,"github_pushed_at":"2026-07-06T21:15:23+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/lightning-ai-litgpt","markdown_url":"https://www.graphcanon.com/tools/lightning-ai-litgpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lightning-ai-litgpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lightning-ai-litgpt","shared_categories":[]},{"slug":"rucaibox-llmsurvey","name":"LLMSurvey","tagline":"A comprehensive collection of papers and resources related to Large Language Models.","github_url":"https://github.com/RUCAIBox/LLMSurvey","owner":"RUCAIBox","repo":"LLMSurvey","owner_avatar_url":"https://avatars.githubusercontent.com/u/54706620?v=4","primary_language":"Python","stars":12187,"forks":935,"topics":["chain-of-thought","chatgpt","in-context-learning","instruction-tuning","large-language-models","llm","llms","natural-language-processing","pre-trained-language-models","pre-training","rlhf"],"archived":false,"github_pushed_at":"2025-03-11T09:51:42+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/rucaibox-llmsurvey","markdown_url":"https://www.graphcanon.com/tools/rucaibox-llmsurvey.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/rucaibox-llmsurvey","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=rucaibox-llmsurvey","shared_categories":["evaluation-observability"]},{"slug":"giskard-ai-giskard-oss","name":"giskard-oss","tagline":"🐢 Open-Source Evaluation & Testing library for LLM Agents","github_url":"https://github.com/Giskard-AI/giskard-oss","owner":"Giskard-AI","repo":"giskard-oss","owner_avatar_url":"https://avatars.githubusercontent.com/u/71782571?v=4","primary_language":"Python","stars":5505,"forks":485,"topics":["agent-evaluation","ai-red-team","ai-security","ai-testing","fairness-ai","llm","llm-eval","llm-evaluation","llm-security","llmops","ml-testing","ml-validation","mlops","rag-evaluation","red-team-tools","responsible-ai","trustworthy-ai"],"archived":false,"github_pushed_at":"2026-07-10T15:20:30+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/giskard-ai-giskard-oss","markdown_url":"https://www.graphcanon.com/tools/giskard-ai-giskard-oss.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/giskard-ai-giskard-oss","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=giskard-ai-giskard-oss","shared_categories":[]},{"slug":"protectai-llm-guard","name":"llm-guard","tagline":"The Security Toolkit for LLM Interactions","github_url":"https://github.com/protectai/llm-guard","owner":"protectai","repo":"llm-guard","owner_avatar_url":"https://avatars.githubusercontent.com/u/102992336?v=4","primary_language":"Python","stars":3164,"forks":419,"topics":["adversarial-machine-learning","chatgpt","large-language-models","llm","llm-security","llmops","prompt-engineering","prompt-injection","security-tools","transformers"],"archived":true,"github_pushed_at":"2026-07-08T23:58:40+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/protectai-llm-guard","markdown_url":"https://www.graphcanon.com/tools/protectai-llm-guard.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/protectai-llm-guard","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=protectai-llm-guard","shared_categories":["evaluation-observability"]},{"slug":"corca-ai-awesome-llm-security","name":"awesome-llm-security","tagline":"A curation of tools, documents and projects about LLM Security","github_url":"https://github.com/corca-ai/awesome-llm-security","owner":"corca-ai","repo":"awesome-llm-security","owner_avatar_url":"https://avatars.githubusercontent.com/u/72978860?v=4","primary_language":null,"stars":1637,"forks":294,"topics":["awesome","awesome-list","llm","security"],"archived":false,"github_pushed_at":"2025-08-20T01:27:47+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/corca-ai-awesome-llm-security","markdown_url":"https://www.graphcanon.com/tools/corca-ai-awesome-llm-security.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/corca-ai-awesome-llm-security","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=corca-ai-awesome-llm-security","shared_categories":["evaluation-observability"]},{"slug":"mirascope-mirascope","name":"mirascope","tagline":"The LLM Anti-Framework","github_url":"https://github.com/Mirascope/mirascope","owner":"Mirascope","repo":"mirascope","owner_avatar_url":"https://avatars.githubusercontent.com/u/153858533?v=4","primary_language":"Python","stars":1514,"forks":120,"topics":["artificial-intelligence","developer-tools","llm","llm-agent","llm-tools","python","typescript"],"archived":false,"github_pushed_at":"2026-07-10T12:48:57+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/mirascope-mirascope","markdown_url":"https://www.graphcanon.com/tools/mirascope-mirascope.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mirascope-mirascope","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mirascope-mirascope","shared_categories":[]},{"slug":"protectai-rebuff","name":"rebuff","tagline":"LLM Prompt Injection Detector","github_url":"https://github.com/protectai/rebuff","owner":"protectai","repo":"rebuff","owner_avatar_url":"https://avatars.githubusercontent.com/u/102992336?v=4","primary_language":"TypeScript","stars":1511,"forks":137,"topics":["llm","llmops","prompt-engineering","prompt-injection","prompts","security"],"archived":true,"github_pushed_at":"2024-08-07T23:35:48+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/protectai-rebuff","markdown_url":"https://www.graphcanon.com/tools/protectai-rebuff.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/protectai-rebuff","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=protectai-rebuff","shared_categories":["evaluation-observability"]},{"slug":"ethz-spylab-agentdojo","name":"agentdojo","tagline":"A Dynamic Environment to Evaluate Prompt Injection Attacks and Defenses for LLM Agents","github_url":"https://github.com/ethz-spylab/agentdojo","owner":"ethz-spylab","repo":"agentdojo","owner_avatar_url":"https://avatars.githubusercontent.com/u/106388551?v=4","primary_language":"Python","stars":659,"forks":168,"topics":["benchmark","large-language-models","prompt-injection","security"],"archived":false,"github_pushed_at":"2026-06-02T10:01:31+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/ethz-spylab-agentdojo","markdown_url":"https://www.graphcanon.com/tools/ethz-spylab-agentdojo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ethz-spylab-agentdojo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ethz-spylab-agentdojo","shared_categories":["evaluation-observability"]},{"slug":"jailbreakbench-jailbreakbench","name":"jailbreakbench","tagline":"An Open Robustness Benchmark for Jailbreaking Language Models","github_url":"https://github.com/JailbreakBench/jailbreakbench","owner":"JailbreakBench","repo":"jailbreakbench","owner_avatar_url":"https://avatars.githubusercontent.com/u/151564101?v=4","primary_language":"Python","stars":626,"forks":74,"topics":[],"archived":false,"github_pushed_at":"2025-04-04T11:30:46+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/jailbreakbench-jailbreakbench","markdown_url":"https://www.graphcanon.com/tools/jailbreakbench-jailbreakbench.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jailbreakbench-jailbreakbench","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jailbreakbench-jailbreakbench","shared_categories":["evaluation-observability"]},{"slug":"oxbshw-llm-agents-ecosystem-handbook","name":"LLM-Agents-Ecosystem-Handbook","tagline":"One-stop handbook for building, deploying, and understanding LLM agents","github_url":"https://github.com/oxbshw/LLM-Agents-Ecosystem-Handbook","owner":"oxbshw","repo":"LLM-Agents-Ecosystem-Handbook","owner_avatar_url":"https://avatars.githubusercontent.com/u/212214682?v=4","primary_language":"Python","stars":533,"forks":84,"topics":["ai","ai-agent","ai-agents","fine-tuning","finetuning-llms","freamework","llm","llmops","local-development","mcp-server","memory","rag","rag-chatbot","voice-agent"],"archived":false,"github_pushed_at":"2026-06-30T12:22:57+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/oxbshw-llm-agents-ecosystem-handbook","markdown_url":"https://www.graphcanon.com/tools/oxbshw-llm-agents-ecosystem-handbook.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/oxbshw-llm-agents-ecosystem-handbook","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=oxbshw-llm-agents-ecosystem-handbook","shared_categories":["evaluation-observability"]}]}}