{"data":{"node":{"slug":"zichuan-liu-ib4llms","name":"IB4LLMs","tagline":"Protecting Your LLMs with Information Bottleneck","github_url":"https://github.com/zichuan-liu/IB4LLMs","owner":"zichuan-liu","repo":"IB4LLMs","owner_avatar_url":"https://avatars.githubusercontent.com/u/46738976?v=4","primary_language":"Python","stars":25,"forks":2,"topics":[],"archived":false,"github_pushed_at":"2024-11-07T07:25:58+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/zichuan-liu-ib4llms","markdown_url":"https://www.graphcanon.com/tools/zichuan-liu-ib4llms.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/zichuan-liu-ib4llms","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=zichuan-liu-ib4llms"},"categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"},{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"}],"tags":[{"slug":"evaluation-scripts","name":"evaluation scripts"},{"slug":"finetuning","name":"finetuning"},{"slug":"inference","name":"inference"},{"slug":"information-bottleneck","name":"information bottleneck"},{"slug":"jailbreak-defense","name":"jailbreak defense"},{"slug":"llama2-7b","name":"llama2-7b"},{"slug":"model-protection","name":"model protection"},{"slug":"vicuna-13b","name":"vicuna-13b"}],"edges":[],"neighbours":[{"slug":"protectai-llm-guard","name":"llm-guard","tagline":"The Security Toolkit for LLM Interactions","github_url":"https://github.com/protectai/llm-guard","owner":"protectai","repo":"llm-guard","owner_avatar_url":"https://avatars.githubusercontent.com/u/102992336?v=4","primary_language":"Python","stars":3202,"forks":435,"topics":["adversarial-machine-learning","chatgpt","large-language-models","llm","llm-security","llmops","prompt-engineering","prompt-injection","security-tools","transformers"],"archived":true,"github_pushed_at":"2026-07-08T23:58:40+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/protectai-llm-guard","markdown_url":"https://www.graphcanon.com/tools/protectai-llm-guard.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/protectai-llm-guard","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=protectai-llm-guard","shared_categories":["evaluation-observability"]},{"slug":"jailbreakbench-jailbreakbench","name":"jailbreakbench","tagline":"An Open Robustness Benchmark for Jailbreaking Language Models","github_url":"https://github.com/JailbreakBench/jailbreakbench","owner":"JailbreakBench","repo":"jailbreakbench","owner_avatar_url":"https://avatars.githubusercontent.com/u/151564101?v=4","primary_language":"Python","stars":645,"forks":75,"topics":[],"archived":false,"github_pushed_at":"2025-04-04T11:30:46+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/jailbreakbench-jailbreakbench","markdown_url":"https://www.graphcanon.com/tools/jailbreakbench-jailbreakbench.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jailbreakbench-jailbreakbench","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jailbreakbench-jailbreakbench","shared_categories":["evaluation-observability"]},{"slug":"sherdencooper-gptfuzz","name":"GPTFuzz","tagline":"Red Teaming Large Language Models with Auto-Generated Jailbreak Prompts","github_url":"https://github.com/sherdencooper/GPTFuzz","owner":"sherdencooper","repo":"GPTFuzz","owner_avatar_url":"https://avatars.githubusercontent.com/u/37368657?v=4","primary_language":"Python","stars":604,"forks":87,"topics":[],"archived":false,"github_pushed_at":"2026-02-27T17:19:03+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/sherdencooper-gptfuzz","markdown_url":"https://www.graphcanon.com/tools/sherdencooper-gptfuzz.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/sherdencooper-gptfuzz","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=sherdencooper-gptfuzz","shared_categories":["evaluation-observability","llm-frameworks"]},{"slug":"deadbits-vigil-llm","name":"vigil-llm","tagline":"Detect prompt injections and other risky inputs in LLMs","github_url":"https://github.com/deadbits/vigil-llm","owner":"deadbits","repo":"vigil-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/1332757?v=4","primary_language":"Python","stars":496,"forks":56,"topics":["adversarial-attacks","adversarial-machine-learning","large-language-models","llm-security","llmops","prompt-injection","security-tools","yara-scanner"],"archived":false,"github_pushed_at":"2024-01-31T18:43:41+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/deadbits-vigil-llm","markdown_url":"https://www.graphcanon.com/tools/deadbits-vigil-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/deadbits-vigil-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=deadbits-vigil-llm","shared_categories":["evaluation-observability"]},{"slug":"liu00222-open-prompt-injection","name":"Open-Prompt-Injection","tagline":"Benchmark and toolkit for prompt injection attacks and defenses in LLMs","github_url":"https://github.com/liu00222/Open-Prompt-Injection","owner":"liu00222","repo":"Open-Prompt-Injection","owner_avatar_url":"https://avatars.githubusercontent.com/u/42081599?v=4","primary_language":"Python","stars":470,"forks":74,"topics":["llm","llm-security","llms","prompt-injection","prompt-injection-tool","security-and-privacy"],"archived":false,"github_pushed_at":"2025-10-29T17:11:34+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/liu00222-open-prompt-injection","markdown_url":"https://www.graphcanon.com/tools/liu00222-open-prompt-injection.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/liu00222-open-prompt-injection","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=liu00222-open-prompt-injection","shared_categories":["evaluation-observability","llm-frameworks"]},{"slug":"llm-tuning-safety-llms-finetuning-safety","name":"LLMs-Finetuning-Safety","tagline":"Demonstrates safety risks in fine-tuning GPT-3.5 Turbo with adversarial examples","github_url":"https://github.com/LLM-Tuning-Safety/LLMs-Finetuning-Safety","owner":"LLM-Tuning-Safety","repo":"LLMs-Finetuning-Safety","owner_avatar_url":"https://avatars.githubusercontent.com/u/146881603?v=4","primary_language":"Python","stars":358,"forks":38,"topics":["alignment","llm","llm-finetuning"],"archived":false,"github_pushed_at":"2024-02-23T21:19:44+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/llm-tuning-safety-llms-finetuning-safety","markdown_url":"https://www.graphcanon.com/tools/llm-tuning-safety-llms-finetuning-safety.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/llm-tuning-safety-llms-finetuning-safety","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=llm-tuning-safety-llms-finetuning-safety","shared_categories":["evaluation-observability"]},{"slug":"libr-ai-do-not-answer","name":"do-not-answer","tagline":"A Dataset for Evaluating Safeguards in LLMs","github_url":"https://github.com/Libr-AI/do-not-answer","owner":"Libr-AI","repo":"do-not-answer","owner_avatar_url":"https://avatars.githubusercontent.com/u/133515165?v=4","primary_language":"Jupyter Notebook","stars":339,"forks":29,"topics":[],"archived":false,"github_pushed_at":"2024-06-07T14:55:51+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/libr-ai-do-not-answer","markdown_url":"https://www.graphcanon.com/tools/libr-ai-do-not-answer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/libr-ai-do-not-answer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=libr-ai-do-not-answer","shared_categories":["evaluation-observability"]},{"slug":"unispac-visual-adversarial-examples-jailbreak-large-language-models","name":"Visual-Adversarial-Examples-Jailbreak-Large-Language-Models","tagline":"Repository for visual adversarial examples that jailbreak large language models","github_url":"https://github.com/Unispac/Visual-Adversarial-Examples-Jailbreak-Large-Language-Models","owner":"Unispac","repo":"Visual-Adversarial-Examples-Jailbreak-Large-Language-Models","owner_avatar_url":"https://avatars.githubusercontent.com/u/45935569?v=4","primary_language":"Python","stars":282,"forks":30,"topics":[],"archived":false,"github_pushed_at":"2024-05-13T05:36:24+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/unispac-visual-adversarial-examples-jailbreak-large-language-models","markdown_url":"https://www.graphcanon.com/tools/unispac-visual-adversarial-examples-jailbreak-large-language-models.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/unispac-visual-adversarial-examples-jailbreak-large-language-models","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=unispac-visual-adversarial-examples-jailbreak-large-language-models","shared_categories":[]},{"slug":"tmlr-group-deepinception","name":"DeepInception","tagline":"Develops techniques to influence large language model behavior","github_url":"https://github.com/tmlr-group/DeepInception","owner":"tmlr-group","repo":"DeepInception","owner_avatar_url":"https://avatars.githubusercontent.com/u/102131272?v=4","primary_language":"Python","stars":177,"forks":19,"topics":["deep","gpt","gpt3","gpt4","inception","jailbreak","large-language-models","llm","safety","trustworthy"],"archived":false,"github_pushed_at":"2024-02-20T03:54:41+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/tmlr-group-deepinception","markdown_url":"https://www.graphcanon.com/tools/tmlr-group-deepinception.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tmlr-group-deepinception","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tmlr-group-deepinception","shared_categories":["llm-frameworks"]},{"slug":"njunlp-renellm","name":"ReNeLLM","tagline":"Implementation of generalized nested jailbreak prompts targeting large language models.","github_url":"https://github.com/NJUNLP/ReNeLLM","owner":"NJUNLP","repo":"ReNeLLM","owner_avatar_url":"https://avatars.githubusercontent.com/u/31466622?v=4","primary_language":"Python","stars":163,"forks":17,"topics":[],"archived":false,"github_pushed_at":"2025-09-02T09:32:44+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/njunlp-renellm","markdown_url":"https://www.graphcanon.com/tools/njunlp-renellm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/njunlp-renellm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=njunlp-renellm","shared_categories":["evaluation-observability"]},{"slug":"zenguard-ai-fast-llm-security-guardrails","name":"fast-llm-security-guardrails","tagline":"The fastest Trust Layer for AI Agents","github_url":"https://github.com/ZenGuard-AI/fast-llm-security-guardrails","owner":"ZenGuard-AI","repo":"fast-llm-security-guardrails","owner_avatar_url":"https://avatars.githubusercontent.com/u/163059052?v=4","primary_language":"Python","stars":154,"forks":21,"topics":["agentic-ai","ai-agent","ai-agents","ai-runtime","cx-agent","llm-guard","llm-guardrails","llm-privacy","llm-security","prompt-security","security"],"archived":false,"github_pushed_at":"2026-02-03T18:31:21+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/zenguard-ai-fast-llm-security-guardrails","markdown_url":"https://www.graphcanon.com/tools/zenguard-ai-fast-llm-security-guardrails.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/zenguard-ai-fast-llm-security-guardrails","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=zenguard-ai-fast-llm-security-guardrails","shared_categories":["evaluation-observability"]},{"slug":"atrayee-dev-secure-ai-agent-boundary","name":"secure-ai-agent-boundary","tagline":"Secure AI Engineering Framework 2026: Data-Boundary Security for Frontier Models","github_url":"https://github.com/Atrayee-dev/secure-ai-agent-boundary","owner":"Atrayee-dev","repo":"secure-ai-agent-boundary","owner_avatar_url":"https://avatars.githubusercontent.com/u/191036427?v=4","primary_language":"HTML","stars":151,"forks":0,"topics":["ai-security","claude-opus","coding-agents","data-boundary","government-tech","gpt-5-5","local-llm","mirogate","secure-ai","secure-coding"],"archived":false,"github_pushed_at":"2026-08-13T11:48:08+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/atrayee-dev-secure-ai-agent-boundary","markdown_url":"https://www.graphcanon.com/tools/atrayee-dev-secure-ai-agent-boundary.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/atrayee-dev-secure-ai-agent-boundary","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=atrayee-dev-secure-ai-agent-boundary","shared_categories":["evaluation-observability"]}]}}