{"data":{"node":{"slug":"neelsjain-baseline-defenses","name":"baseline-defenses","tagline":"Research code for evaluating defenses against adversarial attacks on aligned language models","github_url":"https://github.com/neelsjain/baseline-defenses","owner":"neelsjain","repo":"baseline-defenses","owner_avatar_url":"https://avatars.githubusercontent.com/u/90730659?v=4","primary_language":"Python","stars":35,"forks":1,"topics":[],"archived":false,"github_pushed_at":"2023-10-26T22:00:06+00:00","maintenance_label":"Dormant","stars_delta_30d":1,"url":"https://www.graphcanon.com/tools/neelsjain-baseline-defenses","markdown_url":"https://www.graphcanon.com/tools/neelsjain-baseline-defenses.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/neelsjain-baseline-defenses","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=neelsjain-baseline-defenses"},"categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"adversarial-attacks","name":"adversarial-attacks"},{"slug":"defense-strategies","name":"defense strategies"},{"slug":"paraphrase-defense","name":"paraphrase defense"},{"slug":"perplexity-filter","name":"perplexity filter"}],"edges":[],"neighbours":[{"slug":"llm-attacks-llm-attacks","name":"llm-attacks","tagline":"Universal and Transferable Attacks on Aligned Language Models","github_url":"https://github.com/llm-attacks/llm-attacks","owner":"llm-attacks","repo":"llm-attacks","owner_avatar_url":"https://avatars.githubusercontent.com/u/140664770?v=4","primary_language":"Python","stars":4814,"forks":641,"topics":[],"archived":false,"github_pushed_at":"2024-08-02T06:02:18+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/llm-attacks-llm-attacks","markdown_url":"https://www.graphcanon.com/tools/llm-attacks-llm-attacks.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/llm-attacks-llm-attacks","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=llm-attacks-llm-attacks","shared_categories":["evaluation-observability"]},{"slug":"livecodebench-livecodebench","name":"LiveCodeBench","tagline":"Holistic and contamination-free evaluation of large language models for code","github_url":"https://github.com/LiveCodeBench/LiveCodeBench","owner":"LiveCodeBench","repo":"LiveCodeBench","owner_avatar_url":"https://avatars.githubusercontent.com/u/161278213?v=4","primary_language":"Python","stars":958,"forks":206,"topics":["code-execution","code-generation","code-llms","code-repair","gpt-4","test-generation"],"archived":false,"github_pushed_at":"2025-07-16T00:58:38+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/livecodebench-livecodebench","markdown_url":"https://www.graphcanon.com/tools/livecodebench-livecodebench.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/livecodebench-livecodebench","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=livecodebench-livecodebench","shared_categories":["evaluation-observability"]},{"slug":"jailbreakbench-jailbreakbench","name":"jailbreakbench","tagline":"An Open Robustness Benchmark for Jailbreaking Language Models","github_url":"https://github.com/JailbreakBench/jailbreakbench","owner":"JailbreakBench","repo":"jailbreakbench","owner_avatar_url":"https://avatars.githubusercontent.com/u/151564101?v=4","primary_language":"Python","stars":689,"forks":85,"topics":[],"archived":false,"github_pushed_at":"2025-04-04T11:30:46+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/jailbreakbench-jailbreakbench","markdown_url":"https://www.graphcanon.com/tools/jailbreakbench-jailbreakbench.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jailbreakbench-jailbreakbench","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jailbreakbench-jailbreakbench","shared_categories":["evaluation-observability"]},{"slug":"sherdencooper-gptfuzz","name":"GPTFuzz","tagline":"Red Teaming Large Language Models with Auto-Generated Jailbreak Prompts","github_url":"https://github.com/sherdencooper/GPTFuzz","owner":"sherdencooper","repo":"GPTFuzz","owner_avatar_url":"https://avatars.githubusercontent.com/u/37368657?v=4","primary_language":"Python","stars":611,"forks":87,"topics":[],"archived":false,"github_pushed_at":"2026-02-27T17:19:03+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/sherdencooper-gptfuzz","markdown_url":"https://www.graphcanon.com/tools/sherdencooper-gptfuzz.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/sherdencooper-gptfuzz","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=sherdencooper-gptfuzz","shared_categories":["evaluation-observability"]},{"slug":"liu00222-open-prompt-injection","name":"Open-Prompt-Injection","tagline":"Benchmark and toolkit for prompt injection attacks and defenses in LLMs","github_url":"https://github.com/liu00222/Open-Prompt-Injection","owner":"liu00222","repo":"Open-Prompt-Injection","owner_avatar_url":"https://avatars.githubusercontent.com/u/42081599?v=4","primary_language":"Python","stars":503,"forks":81,"topics":["llm","llm-security","llms","prompt-injection","prompt-injection-tool","security-and-privacy"],"archived":false,"github_pushed_at":"2026-09-27T14:35:14+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/liu00222-open-prompt-injection","markdown_url":"https://www.graphcanon.com/tools/liu00222-open-prompt-injection.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/liu00222-open-prompt-injection","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=liu00222-open-prompt-injection","shared_categories":["evaluation-observability"]},{"slug":"deadbits-vigil-llm","name":"vigil-llm","tagline":"Detect prompt injections and other risky inputs in LLMs","github_url":"https://github.com/deadbits/vigil-llm","owner":"deadbits","repo":"vigil-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/1332757?v=4","primary_language":"Python","stars":496,"forks":56,"topics":["adversarial-attacks","adversarial-machine-learning","large-language-models","llm-security","llmops","prompt-injection","security-tools","yara-scanner"],"archived":false,"github_pushed_at":"2024-01-31T18:43:41+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/deadbits-vigil-llm","markdown_url":"https://www.graphcanon.com/tools/deadbits-vigil-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/deadbits-vigil-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=deadbits-vigil-llm","shared_categories":["evaluation-observability"]},{"slug":"llm-tuning-safety-llms-finetuning-safety","name":"LLMs-Finetuning-Safety","tagline":"Demonstrates safety risks in fine-tuning GPT-3.5 Turbo with adversarial examples","github_url":"https://github.com/LLM-Tuning-Safety/LLMs-Finetuning-Safety","owner":"LLM-Tuning-Safety","repo":"LLMs-Finetuning-Safety","owner_avatar_url":"https://avatars.githubusercontent.com/u/146881603?v=4","primary_language":"Python","stars":359,"forks":39,"topics":["alignment","llm","llm-finetuning"],"archived":false,"github_pushed_at":"2024-02-23T21:19:44+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/llm-tuning-safety-llms-finetuning-safety","markdown_url":"https://www.graphcanon.com/tools/llm-tuning-safety-llms-finetuning-safety.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/llm-tuning-safety-llms-finetuning-safety","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=llm-tuning-safety-llms-finetuning-safety","shared_categories":["evaluation-observability"]},{"slug":"unispac-visual-adversarial-examples-jailbreak-large-language-models","name":"Visual-Adversarial-Examples-Jailbreak-Large-Language-Models","tagline":"Repository for visual adversarial examples that jailbreak large language models","github_url":"https://github.com/Unispac/Visual-Adversarial-Examples-Jailbreak-Large-Language-Models","owner":"Unispac","repo":"Visual-Adversarial-Examples-Jailbreak-Large-Language-Models","owner_avatar_url":"https://avatars.githubusercontent.com/u/45935569?v=4","primary_language":"Python","stars":283,"forks":30,"topics":[],"archived":false,"github_pushed_at":"2024-05-13T05:36:24+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/unispac-visual-adversarial-examples-jailbreak-large-language-models","markdown_url":"https://www.graphcanon.com/tools/unispac-visual-adversarial-examples-jailbreak-large-language-models.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/unispac-visual-adversarial-examples-jailbreak-large-language-models","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=unispac-visual-adversarial-examples-jailbreak-large-language-models","shared_categories":[]},{"slug":"microsoft-bipia","name":"BIPIA","tagline":"Benchmark for evaluating LLM robustness to indirect prompt injection attacks.","github_url":"https://github.com/microsoft/BIPIA","owner":"microsoft","repo":"BIPIA","owner_avatar_url":"https://avatars.githubusercontent.com/u/6154722?v=4","primary_language":"Python","stars":160,"forks":23,"topics":["llm-security"],"archived":true,"github_pushed_at":"2024-04-15T02:08:17+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/microsoft-bipia","markdown_url":"https://www.graphcanon.com/tools/microsoft-bipia.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/microsoft-bipia","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=microsoft-bipia","shared_categories":["evaluation-observability"]},{"slug":"zenguard-ai-fast-llm-security-guardrails","name":"fast-llm-security-guardrails","tagline":"The fastest Trust Layer for AI Agents","github_url":"https://github.com/ZenGuard-AI/fast-llm-security-guardrails","owner":"ZenGuard-AI","repo":"fast-llm-security-guardrails","owner_avatar_url":"https://avatars.githubusercontent.com/u/163059052?v=4","primary_language":"Python","stars":155,"forks":21,"topics":["agentic-ai","ai-agent","ai-agents","ai-runtime","cx-agent","llm-guard","llm-guardrails","llm-privacy","llm-security","prompt-security","security"],"archived":false,"github_pushed_at":"2026-02-03T18:31:21+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/zenguard-ai-fast-llm-security-guardrails","markdown_url":"https://www.graphcanon.com/tools/zenguard-ai-fast-llm-security-guardrails.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/zenguard-ai-fast-llm-security-guardrails","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=zenguard-ai-fast-llm-security-guardrails","shared_categories":["evaluation-observability"]},{"slug":"mik0w-pallms","name":"pallms","tagline":"Payloads for attacking Large Language Models","github_url":"https://github.com/mik0w/pallms","owner":"mik0w","repo":"pallms","owner_avatar_url":"https://avatars.githubusercontent.com/u/64902909?v=4","primary_language":null,"stars":149,"forks":19,"topics":[],"archived":false,"github_pushed_at":"2026-01-13T13:58:22+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/mik0w-pallms","markdown_url":"https://www.graphcanon.com/tools/mik0w-pallms.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mik0w-pallms","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mik0w-pallms","shared_categories":[]},{"slug":"arekusandr-last-layer","name":"last_layer","tagline":"Ultra-fast low latency LLM prompt injection jailbreak detection","github_url":"https://github.com/arekusandr/last_layer","owner":"arekusandr","repo":"last_layer","owner_avatar_url":"https://avatars.githubusercontent.com/u/164400244?v=4","primary_language":"Python","stars":133,"forks":6,"topics":["chatgpt-prompts","jailbreak","large-language-models","llm-guard","llm-guardrails","llm-local","llm-security","prompt-engineering","security-tools"],"archived":false,"github_pushed_at":"2024-07-26T02:56:47+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/arekusandr-last-layer","markdown_url":"https://www.graphcanon.com/tools/arekusandr-last-layer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arekusandr-last-layer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arekusandr-last-layer","shared_categories":["evaluation-observability"]}]}}