{"data":{"node":{"slug":"poloclub-llm-self-defense","name":"llm-self-defense","tagline":"LLM Self Defense: By Self Examination, LLMs know they are being tricked","github_url":"https://github.com/poloclub/llm-self-defense","owner":"poloclub","repo":"llm-self-defense","owner_avatar_url":"https://avatars.githubusercontent.com/u/19315506?v=4","primary_language":"Python","stars":53,"forks":7,"topics":[],"archived":false,"github_pushed_at":"2024-05-21T07:51:46+00:00","maintenance_label":"Dormant","stars_delta_30d":0,"url":"https://www.graphcanon.com/tools/poloclub-llm-self-defense","markdown_url":"https://www.graphcanon.com/tools/poloclub-llm-self-defense.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/poloclub-llm-self-defense","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=poloclub-llm-self-defense"},"categories":[{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"adversarial-prompts","name":"adversarial prompts"},{"slug":"gpt-3-5","name":"gpt-3.5"},{"slug":"harmful-content-reduction","name":"harmful content reduction"},{"slug":"llama-2","name":"llama-2"},{"slug":"llms","name":"llms"},{"slug":"safety-measures","name":"safety measures"},{"slug":"self-defense-mechanism","name":"self defense mechanism"}],"edges":[],"neighbours":[{"slug":"llm-attacks-llm-attacks","name":"llm-attacks","tagline":"Universal and Transferable Attacks on Aligned Language Models","github_url":"https://github.com/llm-attacks/llm-attacks","owner":"llm-attacks","repo":"llm-attacks","owner_avatar_url":"https://avatars.githubusercontent.com/u/140664770?v=4","primary_language":"Python","stars":4814,"forks":641,"topics":[],"archived":false,"github_pushed_at":"2024-08-02T06:02:18+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/llm-attacks-llm-attacks","markdown_url":"https://www.graphcanon.com/tools/llm-attacks-llm-attacks.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/llm-attacks-llm-attacks","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=llm-attacks-llm-attacks","shared_categories":["evaluation-observability"]},{"slug":"meta-llama-purplellama","name":"PurpleLlama","tagline":"Set of tools to assess and improve LLM security","github_url":"https://github.com/meta-llama/PurpleLlama","owner":"meta-llama","repo":"PurpleLlama","owner_avatar_url":"https://avatars.githubusercontent.com/u/153379578?v=4","primary_language":"Python","stars":4420,"forks":777,"topics":[],"archived":false,"github_pushed_at":"2026-09-29T23:08:52+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/meta-llama-purplellama","markdown_url":"https://www.graphcanon.com/tools/meta-llama-purplellama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/meta-llama-purplellama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=meta-llama-purplellama","shared_categories":["evaluation-observability"]},{"slug":"corca-ai-awesome-llm-security","name":"awesome-llm-security","tagline":"A curation of tools, documents and projects about LLM Security","github_url":"https://github.com/corca-ai/awesome-llm-security","owner":"corca-ai","repo":"awesome-llm-security","owner_avatar_url":"https://avatars.githubusercontent.com/u/72978860?v=4","primary_language":null,"stars":1710,"forks":398,"topics":["awesome","awesome-list","llm","security"],"archived":false,"github_pushed_at":"2025-08-20T01:27:47+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/corca-ai-awesome-llm-security","markdown_url":"https://www.graphcanon.com/tools/corca-ai-awesome-llm-security.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/corca-ai-awesome-llm-security","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=corca-ai-awesome-llm-security","shared_categories":["evaluation-observability"]},{"slug":"liu00222-open-prompt-injection","name":"Open-Prompt-Injection","tagline":"Benchmark and toolkit for prompt injection attacks and defenses in LLMs","github_url":"https://github.com/liu00222/Open-Prompt-Injection","owner":"liu00222","repo":"Open-Prompt-Injection","owner_avatar_url":"https://avatars.githubusercontent.com/u/42081599?v=4","primary_language":"Python","stars":503,"forks":81,"topics":["llm","llm-security","llms","prompt-injection","prompt-injection-tool","security-and-privacy"],"archived":false,"github_pushed_at":"2026-09-27T14:35:14+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/liu00222-open-prompt-injection","markdown_url":"https://www.graphcanon.com/tools/liu00222-open-prompt-injection.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/liu00222-open-prompt-injection","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=liu00222-open-prompt-injection","shared_categories":["evaluation-observability"]},{"slug":"deadbits-vigil-llm","name":"vigil-llm","tagline":"Detect prompt injections and other risky inputs in LLMs","github_url":"https://github.com/deadbits/vigil-llm","owner":"deadbits","repo":"vigil-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/1332757?v=4","primary_language":"Python","stars":496,"forks":56,"topics":["adversarial-attacks","adversarial-machine-learning","large-language-models","llm-security","llmops","prompt-injection","security-tools","yara-scanner"],"archived":false,"github_pushed_at":"2024-01-31T18:43:41+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/deadbits-vigil-llm","markdown_url":"https://www.graphcanon.com/tools/deadbits-vigil-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/deadbits-vigil-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=deadbits-vigil-llm","shared_categories":["evaluation-observability"]},{"slug":"llm-tuning-safety-llms-finetuning-safety","name":"LLMs-Finetuning-Safety","tagline":"Demonstrates safety risks in fine-tuning GPT-3.5 Turbo with adversarial examples","github_url":"https://github.com/LLM-Tuning-Safety/LLMs-Finetuning-Safety","owner":"LLM-Tuning-Safety","repo":"LLMs-Finetuning-Safety","owner_avatar_url":"https://avatars.githubusercontent.com/u/146881603?v=4","primary_language":"Python","stars":359,"forks":39,"topics":["alignment","llm","llm-finetuning"],"archived":false,"github_pushed_at":"2024-02-23T21:19:44+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/llm-tuning-safety-llms-finetuning-safety","markdown_url":"https://www.graphcanon.com/tools/llm-tuning-safety-llms-finetuning-safety.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/llm-tuning-safety-llms-finetuning-safety","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=llm-tuning-safety-llms-finetuning-safety","shared_categories":["evaluation-observability"]},{"slug":"libr-ai-do-not-answer","name":"do-not-answer","tagline":"A Dataset for Evaluating Safeguards in LLMs","github_url":"https://github.com/Libr-AI/do-not-answer","owner":"Libr-AI","repo":"do-not-answer","owner_avatar_url":"https://avatars.githubusercontent.com/u/133515165?v=4","primary_language":"Jupyter Notebook","stars":346,"forks":30,"topics":[],"archived":false,"github_pushed_at":"2024-06-07T14:55:51+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/libr-ai-do-not-answer","markdown_url":"https://www.graphcanon.com/tools/libr-ai-do-not-answer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/libr-ai-do-not-answer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=libr-ai-do-not-answer","shared_categories":["evaluation-observability"]},{"slug":"jagilley-fact-checker","name":"fact-checker","tagline":"Fact-checking LLM outputs with self-ask","github_url":"https://github.com/jagilley/fact-checker","owner":"jagilley","repo":"fact-checker","owner_avatar_url":"https://avatars.githubusercontent.com/u/37783831?v=4","primary_language":"Jupyter Notebook","stars":314,"forks":39,"topics":["llm","python"],"archived":false,"github_pushed_at":"2023-10-23T21:08:13+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/jagilley-fact-checker","markdown_url":"https://www.graphcanon.com/tools/jagilley-fact-checker.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jagilley-fact-checker","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jagilley-fact-checker","shared_categories":["evaluation-observability"]},{"slug":"alopatenko-llmevaluation","name":"LLMEvaluation","tagline":"A comprehensive guide to LLM evaluation methods","github_url":"https://github.com/alopatenko/LLMEvaluation","owner":"alopatenko","repo":"LLMEvaluation","owner_avatar_url":"https://avatars.githubusercontent.com/u/7122933?v=4","primary_language":"HTML","stars":201,"forks":24,"topics":["evaluation","generative-ai-benchmarking","llm","llm-benchmarking","llm-evaluation"],"archived":false,"github_pushed_at":"2026-09-15T00:35:53+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/alopatenko-llmevaluation","markdown_url":"https://www.graphcanon.com/tools/alopatenko-llmevaluation.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/alopatenko-llmevaluation","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=alopatenko-llmevaluation","shared_categories":["evaluation-observability"]},{"slug":"njunlp-renellm","name":"ReNeLLM","tagline":"Implementation of generalized nested jailbreak prompts targeting large language models.","github_url":"https://github.com/NJUNLP/ReNeLLM","owner":"NJUNLP","repo":"ReNeLLM","owner_avatar_url":"https://avatars.githubusercontent.com/u/31466622?v=4","primary_language":"Python","stars":164,"forks":17,"topics":[],"archived":false,"github_pushed_at":"2025-09-02T09:32:44+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/njunlp-renellm","markdown_url":"https://www.graphcanon.com/tools/njunlp-renellm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/njunlp-renellm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=njunlp-renellm","shared_categories":["evaluation-observability"]},{"slug":"microsoft-bipia","name":"BIPIA","tagline":"Benchmark for evaluating LLM robustness to indirect prompt injection attacks.","github_url":"https://github.com/microsoft/BIPIA","owner":"microsoft","repo":"BIPIA","owner_avatar_url":"https://avatars.githubusercontent.com/u/6154722?v=4","primary_language":"Python","stars":160,"forks":23,"topics":["llm-security"],"archived":true,"github_pushed_at":"2024-04-15T02:08:17+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/microsoft-bipia","markdown_url":"https://www.graphcanon.com/tools/microsoft-bipia.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/microsoft-bipia","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=microsoft-bipia","shared_categories":["evaluation-observability"]},{"slug":"zenguard-ai-fast-llm-security-guardrails","name":"fast-llm-security-guardrails","tagline":"The fastest Trust Layer for AI Agents","github_url":"https://github.com/ZenGuard-AI/fast-llm-security-guardrails","owner":"ZenGuard-AI","repo":"fast-llm-security-guardrails","owner_avatar_url":"https://avatars.githubusercontent.com/u/163059052?v=4","primary_language":"Python","stars":155,"forks":21,"topics":["agentic-ai","ai-agent","ai-agents","ai-runtime","cx-agent","llm-guard","llm-guardrails","llm-privacy","llm-security","prompt-security","security"],"archived":false,"github_pushed_at":"2026-02-03T18:31:21+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/zenguard-ai-fast-llm-security-guardrails","markdown_url":"https://www.graphcanon.com/tools/zenguard-ai-fast-llm-security-guardrails.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/zenguard-ai-fast-llm-security-guardrails","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=zenguard-ai-fast-llm-security-guardrails","shared_categories":["evaluation-observability"]}]}}