{"data":{"slug":"glo26-stepshield","name":"stepshield","tagline":"Temporal evaluation benchmark for AI agent guardrails","github_url":"https://github.com/glo26/stepshield","owner":"glo26","repo":"stepshield","owner_avatar_url":"https://avatars.githubusercontent.com/u/15223526?v=4","primary_language":"Python","stars":77,"forks":19,"topics":["agent-security","ai-safety","benchmark","dataset","guardrails","neurips-2026","step-level-detection"],"archived":false,"github_pushed_at":"2026-09-05T20:01:00+00:00","maintenance_label":"Steady","stars_delta_30d":1,"url":"https://www.graphcanon.com/tools/glo26-stepshield","markdown_url":"https://www.graphcanon.com/tools/glo26-stepshield.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/glo26-stepshield","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=glo26-stepshield","description":"StepShield: When, Not Whether to Intervene on Rogue Agents — NeurIPS 2026 benchmark for temporal evaluation of AI agent guardrails (9,429 trajectories, step-level annotations)","homepage_url":"https://huggingface.co/datasets/glo26/stepshield","license":"Other","open_issues":18,"watchers":8,"ai_summary":"StepShield provides trajectories and step-level annotations to evaluate the temporal intervention effectiveness required for securing rogue AI agents.","readme_excerpt":"### 1. Install\n\n```bash\ngit clone https://github.com/glo26/stepshield.git\ncd stepshield\npip install -r requirements.txt\n```\n\n---\n\n## License\n\nThe code in this repository is licensed under the [MIT License](LICENSE). The dataset is licensed under [CC BY 4.0](https://creativecommons.org/licenses/by/4.0/).\n\nThis project was supported by the **MOVE Fellowship**. For questions or collaboration inquiries, contact `contact@stepshield.ai`.","github_created_at":"2025-12-08T05:26:03+00:00","created_at":"2026-07-15T10:44:01.14159+00:00","updated_at":"2026-10-22T06:00:21.375553+00:00","categories":[{"slug":"ai-agents","name":"AI Agents","url":"https://www.graphcanon.com/categories/ai-agents","markdown_url":"https://www.graphcanon.com/categories/ai-agents.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/ai-agents"},{"slug":"evaluation-observability","name":"Evaluation & Observability","url":"https://www.graphcanon.com/categories/evaluation-observability","markdown_url":"https://www.graphcanon.com/categories/evaluation-observability.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/evaluation-observability"}],"tags":[{"slug":"agent-security","name":"agent-security"},{"slug":"ai-safety","name":"ai-safety"},{"slug":"benchmark","name":"benchmark"},{"slug":"dataset","name":"dataset"},{"slug":"guardrails","name":"guardrails"},{"slug":"neurips-2026","name":"neurips-2026"},{"slug":"step-level-detection","name":"step-level-detection"}],"trust":{"provenance":{"is_fork":false,"github_id":1112068019,"owner_type":"User","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-10-22T06:00:19.101Z","maintenance":{"label":"Steady","score":60,"methodology":"github_public_v1","releases_90d":0,"days_since_push":46,"last_release_at":null,"stars_delta_30d":1,"open_issues_delta_30d":0},"security_summary":{"last_scan_at":"2026-07-15T10:44:04.014432+00:00","scan_profile":"deps","status":"findings","critical_count":0,"high_count":0,"medium_count":0,"low_count":6,"scanner":"osv@v1","scan_id":"4c658e99-08f2-404f-bf5f-5a7f63506929","pending_review_count":0}},"capability_facts":{"mcp":{"method":"github-tree-and-contents@2","reason":"Repository inspection failed; server presence is unknown.","source":"repo_scan","status":"unknown","revision":"031aa88219f78cda987c2b9d034112e360afda7e","source_url":"https://github.com/glo26/stepshield/tree/031aa88219f78cda987c2b9d034112e360afda7e","observed_at":"2026-10-22T06:00:19.783Z","server_manifest":null},"scan":{"method":"github-tree-and-contents@2","source":"repo_scan","status":"error","version":2,"coverage":{"scope":"bounded-repository-manifests","tree_complete":false,"selected_files":0,"candidate_files":0},"revision":"031aa88219f78cda987c2b9d034112e360afda7e","source_url":"https://github.com/glo26/stepshield/tree/031aa88219f78cda987c2b9d034112e360afda7e","observed_at":"2026-10-22T06:00:19.783Z","observations":[{"path":"@revision","bytes":1447,"status":"present","revision":"031aa88219f78cda987c2b9d034112e360afda7e","source_url":"https://github.com/glo26/stepshield/commit/031aa88219f78cda987c2b9d034112e360afda7e","http_status":200,"observed_at":"2026-10-22T06:00:19.971Z"},{"path":"@tree","bytes":2015232,"reason":"response-byte-limit","status":"oversize","revision":"031aa88219f78cda987c2b9d034112e360afda7e","source_url":"https://github.com/glo26/stepshield/tree/031aa88219f78cda987c2b9d034112e360afda7e","http_status":200,"observed_at":"2026-10-22T06:00:20.530Z"}]},"languages":{"value":["python"],"method":"github-tree-and-contents@2","source":"github.language","revision":"031aa88219f78cda987c2b9d034112e360afda7e","source_url":"https://github.com/glo26/stepshield/tree/031aa88219f78cda987c2b9d034112e360afda7e","observed_at":"2026-10-22T06:00:19.783Z"},"license_spdx":{"value":"Other","source":"github.license","observed_at":"2026-10-22T06:00:19.783Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":null,"constraints":null,"when_to_use":["When you need to measure the timing of interventions rather than just if they occur","For benchmarking your AI safeguards against a curated dataset of 9,429 trajectories"],"when_not_to_use":["If your project does not require temporal analysis of guardrail performance","When you seek real-time intervention and do not need pre-defined trajectory datasets"],"source":"enrich:decision_facts","observed_at":"2026-07-16T18:42:12.919Z"},"constraint_facets":null,"decision_summary":[{"label":"Adopt for","value":"Unverified catalog guidance: StepShield aids in evaluating temporal guardrail effectiveness on AI agents through step-level annotations, ideal for ensuring security over time."}]}}