{"data":{"slug":"feifeibear-long-context-attention","name":"long-context-attention","tagline":"USP: Unified (a.k.a. Hybrid, 2D) Sequence Parallel Attention for Long Context Transformers Model Training and Inference","github_url":"https://github.com/feifeibear/long-context-attention","owner":"feifeibear","repo":"long-context-attention","owner_avatar_url":"https://avatars.githubusercontent.com/u/5706969?v=4","primary_language":"Python","stars":678,"forks":80,"topics":["attention-is-all-you-need","deepspeed-ulysses","llm-inference","llm-training","pytorch","ring-attention"],"archived":false,"github_pushed_at":"2026-05-21T06:53:42+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/feifeibear-long-context-attention","markdown_url":"https://www.graphcanon.com/tools/feifeibear-long-context-attention.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/feifeibear-long-context-attention","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=feifeibear-long-context-attention","description":"USP: Unified (a.k.a. Hybrid, 2D) Sequence Parallel Attention for Long Context Transformers Model Training and Inference","homepage_url":null,"license":"Apache-2.0","open_issues":12,"watchers":5,"ai_summary":null,"readme_excerpt":null,"github_created_at":"2024-03-27T12:33:12+00:00","created_at":"2026-07-11T11:44:48.788933+00:00","updated_at":"2026-07-11T11:44:51.648169+00:00","categories":[{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"},{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"ring-attention","name":"ring-attention"},{"slug":"python","name":"python"},{"slug":"llm-inference","name":"llm-inference"},{"slug":"pytorch","name":"pytorch"},{"slug":"llm-training","name":"llm-training"},{"slug":"attention-is-all-you-need","name":"attention-is-all-you-need"},{"slug":"deepspeed-ulysses","name":"deepspeed-ulysses"}],"trust":{"provenance":{"is_fork":false,"github_id":778281287,"owner_type":"User","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-07-11T11:44:49.759Z","maintenance":{"label":"Steady","score":60,"methodology":"github_public_v1","releases_90d":null,"days_since_push":51,"last_release_at":null},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-11T11:44:50.476Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-07-11T11:44:50.150Z"},"languages":{"value":["python"],"source":"github.language","observed_at":"2026-07-11T11:44:50.150Z"},"license_spdx":{"value":"Apache-2.0","source":"github.license","observed_at":"2026-07-11T11:44:50.150Z"}}}}