{"data":{"slug":"microsoft-minference","name":"MInference","tagline":"[NeurIPS'24 Spotlight, ICLR'25, ICML'25] To speed up Long-context LLMs' inference, approximate and dynamic sparse calculate the attention, which reduces inference latency by up to 10x for pre-filling ","github_url":"https://github.com/microsoft/MInference","owner":"microsoft","repo":"MInference","owner_avatar_url":"https://avatars.githubusercontent.com/u/6154722?v=4","primary_language":"Python","stars":1221,"forks":78,"topics":[],"archived":false,"github_pushed_at":"2026-04-08T08:04:38+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/microsoft-minference","markdown_url":"https://www.graphcanon.com/tools/microsoft-minference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/microsoft-minference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=microsoft-minference","description":"[NeurIPS'24 Spotlight, ICLR'25, ICML'25] To speed up Long-context LLMs' inference, approximate and dynamic sparse calculate the attention, which reduces inference latency by up to 10x for pre-filling on an A100 while maintaining accuracy.","homepage_url":"https://aka.ms/MInference","license":"MIT","open_issues":93,"watchers":9,"ai_summary":null,"readme_excerpt":"### Requirements\n\n- Torch\n- FlashAttention-2 (Optional)\n- Triton\n- **Transformers >= 4.46.0**\n\nTo get started with MInference, simply install it using pip:\n\n```bash\npip install minference\n```","github_created_at":"2024-05-22T12:59:47+00:00","created_at":"2026-07-11T10:37:05.922556+00:00","updated_at":"2026-07-11T10:37:09.148003+00:00","categories":[{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"},{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"python","name":"python"}],"trust":{"provenance":{"is_fork":false,"github_id":804362023,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-07-11T10:37:06.515Z","maintenance":{"label":"Slowing","score":36,"methodology":"github_public_v1","releases_90d":0,"days_since_push":94,"last_release_at":"2025-06-17T09:29:24Z"},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-11T10:37:07.395Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-07-11T10:37:06.969Z"},"languages":{"value":["python"],"source":"github.language","observed_at":"2026-07-11T10:37:06.969Z"},"license_spdx":{"value":"MIT","source":"github.license","observed_at":"2026-07-11T10:37:06.969Z"}}}}