{"data":{"slug":"openinfer-project-openinfer","name":"openinfer","tagline":"Pure Rust + CUDA LLM inference engine — no PyTorch, OpenAI-compatible, serves Qwen3 to Kimi-K2","github_url":"https://github.com/openinfer-project/openinfer","owner":"openinfer-project","repo":"openinfer","owner_avatar_url":"https://avatars.githubusercontent.com/u/292134277?v=4","primary_language":"Rust","stars":528,"forks":75,"topics":["cuda","cuda-kernels","deepseek","gpu","inference","inference-engine","kimi","kimi-k2","kv-cache","llm","llm-inference","llm-serving","model-serving","moe","openai-api","paged-attention","qwen","qwen3","rust","vllm"],"archived":false,"github_pushed_at":"2026-07-11T11:42:55+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/openinfer-project-openinfer","markdown_url":"https://www.graphcanon.com/tools/openinfer-project-openinfer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/openinfer-project-openinfer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=openinfer-project-openinfer","description":"Pure Rust + CUDA LLM inference engine — no PyTorch, OpenAI-compatible, serves Qwen3 to Kimi-K2","homepage_url":"https://open-infer.org/","license":"Apache-2.0","open_issues":112,"watchers":2,"ai_summary":null,"readme_excerpt":null,"github_created_at":"2026-02-17T12:01:22+00:00","created_at":"2026-07-11T11:45:24.554146+00:00","updated_at":"2026-07-11T11:45:26.734961+00:00","categories":[{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"},{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"gpu","name":"gpu"},{"slug":"deepseek","name":"deepseek"},{"slug":"cuda","name":"cuda"},{"slug":"cuda-kernels","name":"cuda-kernels"},{"slug":"kimi-k2","name":"kimi-k2"},{"slug":"inference-engine","name":"inference-engine"},{"slug":"inference","name":"inference"},{"slug":"kimi","name":"kimi"}],"trust":{"provenance":{"is_fork":false,"github_id":1159983293,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-07-11T11:45:25.181Z","maintenance":{"label":"Very active","score":96,"methodology":"github_public_v1","releases_90d":null,"days_since_push":0,"last_release_at":null},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-11T11:45:25.741Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-07-11T11:45:25.503Z"},"languages":{"value":["rust"],"source":"github.language","observed_at":"2026-07-11T11:45:25.503Z"},"license_spdx":{"value":"Apache-2.0","source":"github.license","observed_at":"2026-07-11T11:45:25.503Z"}}}}