{"data":{"node":{"slug":"raullenchai-rapid-mlx","name":"Rapid-MLX","tagline":"Fast local AI engine for Apple Silicon","github_url":"https://github.com/raullenchai/Rapid-MLX","owner":"raullenchai","repo":"Rapid-MLX","owner_avatar_url":"https://avatars.githubusercontent.com/u/989846?v=4","primary_language":"Python","stars":3774,"forks":416,"topics":["apple-silicon","claude-code","cursor","deepseek","fastapi","hacktoberfest","inference","llm","local-llm","m1","m2","m3","macos","mlx","ollama-alternative","openai-api","python","qwen","tool-calling"],"archived":false,"github_pushed_at":"2026-09-18T08:10:29+00:00","maintenance_label":"Very active","stars_delta_30d":383,"url":"https://www.graphcanon.com/tools/raullenchai-rapid-mlx","markdown_url":"https://www.graphcanon.com/tools/raullenchai-rapid-mlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/raullenchai-rapid-mlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=raullenchai-rapid-mlx"},"categories":[{"slug":"developer-tools","name":"Developer Tools","url":"https://www.graphcanon.com/categories/developer-tools","markdown_url":"https://www.graphcanon.com/categories/developer-tools.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/developer-tools"},{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"}],"tags":[{"slug":"apple-silicon","name":"apple-silicon"},{"slug":"claude-code","name":"claude-code"},{"slug":"cursor","name":"cursor"},{"slug":"deepseek","name":"deepseek"},{"slug":"fastapi","name":"fastapi"},{"slug":"hacktoberfest","name":"hacktoberfest"},{"slug":"inference","name":"inference"},{"slug":"llm","name":"llm"}],"edges":[],"neighbours":[{"slug":"mudler-localai","name":"LocalAI","tagline":"Open-source AI engine for running various models on any hardware","github_url":"https://github.com/mudler/LocalAI","owner":"mudler","repo":"LocalAI","owner_avatar_url":"https://avatars.githubusercontent.com/u/2420543?v=4","primary_language":"Go","stars":49150,"forks":4457,"topics":["agents","ai","api","audio-generation","decentralized","distributed","image-generation","libp2p","llama","llm","mamba","mcp","musicgen","object-detection","rerank","stable-diffusion","text-generation","tts"],"archived":false,"github_pushed_at":"2026-09-18T08:36:38+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/mudler-localai","markdown_url":"https://www.graphcanon.com/tools/mudler-localai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mudler-localai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mudler-localai","shared_categories":["llm-frameworks","inference-serving"]},{"slug":"mlc-ai-mlc-llm","name":"mlc-llm","tagline":"Universal LLM Deployment Engine with ML Compilation","github_url":"https://github.com/mlc-ai/mlc-llm","owner":"mlc-ai","repo":"mlc-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/106173866?v=4","primary_language":"Python","stars":23063,"forks":2111,"topics":["language-model","llm","machine-learning-compilation","tvm"],"archived":false,"github_pushed_at":"2026-07-31T03:03:18+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/mlc-ai-mlc-llm","markdown_url":"https://www.graphcanon.com/tools/mlc-ai-mlc-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mlc-ai-mlc-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mlc-ai-mlc-llm","shared_categories":["llm-frameworks","inference-serving"]},{"slug":"jundot-omlx","name":"omlx","tagline":"LLM inference server with continuous batching and SSD caching for Apple Silicon","github_url":"https://github.com/jundot/omlx","owner":"jundot","repo":"omlx","owner_avatar_url":"https://avatars.githubusercontent.com/u/64250138?v=4","primary_language":"Python","stars":21934,"forks":1899,"topics":["apple-silicon","inference-server","llm","macos","mlx","openai-api"],"archived":false,"github_pushed_at":"2026-09-20T02:23:26+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/jundot-omlx","markdown_url":"https://www.graphcanon.com/tools/jundot-omlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jundot-omlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jundot-omlx","shared_categories":["inference-serving"]},{"slug":"blaizzy-mlx-audio","name":"mlx-audio","tagline":"A text-to-speech (TTS), speech-to-text (STT) and speech-to-speech (STS) library on Apple's MLX framework.","github_url":"https://github.com/Blaizzy/mlx-audio","owner":"Blaizzy","repo":"mlx-audio","owner_avatar_url":"https://avatars.githubusercontent.com/u/23445657?v=4","primary_language":"Python","stars":7914,"forks":722,"topics":["apple-silicon","audio-processing","mlx","multimodal","speech-recognition","speech-synthesis","speech-to-text","text-to-speech","transformers"],"archived":false,"github_pushed_at":"2026-09-18T21:23:53+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/blaizzy-mlx-audio","markdown_url":"https://www.graphcanon.com/tools/blaizzy-mlx-audio.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/blaizzy-mlx-audio","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=blaizzy-mlx-audio","shared_categories":[]},{"slug":"ericlbuehler-mistral-rs","name":"mistral.rs","tagline":"Fast flexible LLM inference","github_url":"https://github.com/EricLBuehler/mistral.rs","owner":"EricLBuehler","repo":"mistral.rs","owner_avatar_url":"https://avatars.githubusercontent.com/u/65165915?v=4","primary_language":"Rust","stars":7660,"forks":690,"topics":["llm","rust","uqff"],"archived":false,"github_pushed_at":"2026-09-06T20:01:45+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/ericlbuehler-mistral-rs","markdown_url":"https://www.graphcanon.com/tools/ericlbuehler-mistral-rs.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ericlbuehler-mistral-rs","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ericlbuehler-mistral-rs","shared_categories":["inference-serving"]},{"slug":"argmaxinc-argmax-oss-swift","name":"argmax-oss-swift","tagline":"On-device Speech AI for Apple Silicon","github_url":"https://github.com/argmaxinc/argmax-oss-swift","owner":"argmaxinc","repo":"argmax-oss-swift","owner_avatar_url":"https://avatars.githubusercontent.com/u/150409474?v=4","primary_language":"Swift","stars":6369,"forks":611,"topics":["inference","ios","macos","pyannote","qwen3-tts","speaker-diarization","speakerkit","speech-recognition","speech-to-text","swift","text-to-speech","transformers","ttskit","whisper","whisperkit"],"archived":false,"github_pushed_at":"2026-08-13T19:17:27+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/argmaxinc-argmax-oss-swift","markdown_url":"https://www.graphcanon.com/tools/argmaxinc-argmax-oss-swift.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/argmaxinc-argmax-oss-swift","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=argmaxinc-argmax-oss-swift","shared_categories":[]},{"slug":"waybarrios-vllm-mlx","name":"vllm-mlx","tagline":"Server for LLMs and vision-language models compatible with Apple Silicon","github_url":"https://github.com/waybarrios/vllm-mlx","owner":"waybarrios","repo":"vllm-mlx","owner_avatar_url":"https://avatars.githubusercontent.com/u/6794828?v=4","primary_language":"Python","stars":1588,"forks":222,"topics":["anthropic","anthropic-api","apple-silicon","claude-code","continuous-batching","inference-server","llm","local-llm","macos","mcp","mlx","multimodal-ai","openai","openai-api","openai-compatible","speech-to-text","text-to-speech","tool-calling","vision-language-model","vllm"],"archived":false,"github_pushed_at":"2026-09-19T18:11:07+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/waybarrios-vllm-mlx","markdown_url":"https://www.graphcanon.com/tools/waybarrios-vllm-mlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/waybarrios-vllm-mlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=waybarrios-vllm-mlx","shared_categories":["inference-serving"]},{"slug":"xllm-ai-xllm","name":"xllm","tagline":"A high-performance inference engine for LLM, VLM, DiT and REC models","github_url":"https://github.com/xLLM-AI/xllm","owner":"xLLM-AI","repo":"xllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/205719415?v=4","primary_language":"C++","stars":1577,"forks":300,"topics":["deepseek","glm","inference","inference-engine","large-language-models","llm-inference","qwen"],"archived":false,"github_pushed_at":"2026-09-19T13:15:59+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/xllm-ai-xllm","markdown_url":"https://www.graphcanon.com/tools/xllm-ai-xllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xllm-ai-xllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xllm-ai-xllm","shared_categories":["inference-serving"]},{"slug":"ddalcu-mlx-serve","name":"mlx-serve","tagline":"Native LLM inference server for Apple Silicon","github_url":"https://github.com/ddalcu/mlx-serve","owner":"ddalcu","repo":"mlx-serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/869085?v=4","primary_language":"Zig","stars":1418,"forks":130,"topics":["agent","anthropic-api","apple-silicon","claude-code","deepseek-v4","diffusion","gguf","image-generation","inference","llm","local-llm","macos","macos-app","mlx","openai-api","tool-calling","video-generation","voice-agent","voice-cloning","zig"],"archived":false,"github_pushed_at":"2026-09-19T22:08:35+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ddalcu-mlx-serve","markdown_url":"https://www.graphcanon.com/tools/ddalcu-mlx-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ddalcu-mlx-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ddalcu-mlx-serve","shared_categories":["inference-serving"]},{"slug":"arahim3-mlx-tune","name":"mlx-tune","tagline":"Fine-tune LLMs on your Mac with Apple Silicon for various tasks including SFT, DPO, GRPO, Vision, TTS, STT, Embedding, and OCR.","github_url":"https://github.com/ARahim3/mlx-tune","owner":"ARahim3","repo":"mlx-tune","owner_avatar_url":"https://avatars.githubusercontent.com/u/41390319?v=4","primary_language":"Python","stars":1412,"forks":92,"topics":["apple-silicon","deep-learning","huggingface","large-language-models","llm","llm-finetuning","local-llm","lora","machine-learning","macos","mlx","on-device-ai","peft","speech-recognition","speech-to-text","text-to-speech","transformers","unsloth","vision-language-model","whisper"],"archived":false,"github_pushed_at":"2026-06-23T12:24:30+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/arahim3-mlx-tune","markdown_url":"https://www.graphcanon.com/tools/arahim3-mlx-tune.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arahim3-mlx-tune","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arahim3-mlx-tune","shared_categories":["llm-frameworks"]},{"slug":"eastriverlee-llm-swift","name":"LLM.swift","tagline":"LLM.swift enables local interaction with large language models for multiple Apple platforms.","github_url":"https://github.com/eastriverlee/LLM.swift","owner":"eastriverlee","repo":"LLM.swift","owner_avatar_url":"https://avatars.githubusercontent.com/u/43613000?v=4","primary_language":"Swift","stars":877,"forks":126,"topics":["gguf","ios","llm","llm-inference","macos","swift","tvos","visionos","watchos"],"archived":false,"github_pushed_at":"2026-07-19T06:04:49+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/eastriverlee-llm-swift","markdown_url":"https://www.graphcanon.com/tools/eastriverlee-llm-swift.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/eastriverlee-llm-swift","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=eastriverlee-llm-swift","shared_categories":["inference-serving"]},{"slug":"hpcaitech-swiftinfer","name":"SwiftInfer","tagline":"Efficient AI Inference Serving","github_url":"https://github.com/hpcaitech/SwiftInfer","owner":"hpcaitech","repo":"SwiftInfer","owner_avatar_url":"https://avatars.githubusercontent.com/u/88699314?v=4","primary_language":"Python","stars":474,"forks":31,"topics":["artificial-intelligence","deep-learning","gpt","inference","llama","llama2","llm-inference","llm-serving"],"archived":false,"github_pushed_at":"2024-01-08T09:18:42+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/hpcaitech-swiftinfer","markdown_url":"https://www.graphcanon.com/tools/hpcaitech-swiftinfer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/hpcaitech-swiftinfer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=hpcaitech-swiftinfer","shared_categories":["inference-serving"]}]}}