{"data":{"node":{"slug":"eastriverlee-llm-swift","name":"LLM.swift","tagline":"LLM.swift enables local interaction with large language models for multiple Apple platforms.","github_url":"https://github.com/eastriverlee/LLM.swift","owner":"eastriverlee","repo":"LLM.swift","owner_avatar_url":"https://avatars.githubusercontent.com/u/43613000?v=4","primary_language":"Swift","stars":877,"forks":126,"topics":["gguf","ios","llm","llm-inference","macos","swift","tvos","visionos","watchos"],"archived":false,"github_pushed_at":"2026-07-19T06:04:49+00:00","maintenance_label":"Steady","stars_delta_30d":12,"url":"https://www.graphcanon.com/tools/eastriverlee-llm-swift","markdown_url":"https://www.graphcanon.com/tools/eastriverlee-llm-swift.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/eastriverlee-llm-swift","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=eastriverlee-llm-swift"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"gguf","name":"gguf"},{"slug":"ios","name":"ios"},{"slug":"llm","name":"llm"},{"slug":"llm-inference","name":"llm-inference"},{"slug":"macos","name":"macos"},{"slug":"swift","name":"swift"},{"slug":"tvos","name":"tvos"},{"slug":"visionos","name":"visionos"}],"edges":[],"neighbours":[{"slug":"nomic-ai-gpt4all","name":"gpt4all","tagline":"Run Local LLMs on Any Device","github_url":"https://github.com/nomic-ai/gpt4all","owner":"nomic-ai","repo":"gpt4all","owner_avatar_url":"https://avatars.githubusercontent.com/u/102670180?v=4","primary_language":"C++","stars":77390,"forks":8288,"topics":["ai-chat","llm-inference"],"archived":false,"github_pushed_at":"2025-05-27T20:05:19+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/nomic-ai-gpt4all","markdown_url":"https://www.graphcanon.com/tools/nomic-ai-gpt4all.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nomic-ai-gpt4all","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nomic-ai-gpt4all","shared_categories":["inference-serving"]},{"slug":"jundot-omlx","name":"omlx","tagline":"LLM inference server with continuous batching and SSD caching for Apple Silicon","github_url":"https://github.com/jundot/omlx","owner":"jundot","repo":"omlx","owner_avatar_url":"https://avatars.githubusercontent.com/u/64250138?v=4","primary_language":"Python","stars":21934,"forks":1899,"topics":["apple-silicon","inference-server","llm","macos","mlx","openai-api"],"archived":false,"github_pushed_at":"2026-09-20T02:23:26+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/jundot-omlx","markdown_url":"https://www.graphcanon.com/tools/jundot-omlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jundot-omlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jundot-omlx","shared_categories":["inference-serving"]},{"slug":"kalyanks-nlp-llm-engineer-toolkit","name":"llm-engineer-toolkit","tagline":"A curated list of 120+ LLM libraries category wise","github_url":"https://github.com/KalyanKS-NLP/llm-engineer-toolkit","owner":"KalyanKS-NLP","repo":"llm-engineer-toolkit","owner_avatar_url":"https://avatars.githubusercontent.com/u/202506543?v=4","primary_language":null,"stars":10793,"forks":1687,"topics":["ai-engineer","generative-ai","large-language-models","llm-engineer","llms"],"archived":false,"github_pushed_at":"2026-09-09T01:45:07+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/kalyanks-nlp-llm-engineer-toolkit","markdown_url":"https://www.graphcanon.com/tools/kalyanks-nlp-llm-engineer-toolkit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kalyanks-nlp-llm-engineer-toolkit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kalyanks-nlp-llm-engineer-toolkit","shared_categories":["inference-serving"]},{"slug":"0xplaygrounds-rig","name":"rig","tagline":"Build modular and scalable LLM Applications in Rust","github_url":"https://github.com/0xPlaygrounds/rig","owner":"0xPlaygrounds","repo":"rig","owner_avatar_url":"https://avatars.githubusercontent.com/u/93353392?v=4","primary_language":"Rust","stars":8679,"forks":974,"topics":["agent","ai","artificial-intelligence","automation","generative-ai","large-language-model","llm","llmops","rust","scalable-ai"],"archived":false,"github_pushed_at":"2026-09-19T23:48:13+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/0xplaygrounds-rig","markdown_url":"https://www.graphcanon.com/tools/0xplaygrounds-rig.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/0xplaygrounds-rig","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=0xplaygrounds-rig","shared_categories":[]},{"slug":"luhengshiwo-llmforeverybody","name":"LLMForEverybody","tagline":"LLM knowledge sharing for everyone, essential reading before big model interviews","github_url":"https://github.com/luhengshiwo/LLMForEverybody","owner":"luhengshiwo","repo":"LLMForEverybody","owner_avatar_url":"https://avatars.githubusercontent.com/u/13251733?v=4","primary_language":"Jupyter Notebook","stars":7167,"forks":662,"topics":["agent","interview-practice","interview-questions","learnllm","llm","rag"],"archived":false,"github_pushed_at":"2026-08-17T02:41:01+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/luhengshiwo-llmforeverybody","markdown_url":"https://www.graphcanon.com/tools/luhengshiwo-llmforeverybody.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/luhengshiwo-llmforeverybody","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=luhengshiwo-llmforeverybody","shared_categories":[]},{"slug":"argmaxinc-argmax-oss-swift","name":"argmax-oss-swift","tagline":"On-device Speech AI for Apple Silicon","github_url":"https://github.com/argmaxinc/argmax-oss-swift","owner":"argmaxinc","repo":"argmax-oss-swift","owner_avatar_url":"https://avatars.githubusercontent.com/u/150409474?v=4","primary_language":"Swift","stars":6369,"forks":611,"topics":["inference","ios","macos","pyannote","qwen3-tts","speaker-diarization","speakerkit","speech-recognition","speech-to-text","swift","text-to-speech","transformers","ttskit","whisper","whisperkit"],"archived":false,"github_pushed_at":"2026-08-13T19:17:27+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/argmaxinc-argmax-oss-swift","markdown_url":"https://www.graphcanon.com/tools/argmaxinc-argmax-oss-swift.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/argmaxinc-argmax-oss-swift","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=argmaxinc-argmax-oss-swift","shared_categories":[]},{"slug":"kevinhermawan-ollamac","name":"Ollamac","tagline":"Mac app for Ollama","github_url":"https://github.com/kevinhermawan/Ollamac","owner":"kevinhermawan","repo":"Ollamac","owner_avatar_url":"https://avatars.githubusercontent.com/u/84965338?v=4","primary_language":"Swift","stars":1911,"forks":99,"topics":["ai","llama3","llm","llma","llma2","llms","macos","mistral","mixtral","ollama"],"archived":false,"github_pushed_at":"2025-03-12T22:28:22+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/kevinhermawan-ollamac","markdown_url":"https://www.graphcanon.com/tools/kevinhermawan-ollamac.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kevinhermawan-ollamac","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kevinhermawan-ollamac","shared_categories":[]},{"slug":"waybarrios-vllm-mlx","name":"vllm-mlx","tagline":"Server for LLMs and vision-language models compatible with Apple Silicon","github_url":"https://github.com/waybarrios/vllm-mlx","owner":"waybarrios","repo":"vllm-mlx","owner_avatar_url":"https://avatars.githubusercontent.com/u/6794828?v=4","primary_language":"Python","stars":1588,"forks":222,"topics":["anthropic","anthropic-api","apple-silicon","claude-code","continuous-batching","inference-server","llm","local-llm","macos","mcp","mlx","multimodal-ai","openai","openai-api","openai-compatible","speech-to-text","text-to-speech","tool-calling","vision-language-model","vllm"],"archived":false,"github_pushed_at":"2026-09-19T18:11:07+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/waybarrios-vllm-mlx","markdown_url":"https://www.graphcanon.com/tools/waybarrios-vllm-mlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/waybarrios-vllm-mlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=waybarrios-vllm-mlx","shared_categories":["inference-serving"]},{"slug":"ddalcu-mlx-serve","name":"mlx-serve","tagline":"Native LLM inference server for Apple Silicon","github_url":"https://github.com/ddalcu/mlx-serve","owner":"ddalcu","repo":"mlx-serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/869085?v=4","primary_language":"Zig","stars":1418,"forks":130,"topics":["agent","anthropic-api","apple-silicon","claude-code","deepseek-v4","diffusion","gguf","image-generation","inference","llm","local-llm","macos","macos-app","mlx","openai-api","tool-calling","video-generation","voice-agent","voice-cloning","zig"],"archived":false,"github_pushed_at":"2026-09-19T22:08:35+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ddalcu-mlx-serve","markdown_url":"https://www.graphcanon.com/tools/ddalcu-mlx-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ddalcu-mlx-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ddalcu-mlx-serve","shared_categories":["inference-serving"]},{"slug":"rudrankriyam-foundation-models-framework-lab","name":"Foundation-Models-Framework-Lab","tagline":"A practical lab for building, testing, and evaluating apps with Apple's Foundation Models framework","github_url":"https://github.com/rudrankriyam/Foundation-Models-Framework-Lab","owner":"rudrankriyam","repo":"Foundation-Models-Framework-Lab","owner_avatar_url":"https://avatars.githubusercontent.com/u/30552772?v=4","primary_language":"Swift","stars":1181,"forks":70,"topics":["ai","apple-foundation-models","apple-intelligence","foundation-models","foundation-models-framework","generative-ai","healthkit","ios","large-language-models","llm","macos","multilingual","on-device-ai","rag","speech-recognition","swift","swiftui","text-to-speech","tool-calling","xcode"],"archived":false,"github_pushed_at":"2026-09-18T23:34:01+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/rudrankriyam-foundation-models-framework-lab","markdown_url":"https://www.graphcanon.com/tools/rudrankriyam-foundation-models-framework-lab.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/rudrankriyam-foundation-models-framework-lab","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=rudrankriyam-foundation-models-framework-lab","shared_categories":[]},{"slug":"stoyan-stoyanov-llmflows","name":"llmflows","tagline":"Simple, Explicit and Transparent LLM Apps","github_url":"https://github.com/stoyan-stoyanov/llmflows","owner":"stoyan-stoyanov","repo":"llmflows","owner_avatar_url":"https://avatars.githubusercontent.com/u/14061867?v=4","primary_language":"Python","stars":708,"forks":35,"topics":["ai","chatgpt","gpt-4","llm","llm-inference","llmops","llms","machine-learning","openai","prompt-engineering","python","question-answering","vector-database"],"archived":false,"github_pushed_at":"2025-02-20T16:53:45+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/stoyan-stoyanov-llmflows","markdown_url":"https://www.graphcanon.com/tools/stoyan-stoyanov-llmflows.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/stoyan-stoyanov-llmflows","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=stoyan-stoyanov-llmflows","shared_categories":["inference-serving"]},{"slug":"john-rocky-coreai-model-zoo","name":"coreai-model-zoo","tagline":"Community model zoo for Apple Core AI devices with support for various models including LLMs and VLMs","github_url":"https://github.com/john-rocky/coreai-model-zoo","owner":"john-rocky","repo":"coreai-model-zoo","owner_avatar_url":"https://avatars.githubusercontent.com/u/23278992?v=4","primary_language":"Python","stars":441,"forks":30,"topics":["ai","apple-core-ai","apple-silicon","core-ai","coreai","coreml","gemma4","granite","ios","ios-27","iphone","lfm","llm","local-llm","macos","minicpm","model-zoo","on-device-ai","qwen","swift"],"archived":false,"github_pushed_at":"2026-09-20T01:26:53+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/john-rocky-coreai-model-zoo","markdown_url":"https://www.graphcanon.com/tools/john-rocky-coreai-model-zoo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/john-rocky-coreai-model-zoo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=john-rocky-coreai-model-zoo","shared_categories":["inference-serving"]}]}}