{"data":{"node":{"slug":"scouzi1966-maclocal-api","name":"maclocal-api","tagline":"macOS-based CLI and aggregator for utilizing Apple's ML models with OpenAI-compatible API","github_url":"https://github.com/scouzi1966/maclocal-api","owner":"scouzi1966","repo":"maclocal-api","owner_avatar_url":"https://avatars.githubusercontent.com/u/58265937?v=4","primary_language":"Swift","stars":326,"forks":17,"topics":["ai","apple-foundation-models","apple-intelligence","apple-llm","apple-llm-integration","apple-silicon","finetuning-llms","local-llm","localai","lora","macos-app","macos-swift","mlx","mlx-swift","openai-api","openclaw","opencode","opencode-ai","oss"],"archived":false,"github_pushed_at":"2026-08-12T23:48:17+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/scouzi1966-maclocal-api","markdown_url":"https://www.graphcanon.com/tools/scouzi1966-maclocal-api.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/scouzi1966-maclocal-api","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=scouzi1966-maclocal-api"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"}],"tags":[{"slug":"ai","name":"ai"},{"slug":"apple-foundation-models","name":"apple-foundation-models"},{"slug":"apple-intelligence","name":"apple-intelligence"},{"slug":"apple-llm","name":"apple-llm"},{"slug":"apple-silicon","name":"apple-silicon"},{"slug":"finetuning-llms","name":"finetuning-llms"},{"slug":"local-llm","name":"local-llm"},{"slug":"macos-app","name":"macos-app"}],"edges":[],"neighbours":[{"slug":"simonw-llm","name":"llm","tagline":"Access large language models from the command-line","github_url":"https://github.com/simonw/llm","owner":"simonw","repo":"llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/9599?v=4","primary_language":"Python","stars":12473,"forks":978,"topics":["ai","llms","openai"],"archived":false,"github_pushed_at":"2026-09-02T19:24:35+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/simonw-llm","markdown_url":"https://www.graphcanon.com/tools/simonw-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/simonw-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=simonw-llm","shared_categories":["llm-frameworks","inference-serving"]},{"slug":"osmantic-ods","name":"ODS","tagline":"Transform personal computers into AI servers.","github_url":"https://github.com/Osmantic/ODS","owner":"Osmantic","repo":"ODS","owner_avatar_url":"https://avatars.githubusercontent.com/u/262014141?v=4","primary_language":"Python","stars":4799,"forks":739,"topics":["ai-agents","amd","comfyui","docker","llama-cpp","llm","local-ai","n8n","nvidia","open-webui","rag","self-hosted","speech-to-text","strix-halo","text-to-speech","workflow-automation"],"archived":false,"github_pushed_at":"2026-08-28T18:41:56+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/osmantic-ods","markdown_url":"https://www.graphcanon.com/tools/osmantic-ods.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/osmantic-ods","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=osmantic-ods","shared_categories":["inference-serving"]},{"slug":"crmne-ruby-llm","name":"ruby_llm","tagline":"A Ruby framework for building AI agents and applications","github_url":"https://github.com/crmne/ruby_llm","owner":"crmne","repo":"ruby_llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/106617?v=4","primary_language":"Ruby","stars":4309,"forks":487,"topics":["agents","ai","anthropic","chatgpt","claude","deepseek","embeddings","gemini","gpustack","image-generation","llm","mistral","ollama","openai","openrouter","perplexity","rails","ruby","vertex-ai","xai"],"archived":false,"github_pushed_at":"2026-08-19T15:58:26+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/crmne-ruby-llm","markdown_url":"https://www.graphcanon.com/tools/crmne-ruby-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/crmne-ruby-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=crmne-ruby-llm","shared_categories":["llm-frameworks"]},{"slug":"off-grid-ai-off-grid-ai-mobile","name":"OGAM","tagline":"Swiss Army Knife of Offline AI","github_url":"https://github.com/off-grid-ai/OGAM","owner":"off-grid-ai","repo":"OGAM","owner_avatar_url":"https://avatars.githubusercontent.com/u/295106271?v=4","primary_language":"TypeScript","stars":3124,"forks":298,"topics":["android","edge-ai","gguf","ios","llama-cpp","local-ai","macos","mcp","mobile-ai","offline-ai","offline-llm","ondevice","ondevice-ai","privacy-first","react-native","stable-diffusion-android","tool-calling","vision-language-model","whisper-android","whisper-cpp"],"archived":false,"github_pushed_at":"2026-09-18T07:38:15+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/off-grid-ai-off-grid-ai-mobile","markdown_url":"https://www.graphcanon.com/tools/off-grid-ai-off-grid-ai-mobile.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/off-grid-ai-off-grid-ai-mobile","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=off-grid-ai-off-grid-ai-mobile","shared_categories":["llm-frameworks","inference-serving"]},{"slug":"b4rtaz-distributed-llama","name":"distributed-llama","tagline":"Distributed LLM inference using home devices cluster","github_url":"https://github.com/b4rtaz/distributed-llama","owner":"b4rtaz","repo":"distributed-llama","owner_avatar_url":"https://avatars.githubusercontent.com/u/12797776?v=4","primary_language":"C++","stars":3044,"forks":246,"topics":["distributed-computing","distributed-llm","llama2","llama3","llm","llm-inference","llms","neural-network","open-llm"],"archived":false,"github_pushed_at":"2026-07-05T16:47:20+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama","markdown_url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/b4rtaz-distributed-llama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=b4rtaz-distributed-llama","shared_categories":["inference-serving"]},{"slug":"waybarrios-vllm-mlx","name":"vllm-mlx","tagline":"Server for LLMs and vision-language models compatible with Apple Silicon","github_url":"https://github.com/waybarrios/vllm-mlx","owner":"waybarrios","repo":"vllm-mlx","owner_avatar_url":"https://avatars.githubusercontent.com/u/6794828?v=4","primary_language":"Python","stars":1551,"forks":219,"topics":["anthropic","anthropic-api","apple-silicon","claude-code","continuous-batching","inference-server","llm","local-llm","macos","mcp","mlx","multimodal-ai","openai","openai-api","openai-compatible","speech-to-text","text-to-speech","tool-calling","vision-language-model","vllm"],"archived":false,"github_pushed_at":"2026-08-26T21:19:07+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/waybarrios-vllm-mlx","markdown_url":"https://www.graphcanon.com/tools/waybarrios-vllm-mlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/waybarrios-vllm-mlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=waybarrios-vllm-mlx","shared_categories":["inference-serving"]},{"slug":"atomicbot-ai-atomic-chat","name":"Atomic-Chat","tagline":"Local AI app and inference engine for agents","github_url":"https://github.com/AtomicBot-ai/Atomic-Chat","owner":"AtomicBot-ai","repo":"Atomic-Chat","owner_avatar_url":"https://avatars.githubusercontent.com/u/259533419?v=4","primary_language":"TypeScript","stars":1363,"forks":157,"topics":["ai-chat","ai-tools","apple-silicon","chatgpt","deepseek","desktop-app","gemma","gguf","gpt-oss","llamacpp","llm","llm-inference","local-ai","local-first","local-llm","mcp","mlx","open-source","qwen","self-hosted"],"archived":false,"github_pushed_at":"2026-08-24T14:20:33+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/atomicbot-ai-atomic-chat","markdown_url":"https://www.graphcanon.com/tools/atomicbot-ai-atomic-chat.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/atomicbot-ai-atomic-chat","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=atomicbot-ai-atomic-chat","shared_categories":["inference-serving"]},{"slug":"rudrankriyam-foundation-models-framework-lab","name":"Foundation-Models-Framework-Lab","tagline":"A practical lab for building, testing, and evaluating apps with Apple's Foundation Models framework","github_url":"https://github.com/rudrankriyam/Foundation-Models-Framework-Lab","owner":"rudrankriyam","repo":"Foundation-Models-Framework-Lab","owner_avatar_url":"https://avatars.githubusercontent.com/u/30552772?v=4","primary_language":"Swift","stars":1177,"forks":69,"topics":["ai","apple-foundation-models","apple-intelligence","foundation-models","foundation-models-framework","generative-ai","healthkit","ios","large-language-models","llm","macos","multilingual","on-device-ai","rag","speech-recognition","swift","swiftui","text-to-speech","tool-calling","xcode"],"archived":false,"github_pushed_at":"2026-08-25T19:37:05+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/rudrankriyam-foundation-models-framework-lab","markdown_url":"https://www.graphcanon.com/tools/rudrankriyam-foundation-models-framework-lab.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/rudrankriyam-foundation-models-framework-lab","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=rudrankriyam-foundation-models-framework-lab","shared_categories":["llm-frameworks"]},{"slug":"jonigl-mcp-client-for-ollama","name":"mcp-client-for-ollama","tagline":"TUI MCP Client for Ollama enables local LLM interaction with extensive features.","github_url":"https://github.com/jonigl/mcp-client-for-ollama","owner":"jonigl","repo":"mcp-client-for-ollama","owner_avatar_url":"https://avatars.githubusercontent.com/u/4612832?v=4","primary_language":"Python","stars":811,"forks":115,"topics":["agentic-ai","ai","command-line-tool","harness","linux","local-llm","macos","mcp","mcp-client","mcp-prompts","mcp-resources","mcp-server","mcp-tools","model-context-protocol","ollama","open-source","sse","stdio","streamable-http","windows"],"archived":false,"github_pushed_at":"2026-08-21T16:01:39+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/jonigl-mcp-client-for-ollama","markdown_url":"https://www.graphcanon.com/tools/jonigl-mcp-client-for-ollama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jonigl-mcp-client-for-ollama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jonigl-mcp-client-for-ollama","shared_categories":["inference-serving"]},{"slug":"ddalcu-mlx-serve","name":"mlx-serve","tagline":"Native LLM inference server for Apple Silicon","github_url":"https://github.com/ddalcu/mlx-serve","owner":"ddalcu","repo":"mlx-serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/869085?v=4","primary_language":"Zig","stars":589,"forks":43,"topics":["agent","anthropic-api","apple-silicon","claude-code","deepseek-v4","diffusion","gguf","image-generation","inference","llm","local-llm","macos","macos-app","mlx","openai-api","tool-calling","video-generation","voice-agent","voice-cloning","zig"],"archived":false,"github_pushed_at":"2026-08-12T15:34:17+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/ddalcu-mlx-serve","markdown_url":"https://www.graphcanon.com/tools/ddalcu-mlx-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ddalcu-mlx-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ddalcu-mlx-serve","shared_categories":["inference-serving"]},{"slug":"macos26-agent","name":"Agent","tagline":"Mac Agent for macOS 26: agentic AI harness for Mac Desktop with automation and scripting capabilities.","github_url":"https://github.com/macOS26/Agent","owner":"macOS26","repo":"Agent","owner_avatar_url":"https://avatars.githubusercontent.com/u/52664524?v=4","primary_language":"Swift","stars":566,"forks":58,"topics":["accessibility","agentic-framework","agentic-workflow","ai","ai-agent","apple-intelligence","applescript","automation","claude","imessage","javascript","jxa","llm","macos","mcp","ollama","swift","swiftui","xcode","xpc"],"archived":false,"github_pushed_at":"2026-08-05T23:19:39+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/macos26-agent","markdown_url":"https://www.graphcanon.com/tools/macos26-agent.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/macos26-agent","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=macos26-agent","shared_categories":[]},{"slug":"timmyy123-llm-hub","name":"LLM-Hub","tagline":"Local AI Assistant on your phone","github_url":"https://github.com/timmyy123/LLM-Hub","owner":"timmyy123","repo":"LLM-Hub","owner_avatar_url":"https://avatars.githubusercontent.com/u/164847362?v=4","primary_language":"C++","stars":561,"forks":116,"topics":["ai","gemma","gemma4","gemma4-agent-skills","gptoss","granite","imagegeneration","lfm25","llama","llm","llm-inference","mistral","music","musicgeneration","phi4","rag","stable-diffusion","videogeneration","whisper"],"archived":false,"github_pushed_at":"2026-08-24T07:20:33+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/timmyy123-llm-hub","markdown_url":"https://www.graphcanon.com/tools/timmyy123-llm-hub.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/timmyy123-llm-hub","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=timmyy123-llm-hub","shared_categories":["inference-serving"]}]}}