{"data":{"node":{"slug":"runanywhereai-runanywhere-sdks","name":"runanywhere-sdks","tagline":"Production ready toolkit to run AI locally","github_url":"https://github.com/RunanywhereAI/runanywhere-sdks","owner":"RunanywhereAI","repo":"runanywhere-sdks","owner_avatar_url":"https://avatars.githubusercontent.com/u/220821781?v=4","primary_language":"C++","stars":10297,"forks":380,"topics":["android","apple-intelligence","cpp","diffusion-models","edge","flutter","inference","ios","kotlin","llamacpp","llm","multimodal","ollama","on-device-ai","react-native","swift","vlm","voice-ai","web","websdk"],"archived":false,"github_pushed_at":"2026-09-19T18:06:16+00:00","maintenance_label":"Very active","stars_delta_30d":-3,"url":"https://www.graphcanon.com/tools/runanywhereai-runanywhere-sdks","markdown_url":"https://www.graphcanon.com/tools/runanywhereai-runanywhere-sdks.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/runanywhereai-runanywhere-sdks","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=runanywhereai-runanywhere-sdks"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"android","name":"android"},{"slug":"cpp","name":"cpp"},{"slug":"diffusion-models","name":"diffusion-models"},{"slug":"edge","name":"edge"},{"slug":"flutter","name":"flutter"},{"slug":"inference","name":"inference"},{"slug":"ios","name":"ios"},{"slug":"llm","name":"llm"}],"edges":[],"neighbours":[{"slug":"mozilla-ai-llamafile","name":"llamafile","tagline":"Distribute and run LLMs with a single file.","github_url":"https://github.com/mozilla-ai/llamafile","owner":"mozilla-ai","repo":"llamafile","owner_avatar_url":"https://avatars.githubusercontent.com/u/129804596?v=4","primary_language":"C++","stars":25999,"forks":1598,"topics":["cross-platform","gguf","llama-cpp","local-ai","local-inference","local-llm","open-source-ai","single-file-executable","speech-to-text"],"archived":false,"github_pushed_at":"2026-09-16T09:14:28+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/mozilla-ai-llamafile","markdown_url":"https://www.graphcanon.com/tools/mozilla-ai-llamafile.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mozilla-ai-llamafile","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mozilla-ai-llamafile","shared_categories":["inference-serving"]},{"slug":"jundot-omlx","name":"omlx","tagline":"LLM inference server with continuous batching and SSD caching for Apple Silicon","github_url":"https://github.com/jundot/omlx","owner":"jundot","repo":"omlx","owner_avatar_url":"https://avatars.githubusercontent.com/u/64250138?v=4","primary_language":"Python","stars":21934,"forks":1899,"topics":["apple-silicon","inference-server","llm","macos","mlx","openai-api"],"archived":false,"github_pushed_at":"2026-09-20T02:23:26+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/jundot-omlx","markdown_url":"https://www.graphcanon.com/tools/jundot-omlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jundot-omlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jundot-omlx","shared_categories":["inference-serving"]},{"slug":"n8n-io-self-hosted-ai-starter-kit","name":"self-hosted-ai-starter-kit","tagline":"Self-hosted AI Starter Kit template for local AI workflows","github_url":"https://github.com/n8n-io/self-hosted-ai-starter-kit","owner":"n8n-io","repo":"self-hosted-ai-starter-kit","owner_avatar_url":"https://avatars.githubusercontent.com/u/45487711?v=4","primary_language":null,"stars":15258,"forks":3813,"topics":["ai","ai-agents","low-code","self-hosted","starter-kit"],"archived":false,"github_pushed_at":"2026-07-23T11:28:09+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/n8n-io-self-hosted-ai-starter-kit","markdown_url":"https://www.graphcanon.com/tools/n8n-io-self-hosted-ai-starter-kit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/n8n-io-self-hosted-ai-starter-kit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=n8n-io-self-hosted-ai-starter-kit","shared_categories":[]},{"slug":"pytorch-serve","name":"serve","tagline":"Serve, optimize and scale PyTorch models in production","github_url":"https://github.com/pytorch/serve","owner":"pytorch","repo":"serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Java","stars":4344,"forks":880,"topics":["cpu","deep-learning","docker","gpu","kubernetes","machine-learning","metrics","mlops","optimization","pytorch","serving"],"archived":true,"github_pushed_at":"2025-08-06T19:17:08+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/pytorch-serve","markdown_url":"https://www.graphcanon.com/tools/pytorch-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-serve","shared_categories":["inference-serving"]},{"slug":"a16z-infra-ai-getting-started","name":"ai-getting-started","tagline":"A Javascript AI getting started stack for weekend projects","github_url":"https://github.com/a16z-infra/ai-getting-started","owner":"a16z-infra","repo":"ai-getting-started","owner_avatar_url":"https://avatars.githubusercontent.com/u/130202746?v=4","primary_language":"TypeScript","stars":4142,"forks":659,"topics":[],"archived":false,"github_pushed_at":"2024-08-21T12:35:18+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/a16z-infra-ai-getting-started","markdown_url":"https://www.graphcanon.com/tools/a16z-infra-ai-getting-started.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/a16z-infra-ai-getting-started","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=a16z-infra-ai-getting-started","shared_categories":[]},{"slug":"superlinked-sie","name":"sie","tagline":"Open-source inference server and production cluster for all the models your agent needs.","github_url":"https://github.com/superlinked/sie","owner":"superlinked","repo":"sie","owner_avatar_url":"https://avatars.githubusercontent.com/u/94243920?v=4","primary_language":"Python","stars":3293,"forks":311,"topics":["bge","colbert","data-pipeline","deep-learning","embeddings","inference","inference-server","information-retrieval","llm","ml","mlops","natural-language-processing","nlp","python","reranking","retrieval","retrieval-augmented-generation","semantic-search","splade","vector-search"],"archived":false,"github_pushed_at":"2026-09-19T01:00:02+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/superlinked-sie","markdown_url":"https://www.graphcanon.com/tools/superlinked-sie.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superlinked-sie","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superlinked-sie","shared_categories":["inference-serving"]},{"slug":"rafska-awesome-local-llm","name":"awesome-local-llm","tagline":"Resources for running LLMs locally","github_url":"https://github.com/rafska/awesome-local-llm","owner":"rafska","repo":"awesome-local-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/17859377?v=4","primary_language":null,"stars":2869,"forks":388,"topics":["ai","awesome","awesome-list","llm","local","local-ai","local-llm","resources","self-hosted","selfhosted"],"archived":false,"github_pushed_at":"2026-09-13T09:48:26+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/rafska-awesome-local-llm","markdown_url":"https://www.graphcanon.com/tools/rafska-awesome-local-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/rafska-awesome-local-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=rafska-awesome-local-llm","shared_categories":["inference-serving"]},{"slug":"antoinezambelli-forge","name":"forge","tagline":"A Python framework for self-hosted LLM tool-calling and multi-step agentic workflows","github_url":"https://github.com/antoinezambelli/forge","owner":"antoinezambelli","repo":"forge","owner_avatar_url":"https://avatars.githubusercontent.com/u/2261593?v=4","primary_language":"Python","stars":2248,"forks":173,"topics":["agentic-ai","agentic-workflow","agents","function-calling","llama-cpp","llamafile","llm","ollama","python","self-hosted","tool-calling"],"archived":false,"github_pushed_at":"2026-09-01T01:05:25+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/antoinezambelli-forge","markdown_url":"https://www.graphcanon.com/tools/antoinezambelli-forge.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/antoinezambelli-forge","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=antoinezambelli-forge","shared_categories":[]},{"slug":"jina-ai-langchain-serve","name":"langchain-serve","tagline":"Self-host LLM Apps with Docker Compose or Kubernetes","github_url":"https://github.com/jina-ai/langchain-serve","owner":"jina-ai","repo":"langchain-serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/60539444?v=4","primary_language":"Python","stars":1639,"forks":133,"topics":["autogpt","autonomous-agents","babyagi","chatbot","fastapi","gpt","langchain","llm","production","python","slack"],"archived":true,"github_pushed_at":"2023-09-20T04:01:50+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/jina-ai-langchain-serve","markdown_url":"https://www.graphcanon.com/tools/jina-ai-langchain-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jina-ai-langchain-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jina-ai-langchain-serve","shared_categories":["inference-serving"]},{"slug":"sauravpanda-browserai","name":"BrowserAI","tagline":"Run local LLMs like llama, deepseek-distill, kokoro and more inside your browser","github_url":"https://github.com/sauravpanda/BrowserAI","owner":"sauravpanda","repo":"BrowserAI","owner_avatar_url":"https://avatars.githubusercontent.com/u/12201824?v=4","primary_language":"TypeScript","stars":1451,"forks":136,"topics":["agents","ai","llama","llm","llm-inference","local","localllm","tts","webgpu"],"archived":false,"github_pushed_at":"2026-07-21T02:47:31+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/sauravpanda-browserai","markdown_url":"https://www.graphcanon.com/tools/sauravpanda-browserai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/sauravpanda-browserai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=sauravpanda-browserai","shared_categories":["inference-serving"]},{"slug":"capsize-games-airunner","name":"airunner","tagline":"Offline inference engine for art, real-time voice conversations, LLM powered chatbots and automated workflows","github_url":"https://github.com/Capsize-Games/airunner","owner":"Capsize-Games","repo":"airunner","owner_avatar_url":"https://avatars.githubusercontent.com/u/83726625?v=4","primary_language":"Python","stars":1316,"forks":103,"topics":["ai","ai-art","art","asset-generator","chatbot","deep-learning","desktop-app","image-generation","mistral","multimodal","privacy","pygame","pyside6","python","self-hosted","speech-to-text","stable-diffusion","text-to-image","text-to-speech","text-to-speech-app"],"archived":false,"github_pushed_at":"2026-09-19T07:49:01+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/capsize-games-airunner","markdown_url":"https://www.graphcanon.com/tools/capsize-games-airunner.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/capsize-games-airunner","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=capsize-games-airunner","shared_categories":["inference-serving"]},{"slug":"kaito-project-aikit","name":"aikit","tagline":"Fine-tune, build, and deploy open-source LLMs easily!","github_url":"https://github.com/kaito-project/aikit","owner":"kaito-project","repo":"aikit","owner_avatar_url":"https://avatars.githubusercontent.com/u/186863079?v=4","primary_language":"Go","stars":539,"forks":57,"topics":["ai","buildkit","chatgpt","docker","fine-tuning","finetuning","gemma","gpt","inference","kubernetes","large-language-models","llama","llm","localllama","mistral","mixtral","nvidia","open-llm","open-source-llm","openai"],"archived":false,"github_pushed_at":"2026-09-18T22:43:05+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/kaito-project-aikit","markdown_url":"https://www.graphcanon.com/tools/kaito-project-aikit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kaito-project-aikit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kaito-project-aikit","shared_categories":["inference-serving"]}]}}