{"data":{"node":{"slug":"daviddaytw-react-native-transformers","name":"react-native-transformers","tagline":"Run local LLM from Huggingface in React-Native using onnxruntime with TypeScript","github_url":"https://github.com/daviddaytw/react-native-transformers","owner":"daviddaytw","repo":"react-native-transformers","owner_avatar_url":"https://avatars.githubusercontent.com/u/47077427?v=4","primary_language":"TypeScript","stars":135,"forks":16,"topics":["expo","huggingface","local-llm","onnx","onnxruntime","react-native","transformers"],"archived":false,"github_pushed_at":"2025-07-13T03:56:24+00:00","maintenance_label":"Dormant","stars_delta_30d":2,"url":"https://www.graphcanon.com/tools/daviddaytw-react-native-transformers","markdown_url":"https://www.graphcanon.com/tools/daviddaytw-react-native-transformers.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/daviddaytw-react-native-transformers","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=daviddaytw-react-native-transformers"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"}],"tags":[{"slug":"expo","name":"expo"},{"slug":"huggingface","name":"huggingface"},{"slug":"local-llm","name":"local-llm"},{"slug":"onnx","name":"onnx"},{"slug":"onnxruntime","name":"onnxruntime"},{"slug":"react-native","name":"react-native"},{"slug":"transformers","name":"transformers"}],"edges":[],"neighbours":[{"slug":"jundot-omlx","name":"omlx","tagline":"LLM inference server with continuous batching and SSD caching for Apple Silicon","github_url":"https://github.com/jundot/omlx","owner":"jundot","repo":"omlx","owner_avatar_url":"https://avatars.githubusercontent.com/u/64250138?v=4","primary_language":"Python","stars":21934,"forks":1899,"topics":["apple-silicon","inference-server","llm","macos","mlx","openai-api"],"archived":false,"github_pushed_at":"2026-09-20T02:23:26+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/jundot-omlx","markdown_url":"https://www.graphcanon.com/tools/jundot-omlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jundot-omlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jundot-omlx","shared_categories":["inference-serving"]},{"slug":"runanywhereai-runanywhere-sdks","name":"runanywhere-sdks","tagline":"Production ready toolkit to run AI locally","github_url":"https://github.com/RunanywhereAI/runanywhere-sdks","owner":"RunanywhereAI","repo":"runanywhere-sdks","owner_avatar_url":"https://avatars.githubusercontent.com/u/220821781?v=4","primary_language":"C++","stars":10297,"forks":380,"topics":["android","apple-intelligence","cpp","diffusion-models","edge","flutter","inference","ios","kotlin","llamacpp","llm","multimodal","ollama","on-device-ai","react-native","swift","vlm","voice-ai","web","websdk"],"archived":false,"github_pushed_at":"2026-09-19T18:06:16+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/runanywhereai-runanywhere-sdks","markdown_url":"https://www.graphcanon.com/tools/runanywhereai-runanywhere-sdks.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/runanywhereai-runanywhere-sdks","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=runanywhereai-runanywhere-sdks","shared_categories":["inference-serving"]},{"slug":"rafska-awesome-local-llm","name":"awesome-local-llm","tagline":"Resources for running LLMs locally","github_url":"https://github.com/rafska/awesome-local-llm","owner":"rafska","repo":"awesome-local-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/17859377?v=4","primary_language":null,"stars":2869,"forks":388,"topics":["ai","awesome","awesome-list","llm","local","local-ai","local-llm","resources","self-hosted","selfhosted"],"archived":false,"github_pushed_at":"2026-09-13T09:48:26+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/rafska-awesome-local-llm","markdown_url":"https://www.graphcanon.com/tools/rafska-awesome-local-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/rafska-awesome-local-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=rafska-awesome-local-llm","shared_categories":["inference-serving"]},{"slug":"liltom-eth-llama2-webui","name":"llama2-webui","tagline":"Run Llama 2 locally with gradio UI on GPU or CPU","github_url":"https://github.com/liltom-eth/llama2-webui","owner":"liltom-eth","repo":"llama2-webui","owner_avatar_url":"https://avatars.githubusercontent.com/u/11456256?v=4","primary_language":"Jupyter Notebook","stars":1936,"forks":198,"topics":["llama-2","llama2","llm","llm-inference"],"archived":false,"github_pushed_at":"2024-03-22T09:50:24+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/liltom-eth-llama2-webui","markdown_url":"https://www.graphcanon.com/tools/liltom-eth-llama2-webui.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/liltom-eth-llama2-webui","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=liltom-eth-llama2-webui","shared_categories":["llm-frameworks","inference-serving"]},{"slug":"software-mansion-react-native-executorch","name":"react-native-executorch","tagline":"Declarative way to run AI models in React Native on device","github_url":"https://github.com/software-mansion/react-native-executorch","owner":"software-mansion","repo":"react-native-executorch","owner_avatar_url":"https://avatars.githubusercontent.com/u/56880679?v=4","primary_language":"TypeScript","stars":1742,"forks":96,"topics":["ai","computer-vision","executorch","llm-inference","mobile-inference","object-detection","ocr","on-device-ai","react-native-ai","speech-to-text","text-to-speech","vlm"],"archived":false,"github_pushed_at":"2026-09-18T10:31:46+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/software-mansion-react-native-executorch","markdown_url":"https://www.graphcanon.com/tools/software-mansion-react-native-executorch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/software-mansion-react-native-executorch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=software-mansion-react-native-executorch","shared_categories":["inference-serving"]},{"slug":"waybarrios-vllm-mlx","name":"vllm-mlx","tagline":"Server for LLMs and vision-language models compatible with Apple Silicon","github_url":"https://github.com/waybarrios/vllm-mlx","owner":"waybarrios","repo":"vllm-mlx","owner_avatar_url":"https://avatars.githubusercontent.com/u/6794828?v=4","primary_language":"Python","stars":1588,"forks":222,"topics":["anthropic","anthropic-api","apple-silicon","claude-code","continuous-batching","inference-server","llm","local-llm","macos","mcp","mlx","multimodal-ai","openai","openai-api","openai-compatible","speech-to-text","text-to-speech","tool-calling","vision-language-model","vllm"],"archived":false,"github_pushed_at":"2026-09-19T18:11:07+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/waybarrios-vllm-mlx","markdown_url":"https://www.graphcanon.com/tools/waybarrios-vllm-mlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/waybarrios-vllm-mlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=waybarrios-vllm-mlx","shared_categories":["inference-serving"]},{"slug":"sauravpanda-browserai","name":"BrowserAI","tagline":"Run local LLMs like llama, deepseek-distill, kokoro and more inside your browser","github_url":"https://github.com/sauravpanda/BrowserAI","owner":"sauravpanda","repo":"BrowserAI","owner_avatar_url":"https://avatars.githubusercontent.com/u/12201824?v=4","primary_language":"TypeScript","stars":1451,"forks":136,"topics":["agents","ai","llama","llm","llm-inference","local","localllm","tts","webgpu"],"archived":false,"github_pushed_at":"2026-07-21T02:47:31+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/sauravpanda-browserai","markdown_url":"https://www.graphcanon.com/tools/sauravpanda-browserai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/sauravpanda-browserai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=sauravpanda-browserai","shared_categories":["llm-frameworks","inference-serving"]},{"slug":"ddalcu-mlx-serve","name":"mlx-serve","tagline":"Native LLM inference server for Apple Silicon","github_url":"https://github.com/ddalcu/mlx-serve","owner":"ddalcu","repo":"mlx-serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/869085?v=4","primary_language":"Zig","stars":1418,"forks":130,"topics":["agent","anthropic-api","apple-silicon","claude-code","deepseek-v4","diffusion","gguf","image-generation","inference","llm","local-llm","macos","macos-app","mlx","openai-api","tool-calling","video-generation","voice-agent","voice-cloning","zig"],"archived":false,"github_pushed_at":"2026-09-19T22:08:35+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/ddalcu-mlx-serve","markdown_url":"https://www.graphcanon.com/tools/ddalcu-mlx-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ddalcu-mlx-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ddalcu-mlx-serve","shared_categories":["inference-serving"]},{"slug":"notpunchnox-rkllama","name":"rkllama","tagline":"Ollama alternative for Rockchip NPU with optimized AI and Deep learning model inference","github_url":"https://github.com/NotPunchnox/rkllama","owner":"NotPunchnox","repo":"rkllama","owner_avatar_url":"https://avatars.githubusercontent.com/u/74469788?v=4","primary_language":"Python","stars":605,"forks":99,"topics":["ai","client","client-server","ia","llm","llm-apps","llm-inference","npu","npu-llm","offline","orange-pi","orangepi","orangepi5","orangepi5pro","python","rk3576","rk3588","rockchip","server"],"archived":false,"github_pushed_at":"2026-08-25T10:37:12+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/notpunchnox-rkllama","markdown_url":"https://www.graphcanon.com/tools/notpunchnox-rkllama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/notpunchnox-rkllama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=notpunchnox-rkllama","shared_categories":["inference-serving"]},{"slug":"timmyy123-llm-hub","name":"LLM-Hub","tagline":"Local AI Assistant on your phone","github_url":"https://github.com/timmyy123/LLM-Hub","owner":"timmyy123","repo":"LLM-Hub","owner_avatar_url":"https://avatars.githubusercontent.com/u/164847362?v=4","primary_language":"C++","stars":588,"forks":124,"topics":["ai","gemma","gemma4","gemma4-agent-skills","gptoss","granite","imagegeneration","lfm25","llama","llm","llm-inference","mistral","music","musicgeneration","phi4","rag","stable-diffusion","videogeneration","whisper"],"archived":false,"github_pushed_at":"2026-09-19T11:49:49+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/timmyy123-llm-hub","markdown_url":"https://www.graphcanon.com/tools/timmyy123-llm-hub.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/timmyy123-llm-hub","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=timmyy123-llm-hub","shared_categories":["inference-serving"]},{"slug":"withcatai-catai","name":"catai","tagline":"Run AI assistant locally with Node.js","github_url":"https://github.com/withcatai/catai","owner":"withcatai","repo":"catai","owner_avatar_url":"https://avatars.githubusercontent.com/u/142035548?v=4","primary_language":"TypeScript","stars":500,"forks":39,"topics":["ai","ai-assistant","catai","chatbot","chatgpt","chatui","dalai","ggmlv3","gguf","llama-cpp","llm","local-llm","localai","node-llama-cpp","nodejs","openai","vicuna","vicuna-installation-guide","wizardlm"],"archived":false,"github_pushed_at":"2025-11-16T18:35:45+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/withcatai-catai","markdown_url":"https://www.graphcanon.com/tools/withcatai-catai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/withcatai-catai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=withcatai-catai","shared_categories":["inference-serving"]},{"slug":"dineshsoudagar-local-llms-on-android","name":"local-llms-on-android","tagline":"Run local LLMs for offline chat and question answering on Android.","github_url":"https://github.com/dineshsoudagar/local-llms-on-android","owner":"dineshsoudagar","repo":"local-llms-on-android","owner_avatar_url":"https://avatars.githubusercontent.com/u/75389628?v=4","primary_language":"Kotlin","stars":419,"forks":53,"topics":["android","android-app","chatbot","gemma4","gemma4-2b","gemma4-e4b","huggingface-tokenizers","litert","litert-lm","llama3","local-llm","local-llm-integration","mobile-ai","offline-inference","on-device-ai","onnx-runtime","qwen"],"archived":false,"github_pushed_at":"2026-08-13T05:49:16+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/dineshsoudagar-local-llms-on-android","markdown_url":"https://www.graphcanon.com/tools/dineshsoudagar-local-llms-on-android.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/dineshsoudagar-local-llms-on-android","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=dineshsoudagar-local-llms-on-android","shared_categories":["inference-serving"]}]}}