{"data":{"node":{"slug":"nath1295-llmflex","name":"LLMFlex","tagline":"A Python package for AI application development with local LLMs","github_url":"https://github.com/nath1295/LLMFlex","owner":"nath1295","repo":"LLMFlex","owner_avatar_url":"https://avatars.githubusercontent.com/u/40786995?v=4","primary_language":"Python","stars":150,"forks":20,"topics":["local-llm","prompt-engineering","vector-database"],"archived":false,"github_pushed_at":"2025-01-04T19:49:17+00:00","maintenance_label":"Dormant","stars_delta_30d":0,"url":"https://www.graphcanon.com/tools/nath1295-llmflex","markdown_url":"https://www.graphcanon.com/tools/nath1295-llmflex.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nath1295-llmflex","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nath1295-llmflex"},"categories":[{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"},{"slug":"vector-databases","name":"Vector Databases","url":"https://www.graphcanon.com/categories/vector-databases","markdown_url":"https://www.graphcanon.com/categories/vector-databases.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/vector-databases"}],"tags":[{"slug":"local-llm","name":"local-llm"},{"slug":"prompt-engineering","name":"prompt-engineering"},{"slug":"vector-database","name":"vector-database"}],"edges":[{"type":"alternative","direction":"in","explanation":"Both GPT4All and LLMFlex are aimed at local LLM deployment, but from a slightly different angle - one is an infrastructure (GPT4All) and the other is a package for development.","successor_context":null,"tool":{"slug":"nomic-ai-gpt4all","name":"gpt4all","tagline":"Run Local LLMs on Any Device","github_url":"https://github.com/nomic-ai/gpt4all","owner":"nomic-ai","repo":"gpt4all","owner_avatar_url":"https://avatars.githubusercontent.com/u/102670180?v=4","primary_language":"C++","stars":77390,"forks":8288,"topics":["ai-chat","llm-inference"],"archived":false,"github_pushed_at":"2025-05-27T20:05:19+00:00","maintenance_label":"Dormant","stars_delta_30d":-6,"url":"https://www.graphcanon.com/tools/nomic-ai-gpt4all","markdown_url":"https://www.graphcanon.com/tools/nomic-ai-gpt4all.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nomic-ai-gpt4all","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nomic-ai-gpt4all"}}],"neighbours":[{"slug":"gaizhenbiao-chuanhuchatgpt","name":"ChuanhuChatGPT","tagline":"GUI for ChatGPT and LLMs with features like agents and file-based QA.","github_url":"https://github.com/GaiZhenbiao/ChuanhuChatGPT","owner":"GaiZhenbiao","repo":"ChuanhuChatGPT","owner_avatar_url":"https://avatars.githubusercontent.com/u/51039745?v=4","primary_language":"Python","stars":15272,"forks":2195,"topics":["chatbot","chatglm","chatgpt-api","claude","dalle3","ernie","gemini","gemma","inspurai","llama","midjourney","minimax","moss","ollama","qwen","spark","stablelm"],"archived":false,"github_pushed_at":"2026-09-16T11:44:01+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/gaizhenbiao-chuanhuchatgpt","markdown_url":"https://www.graphcanon.com/tools/gaizhenbiao-chuanhuchatgpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/gaizhenbiao-chuanhuchatgpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=gaizhenbiao-chuanhuchatgpt","shared_categories":[]},{"slug":"simonw-llm","name":"llm","tagline":"Access large language models from the command-line","github_url":"https://github.com/simonw/llm","owner":"simonw","repo":"llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/9599?v=4","primary_language":"Python","stars":12473,"forks":978,"topics":["ai","llms","openai"],"archived":false,"github_pushed_at":"2026-09-02T19:24:35+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/simonw-llm","markdown_url":"https://www.graphcanon.com/tools/simonw-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/simonw-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=simonw-llm","shared_categories":["llm-frameworks"]},{"slug":"chainlit-chainlit","name":"chainlit","tagline":"Build Conversational AI in minutes ⚡️","github_url":"https://github.com/Chainlit/chainlit","owner":"Chainlit","repo":"chainlit","owner_avatar_url":"https://avatars.githubusercontent.com/u/128686189?v=4","primary_language":"Python","stars":12435,"forks":1747,"topics":["chatgpt","langchain","llm","openai","openai-chatgpt","python","ui"],"archived":false,"github_pushed_at":"2026-08-26T09:45:56+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/chainlit-chainlit","markdown_url":"https://www.graphcanon.com/tools/chainlit-chainlit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/chainlit-chainlit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=chainlit-chainlit","shared_categories":["llm-frameworks"]},{"slug":"oumi-ai-oumi","name":"oumi","tagline":"Easily fine-tune, evaluate and deploy open source LLMs/VLMs","github_url":"https://github.com/oumi-ai/oumi","owner":"oumi-ai","repo":"oumi","owner_avatar_url":"https://avatars.githubusercontent.com/u/167452922?v=4","primary_language":"Python","stars":9387,"forks":790,"topics":["dpo","evaluation","fine-tuning","gpt-oss","gpt-oss-120b","gpt-oss-20b","inference","llama","llms","open-weight","open-weight-models","open-weights","sft","slms","vlms"],"archived":false,"github_pushed_at":"2026-09-20T05:45:37+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/oumi-ai-oumi","markdown_url":"https://www.graphcanon.com/tools/oumi-ai-oumi.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/oumi-ai-oumi","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=oumi-ai-oumi","shared_categories":[]},{"slug":"deep-diver-llm-as-chatbot","name":"LLM-As-Chatbot","tagline":"LLM as a Chatbot Service","github_url":"https://github.com/deep-diver/LLM-As-Chatbot","owner":"deep-diver","repo":"LLM-As-Chatbot","owner_avatar_url":"https://avatars.githubusercontent.com/u/26025527?v=4","primary_language":"Python","stars":3317,"forks":375,"topics":[],"archived":false,"github_pushed_at":"2023-11-20T14:33:58+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/deep-diver-llm-as-chatbot","markdown_url":"https://www.graphcanon.com/tools/deep-diver-llm-as-chatbot.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/deep-diver-llm-as-chatbot","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=deep-diver-llm-as-chatbot","shared_categories":["llm-frameworks"]},{"slug":"stochasticai-xturing","name":"xTuring","tagline":"Build, personalize and control your own LLMs","github_url":"https://github.com/stochasticai/xTuring","owner":"stochasticai","repo":"xTuring","owner_avatar_url":"https://avatars.githubusercontent.com/u/66399337?v=4","primary_language":"Python","stars":2674,"forks":211,"topics":["adapter","deep-learning","fine-tuning","finetuning","gen-ai","generative-ai","gpt-2","gpt-j","language-model","llama","llm","lora","mistral","mixed-precision","peft","quantization"],"archived":false,"github_pushed_at":"2026-09-12T23:50:56+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/stochasticai-xturing","markdown_url":"https://www.graphcanon.com/tools/stochasticai-xturing.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/stochasticai-xturing","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=stochasticai-xturing","shared_categories":["llm-frameworks"]},{"slug":"theopenco-llmgateway","name":"llmgateway","tagline":"Route and manage LLM requests via unified API interface","github_url":"https://github.com/theopenco/llmgateway","owner":"theopenco","repo":"llmgateway","owner_avatar_url":"https://avatars.githubusercontent.com/u/211671860?v=4","primary_language":"TypeScript","stars":1624,"forks":181,"topics":["ai","ai-gateway","analytics","anthropic","api-key-management","claude","codex","enterprise","guardrails","inference","llm","llm-gateway","llm-proxy","llms","observability","openai","opencode","rate-limiting","typescript"],"archived":false,"github_pushed_at":"2026-09-11T06:00:04+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/theopenco-llmgateway","markdown_url":"https://www.graphcanon.com/tools/theopenco-llmgateway.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/theopenco-llmgateway","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=theopenco-llmgateway","shared_categories":[]},{"slug":"atomicbot-ai-atomic-chat","name":"Atomic-Chat","tagline":"Local AI app and inference engine for agents","github_url":"https://github.com/AtomicBot-ai/Atomic-Chat","owner":"AtomicBot-ai","repo":"Atomic-Chat","owner_avatar_url":"https://avatars.githubusercontent.com/u/259533419?v=4","primary_language":"TypeScript","stars":1526,"forks":178,"topics":["ai-chat","ai-tools","apple-silicon","chatgpt","deepseek","desktop-app","gemma","gguf","gpt-oss","llamacpp","llm","llm-inference","local-ai","local-first","local-llm","mcp","mlx","open-source","qwen","self-hosted"],"archived":false,"github_pushed_at":"2026-09-19T07:46:33+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/atomicbot-ai-atomic-chat","markdown_url":"https://www.graphcanon.com/tools/atomicbot-ai-atomic-chat.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/atomicbot-ai-atomic-chat","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=atomicbot-ai-atomic-chat","shared_categories":[]},{"slug":"sauravpanda-browserai","name":"BrowserAI","tagline":"Run local LLMs like llama, deepseek-distill, kokoro and more inside your browser","github_url":"https://github.com/sauravpanda/BrowserAI","owner":"sauravpanda","repo":"BrowserAI","owner_avatar_url":"https://avatars.githubusercontent.com/u/12201824?v=4","primary_language":"TypeScript","stars":1451,"forks":136,"topics":["agents","ai","llama","llm","llm-inference","local","localllm","tts","webgpu"],"archived":false,"github_pushed_at":"2026-07-21T02:47:31+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/sauravpanda-browserai","markdown_url":"https://www.graphcanon.com/tools/sauravpanda-browserai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/sauravpanda-browserai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=sauravpanda-browserai","shared_categories":["llm-frameworks"]},{"slug":"openinfer-project-openinfer","name":"openinfer","tagline":"Pure Rust CUDA LLM inference engine serving multiple models including Qwen3 and Kimi-K2","github_url":"https://github.com/openinfer-project/openinfer","owner":"openinfer-project","repo":"openinfer","owner_avatar_url":"https://avatars.githubusercontent.com/u/292134277?v=4","primary_language":"Rust","stars":705,"forks":107,"topics":["cuda","cuda-kernels","deepseek","gpu","inference","inference-engine","kimi","kimi-k2","kv-cache","llm","llm-inference","llm-serving","model-serving","moe","openai-api","paged-attention","qwen","qwen3","rust","vllm"],"archived":false,"github_pushed_at":"2026-09-18T17:57:56+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/openinfer-project-openinfer","markdown_url":"https://www.graphcanon.com/tools/openinfer-project-openinfer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/openinfer-project-openinfer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=openinfer-project-openinfer","shared_categories":[]},{"slug":"timmyy123-llm-hub","name":"LLM-Hub","tagline":"Local AI Assistant on your phone","github_url":"https://github.com/timmyy123/LLM-Hub","owner":"timmyy123","repo":"LLM-Hub","owner_avatar_url":"https://avatars.githubusercontent.com/u/164847362?v=4","primary_language":"C++","stars":588,"forks":124,"topics":["ai","gemma","gemma4","gemma4-agent-skills","gptoss","granite","imagegeneration","lfm25","llama","llm","llm-inference","mistral","music","musicgeneration","phi4","rag","stable-diffusion","videogeneration","whisper"],"archived":false,"github_pushed_at":"2026-09-19T11:49:49+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/timmyy123-llm-hub","markdown_url":"https://www.graphcanon.com/tools/timmyy123-llm-hub.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/timmyy123-llm-hub","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=timmyy123-llm-hub","shared_categories":[]},{"slug":"chen-zexi-vllm-cli","name":"vllm-cli","tagline":"Command-line interface for serving LLM using vLLM","github_url":"https://github.com/Chen-zexi/vllm-cli","owner":"Chen-zexi","repo":"vllm-cli","owner_avatar_url":"https://avatars.githubusercontent.com/u/128259419?v=4","primary_language":"Python","stars":505,"forks":29,"topics":["llm","llm-inference","llm-tools","vllm"],"archived":false,"github_pushed_at":"2026-01-25T19:37:43+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/chen-zexi-vllm-cli","markdown_url":"https://www.graphcanon.com/tools/chen-zexi-vllm-cli.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/chen-zexi-vllm-cli","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=chen-zexi-vllm-cli","shared_categories":[]}]}}