{"data":{"node":{"slug":"huggingface-text-generation-inference","name":"text-generation-inference","tagline":"Large Language Model Text Generation Inference","github_url":"https://github.com/huggingface/text-generation-inference","owner":"huggingface","repo":"text-generation-inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":10888,"forks":1274,"topics":["bloom","deep-learning","falcon","gpt","inference","nlp","pytorch","starcoder","transformer"],"archived":true,"github_pushed_at":"2026-03-21T11:34:22+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/huggingface-text-generation-inference","markdown_url":"https://www.graphcanon.com/tools/huggingface-text-generation-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-text-generation-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-text-generation-inference"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"bloom","name":"bloom"},{"slug":"deep-learning","name":"deep-learning"},{"slug":"falcon","name":"falcon"},{"slug":"gpt","name":"gpt"},{"slug":"inference","name":"inference"},{"slug":"nlp","name":"nlp"},{"slug":"pytorch","name":"pytorch"},{"slug":"starcoder","name":"starcoder"}],"edges":[{"type":"integrates_with","direction":"out","explanation":"text-generation-inference can be used to power the backend text generation for the chatbots built with botpress.","successor_context":null,"tool":{"slug":"botpress-botpress","name":"botpress","tagline":"The open-source hub to build & deploy GPT/LLM Agents","github_url":"https://github.com/botpress/botpress","owner":"botpress","repo":"botpress","owner_avatar_url":"https://avatars.githubusercontent.com/u/23510677?v=4","primary_language":"TypeScript","stars":14869,"forks":2294,"topics":["agent","ai","botpress","chatbot","chatgpt","gpt","gpt-4","langchain","llm","nlp","openai","prompt"],"archived":false,"github_pushed_at":"2026-08-14T20:49:50+00:00","maintenance_label":"Very active","stars_delta_30d":85,"url":"https://www.graphcanon.com/tools/botpress-botpress","markdown_url":"https://www.graphcanon.com/tools/botpress-botpress.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/botpress-botpress","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=botpress-botpress"}},{"type":"integrates_with","direction":"out","explanation":"Text Generation Inference can be used as the backend for generating responses in Parlant, where it aids in building reliable customer-facing AI agents.","successor_context":null,"tool":{"slug":"emcie-co-parlant","name":"parlant","tagline":"Build reliable customer-facing AI agents with Parlant: an interaction control harness optimized for controlled, consistent, and predictable LLM interactions.","github_url":"https://github.com/emcie-co/parlant","owner":"emcie-co","repo":"parlant","owner_avatar_url":"https://avatars.githubusercontent.com/u/160175171?v=4","primary_language":"Python","stars":18253,"forks":1551,"topics":["ai-agents","ai-alignment","customer-service","customer-success","gemini","genai","hacktoberfest","llama3","llm","openai","python"],"archived":false,"github_pushed_at":"2026-07-12T19:40:55+00:00","maintenance_label":"Steady","stars_delta_30d":74,"url":"https://www.graphcanon.com/tools/emcie-co-parlant","markdown_url":"https://www.graphcanon.com/tools/emcie-co-parlant.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/emcie-co-parlant","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=emcie-co-parlant"}},{"type":"depends_on","direction":"out","explanation":"text-generation-inference might leverage txtai under the hood for semantic search and language model workflows.","successor_context":null,"tool":{"slug":"neuml-txtai","name":"txtai","tagline":"All-in-one AI framework for semantic search, LLM orchestration and language model workflows","github_url":"https://github.com/neuml/txtai","owner":"neuml","repo":"txtai","owner_avatar_url":"https://avatars.githubusercontent.com/u/59890304?v=4","primary_language":"Python","stars":12890,"forks":873,"topics":["agents","ai","ai-agents","embeddings","information-retrieval","language-model","large-language-models","llm","nlp","python","rag","retrieval-augmented-generation","search","search-engine","semantic-search","sentence-embeddings","transformers","txtai","vector-database","vector-search"],"archived":false,"github_pushed_at":"2026-08-12T13:42:39+00:00","maintenance_label":"Very active","stars_delta_30d":162,"url":"https://www.graphcanon.com/tools/neuml-txtai","markdown_url":"https://www.graphcanon.com/tools/neuml-txtai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/neuml-txtai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=neuml-txtai"}},{"type":"alternative","direction":"out","explanation":"Litellm provides an AI Gateway for a wide range of LLMs and competes with text-generation-inference in providing a generalized inference tool.","successor_context":null,"tool":{"slug":"berriai-litellm","name":"litellm","tagline":"Python SDK and Proxy Server for calling multiple LLM APIs","github_url":"https://github.com/BerriAI/litellm","owner":"BerriAI","repo":"litellm","owner_avatar_url":"https://avatars.githubusercontent.com/u/121462774?v=4","primary_language":"Python","stars":55221,"forks":10231,"topics":["ai-gateway","anthropic","azure-openai","bedrock","gateway","langchain","litellm","llm","llm-gateway","llmops","mcp-gateway","openai","openai-proxy","rust","rust-ai","vertex-ai"],"archived":false,"github_pushed_at":"2026-08-01T05:53:28+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/berriai-litellm","markdown_url":"https://www.graphcanon.com/tools/berriai-litellm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/berriai-litellm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=berriai-litellm"}},{"type":"integrates_with","direction":"out","explanation":"Text Generation Inference can integrate with EmbedAnything for text inference as it is written in Rust which offers performance benefits similar to Text Generation Inference.","successor_context":null,"tool":{"slug":"starlightsearch-embedanything","name":"EmbedAnything","tagline":"Highly Performant, Modular, Memory Safe and Production-ready Inference, Ingestion and Indexing built in Rust","github_url":"https://github.com/StarlightSearch/EmbedAnything","owner":"StarlightSearch","repo":"EmbedAnything","owner_avatar_url":"https://avatars.githubusercontent.com/u/165606246?v=4","primary_language":"Rust","stars":1304,"forks":143,"topics":["ai","cloud","generative-ai","hacktoberfest","high-performance","indexing","inference","information-retrieval","large-language-models","local","machine-learning","onnxruntime","pipeline","production-ready","python","rag","rust","search","server","vector-database"],"archived":false,"github_pushed_at":"2026-08-12T08:56:59+00:00","maintenance_label":"Active","stars_delta_30d":18,"url":"https://www.graphcanon.com/tools/starlightsearch-embedanything","markdown_url":"https://www.graphcanon.com/tools/starlightsearch-embedanything.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/starlightsearch-embedanything","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=starlightsearch-embedanything"}},{"type":"successor","direction":"out","explanation":"vllm (vLLM) represents an advancement in large language model inference by offering higher throughput and better memory efficiency compared to text-generation-inference, making it a successor in optimizing LLM deployment. Both tools aim to serve Hugging Face models, but vllm introduces enhanced performance characteristics specifically geared towards efficient model serving.","successor_context":null,"tool":{"slug":"vllm-project-vllm","name":"vllm","tagline":"A high-throughput and memory-efficient inference and serving engine for LLMs","github_url":"https://github.com/vllm-project/vllm","owner":"vllm-project","repo":"vllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/136984999?v=4","primary_language":"Python","stars":87847,"forks":20135,"topics":["amd","blackwell","cuda","deepseek","deepseek-v3","gpt","gpt-oss","inference","kimi","llama","llm","llm-serving","model-serving","moe","openai","pytorch","qwen","qwen3","tpu","transformer"],"archived":false,"github_pushed_at":"2026-08-01T11:55:36+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/vllm-project-vllm","markdown_url":"https://www.graphcanon.com/tools/vllm-project-vllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vllm-project-vllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vllm-project-vllm"}},{"type":"integrates_with","direction":"out","explanation":"Text Generation Inference can be integrated with Lightning AI's litgpt to perform high-performance LLLMs pretraining, fine-tuning, and deployment tasks.","successor_context":null,"tool":{"slug":"lightning-ai-litgpt","name":"litgpt","tagline":"High-performance LLMs with recipes for pretraining, finetuning and deployment","github_url":"https://github.com/Lightning-AI/litgpt","owner":"Lightning-AI","repo":"litgpt","owner_avatar_url":"https://avatars.githubusercontent.com/u/58386951?v=4","primary_language":"Python","stars":13605,"forks":1483,"topics":["ai","artificial-intelligence","deep-learning","large-language-models","llm","llm-inference","llms"],"archived":false,"github_pushed_at":"2026-07-20T10:24:12+00:00","maintenance_label":"Active","stars_delta_30d":137,"url":"https://www.graphcanon.com/tools/lightning-ai-litgpt","markdown_url":"https://www.graphcanon.com/tools/lightning-ai-litgpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lightning-ai-litgpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lightning-ai-litgpt"}},{"type":"related","direction":"in","explanation":"'free-llm-api-resources' lists services that provide API-based inference capabilities, which aligns with the HuggingFace service's focus on large language model text generation.","successor_context":null,"tool":{"slug":"cheahjs-free-llm-api-resources","name":"free-llm-api-resources","tagline":"A list of free LLM inference resources accessible via API.","github_url":"https://github.com/cheahjs/free-llm-api-resources","owner":"cheahjs","repo":"free-llm-api-resources","owner_avatar_url":"https://avatars.githubusercontent.com/u/818368?v=4","primary_language":"Python","stars":27193,"forks":2830,"topics":["ai","claude","gemini","llama","llm","openai"],"archived":false,"github_pushed_at":"2026-07-14T03:24:15+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/cheahjs-free-llm-api-resources","markdown_url":"https://www.graphcanon.com/tools/cheahjs-free-llm-api-resources.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/cheahjs-free-llm-api-resources","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=cheahjs-free-llm-api-resources"}},{"type":"related","direction":"in","explanation":"LitGPT and Hugging Face's text-generation-inference both focus on the inference of LLMs, but they cater to different audiences and use cases.","successor_context":null,"tool":{"slug":"lightning-ai-litgpt","name":"litgpt","tagline":"High-performance LLMs with recipes for pretraining, finetuning and deployment","github_url":"https://github.com/Lightning-AI/litgpt","owner":"Lightning-AI","repo":"litgpt","owner_avatar_url":"https://avatars.githubusercontent.com/u/58386951?v=4","primary_language":"Python","stars":13605,"forks":1483,"topics":["ai","artificial-intelligence","deep-learning","large-language-models","llm","llm-inference","llms"],"archived":false,"github_pushed_at":"2026-07-20T10:24:12+00:00","maintenance_label":"Active","stars_delta_30d":137,"url":"https://www.graphcanon.com/tools/lightning-ai-litgpt","markdown_url":"https://www.graphcanon.com/tools/lightning-ai-litgpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lightning-ai-litgpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lightning-ai-litgpt"}},{"type":"related","direction":"in","explanation":"While text-generation-inference is specific to Hugging Face models and inference services, llmfit offers broader hardware suitability insights for a wide range of LLMs including those from Hugging Face.","successor_context":null,"tool":{"slug":"alexsjones-llmfit","name":"llmfit","tagline":"Hundreds of models & providers. One command to find what runs on your hardware.","github_url":"https://github.com/AlexsJones/llmfit","owner":"AlexsJones","repo":"llmfit","owner_avatar_url":"https://avatars.githubusercontent.com/u/1235925?v=4","primary_language":"Rust","stars":31867,"forks":1978,"topics":["gguf","llm","localai","mlx","skill","unsloth"],"archived":false,"github_pushed_at":"2026-08-14T07:36:41+00:00","maintenance_label":"Very active","stars_delta_30d":2339,"url":"https://www.graphcanon.com/tools/alexsjones-llmfit","markdown_url":"https://www.graphcanon.com/tools/alexsjones-llmfit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/alexsjones-llmfit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=alexsjones-llmfit"}},{"type":"depends_on","direction":"in","explanation":"gpt_academic depends on huggingface's text-generation-inference as a foundational technology for the inference of large language models, supporting its paper reading/writing and summarization functionalities.","successor_context":null,"tool":{"slug":"binary-husky-gpt-academic","name":"gpt_academic","tagline":"提供实用化交互接口，优化论文阅读/润色/写作体验","github_url":"https://github.com/binary-husky/gpt_academic","owner":"binary-husky","repo":"gpt_academic","owner_avatar_url":"https://avatars.githubusercontent.com/u/96192199?v=4","primary_language":"Python","stars":71196,"forks":8330,"topics":["academic","chatglm-6b","chatgpt","gpt-4","large-language-models"],"archived":false,"github_pushed_at":"2026-01-25T12:33:10+00:00","maintenance_label":"Slowing","stars_delta_30d":102,"url":"https://www.graphcanon.com/tools/binary-husky-gpt-academic","markdown_url":"https://www.graphcanon.com/tools/binary-husky-gpt-academic.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/binary-husky-gpt-academic","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=binary-husky-gpt-academic"}},{"type":"related","direction":"in","explanation":"Both involve the utilization of large language models for text generation and inference tasks, though tree-of-thought-llm is focused on the application of such models to deliberate problem-solving.","successor_context":null,"tool":{"slug":"princeton-nlp-tree-of-thought-llm","name":"tree-of-thought-llm","tagline":"[NeurIPS 2023] Tree of Thoughts: Deliberate Problem Solving with Large Language Models","github_url":"https://github.com/princeton-nlp/tree-of-thought-llm","owner":"princeton-nlp","repo":"tree-of-thought-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/44678448?v=4","primary_language":"Python","stars":6048,"forks":624,"topics":["large-language-models","llm","prompting","tree-of-thoughts","tree-search"],"archived":false,"github_pushed_at":"2025-01-16T20:02:00+00:00","maintenance_label":"Dormant","stars_delta_30d":18,"url":"https://www.graphcanon.com/tools/princeton-nlp-tree-of-thought-llm","markdown_url":"https://www.graphcanon.com/tools/princeton-nlp-tree-of-thought-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/princeton-nlp-tree-of-thought-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=princeton-nlp-tree-of-thought-llm"}},{"type":"related","direction":"in","explanation":"TextGrad and huggingface-text-generation-inference both deal with large language models. TextGrad operates on the idea of optimizing via textual gradient feedback, while text-generation-inference focuses on making efficient inferences with large models, thus they touch similar fields but from different perspectives.","successor_context":null,"tool":{"slug":"zou-group-textgrad","name":"textgrad","tagline":"Automatic 'Differentiation' via Text using Large Language Models to Backpropagate Textual Gradients","github_url":"https://github.com/zou-group/textgrad","owner":"zou-group","repo":"textgrad","owner_avatar_url":"https://avatars.githubusercontent.com/u/30398052?v=4","primary_language":"Python","stars":3700,"forks":294,"topics":["ai-optimization","compound-systems","large-language-models","prompt-optimization","textual-gradients"],"archived":false,"github_pushed_at":"2025-07-25T14:30:39+00:00","maintenance_label":"Dormant","stars_delta_30d":44,"url":"https://www.graphcanon.com/tools/zou-group-textgrad","markdown_url":"https://www.graphcanon.com/tools/zou-group-textgrad.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/zou-group-textgrad","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=zou-group-textgrad"}}],"neighbours":[{"slug":"gaizhenbiao-chuanhuchatgpt","name":"ChuanhuChatGPT","tagline":"GUI for ChatGPT and LLMs with features like agents and file-based QA.","github_url":"https://github.com/GaiZhenbiao/ChuanhuChatGPT","owner":"GaiZhenbiao","repo":"ChuanhuChatGPT","owner_avatar_url":"https://avatars.githubusercontent.com/u/51039745?v=4","primary_language":"Python","stars":15288,"forks":2209,"topics":["chatbot","chatglm","chatgpt-api","claude","dalle3","ernie","gemini","gemma","inspurai","llama","midjourney","minimax","moss","ollama","qwen","spark","stablelm"],"archived":false,"github_pushed_at":"2026-04-30T13:54:58+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/gaizhenbiao-chuanhuchatgpt","markdown_url":"https://www.graphcanon.com/tools/gaizhenbiao-chuanhuchatgpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/gaizhenbiao-chuanhuchatgpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=gaizhenbiao-chuanhuchatgpt","shared_categories":["inference-serving"]},{"slug":"steven2358-awesome-generative-ai","name":"awesome-generative-ai","tagline":"A curated list of modern Generative Artificial Intelligence projects and services","github_url":"https://github.com/steven2358/awesome-generative-ai","owner":"steven2358","repo":"awesome-generative-ai","owner_avatar_url":"https://avatars.githubusercontent.com/u/164072?v=4","primary_language":null,"stars":12501,"forks":1990,"topics":["ai","artificial-intelligence","awesome","awesome-list","generative-ai","generative-art","large-language-models","llm"],"archived":false,"github_pushed_at":"2026-08-03T10:58:05+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/steven2358-awesome-generative-ai","markdown_url":"https://www.graphcanon.com/tools/steven2358-awesome-generative-ai.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/steven2358-awesome-generative-ai","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=steven2358-awesome-generative-ai","shared_categories":["inference-serving"]},{"slug":"simonw-llm","name":"llm","tagline":"Access large language models from the command-line","github_url":"https://github.com/simonw/llm","owner":"simonw","repo":"llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/9599?v=4","primary_language":"Python","stars":12324,"forks":939,"topics":["ai","llms","openai"],"archived":false,"github_pushed_at":"2026-08-05T14:29:09+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/simonw-llm","markdown_url":"https://www.graphcanon.com/tools/simonw-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/simonw-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=simonw-llm","shared_categories":["inference-serving"]},{"slug":"oumi-ai-oumi","name":"oumi","tagline":"Easily fine-tune, evaluate and deploy open source LLMs/VLMs","github_url":"https://github.com/oumi-ai/oumi","owner":"oumi-ai","repo":"oumi","owner_avatar_url":"https://avatars.githubusercontent.com/u/167452922?v=4","primary_language":"Python","stars":9359,"forks":780,"topics":["dpo","evaluation","fine-tuning","gpt-oss","gpt-oss-120b","gpt-oss-20b","inference","llama","llms","sft","slms","vlms"],"archived":false,"github_pushed_at":"2026-07-24T05:44:23+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/oumi-ai-oumi","markdown_url":"https://www.graphcanon.com/tools/oumi-ai-oumi.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/oumi-ai-oumi","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=oumi-ai-oumi","shared_categories":["inference-serving"]},{"slug":"fareedkhan-dev-train-llm-from-scratch","name":"train-llm-from-scratch","tagline":"A straightforward method for training your LLM from raw text to aligned model generation","github_url":"https://github.com/FareedKhan-dev/train-llm-from-scratch","owner":"FareedKhan-dev","repo":"train-llm-from-scratch","owner_avatar_url":"https://avatars.githubusercontent.com/u/63067900?v=4","primary_language":"Python","stars":9141,"forks":1264,"topics":["gemini","large-language-models","llm","openai","training","transformers"],"archived":false,"github_pushed_at":"2026-08-17T05:07:26+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/fareedkhan-dev-train-llm-from-scratch","markdown_url":"https://www.graphcanon.com/tools/fareedkhan-dev-train-llm-from-scratch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/fareedkhan-dev-train-llm-from-scratch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=fareedkhan-dev-train-llm-from-scratch","shared_categories":["inference-serving"]},{"slug":"mnfst-awesome-free-llm-apis","name":"awesome-free-llm-apis","tagline":"List of Permanent Free LLM API","github_url":"https://github.com/mnfst/awesome-free-llm-apis","owner":"mnfst","repo":"awesome-free-llm-apis","owner_avatar_url":"https://avatars.githubusercontent.com/u/8403534?v=4","primary_language":"JavaScript","stars":6532,"forks":630,"topics":["ai-agents","anthropic","awesome","awesome-list","gemini","llm","llm-router","llm-routing","ollama","openai","openclaw","openclaw-plugin","router"],"archived":false,"github_pushed_at":"2026-07-30T15:05:10+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/mnfst-awesome-free-llm-apis","markdown_url":"https://www.graphcanon.com/tools/mnfst-awesome-free-llm-apis.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mnfst-awesome-free-llm-apis","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mnfst-awesome-free-llm-apis","shared_categories":["inference-serving"]},{"slug":"elyase-awesome-gpt3","name":"awesome-gpt3","tagline":"A collection of demos and articles about the OpenAI GPT-3 API","github_url":"https://github.com/elyase/awesome-gpt3","owner":"elyase","repo":"awesome-gpt3","owner_avatar_url":"https://avatars.githubusercontent.com/u/1175888?v=4","primary_language":null,"stars":4520,"forks":345,"topics":[],"archived":true,"github_pushed_at":"2023-08-27T11:46:48+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/elyase-awesome-gpt3","markdown_url":"https://www.graphcanon.com/tools/elyase-awesome-gpt3.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/elyase-awesome-gpt3","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=elyase-awesome-gpt3","shared_categories":[]},{"slug":"off-grid-ai-off-grid-ai-mobile","name":"off-grid-ai-mobile","tagline":"The Swiss Army Knife of Offline AI","github_url":"https://github.com/off-grid-ai/off-grid-ai-mobile","owner":"off-grid-ai","repo":"off-grid-ai-mobile","owner_avatar_url":"https://avatars.githubusercontent.com/u/295106271?v=4","primary_language":"TypeScript","stars":2855,"forks":273,"topics":["android","edge-ai","gguf","ios","llama-cpp","local-ai","macos","mcp","mobile-ai","offline-ai","offline-llm","ondevice","ondevice-ai","privacy-first","react-native","stable-diffusion-android","tool-calling","vision-language-model","whisper-android","whisper-cpp"],"archived":false,"github_pushed_at":"2026-08-01T11:32:40+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/off-grid-ai-off-grid-ai-mobile","markdown_url":"https://www.graphcanon.com/tools/off-grid-ai-off-grid-ai-mobile.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/off-grid-ai-off-grid-ai-mobile","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=off-grid-ai-off-grid-ai-mobile","shared_categories":["inference-serving"]},{"slug":"stochasticai-xturing","name":"xTuring","tagline":"Personalize and control open-source LLMs with ease","github_url":"https://github.com/stochasticai/xTuring","owner":"stochasticai","repo":"xTuring","owner_avatar_url":"https://avatars.githubusercontent.com/u/66399337?v=4","primary_language":"Python","stars":2670,"forks":210,"topics":["adapter","deep-learning","fine-tuning","finetuning","gen-ai","generative-ai","gpt-2","gpt-j","language-model","llama","llm","lora","mistral","mixed-precision","peft","quantization"],"archived":false,"github_pushed_at":"2026-03-04T23:07:06+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/stochasticai-xturing","markdown_url":"https://www.graphcanon.com/tools/stochasticai-xturing.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/stochasticai-xturing","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=stochasticai-xturing","shared_categories":[]},{"slug":"ai-hypercomputer-maxtext","name":"maxtext","tagline":"A simple, performant, and scalable Jax LLM","github_url":"https://github.com/AI-Hypercomputer/maxtext","owner":"AI-Hypercomputer","repo":"maxtext","owner_avatar_url":"https://avatars.githubusercontent.com/u/181000646?v=4","primary_language":"Python","stars":2381,"forks":581,"topics":["deepseek","fine-tuning","gemma2","gemma3","gpt","jax","large-language-models","llama2","llama3","llama4","llm","mistral","mixtral","sft"],"archived":false,"github_pushed_at":"2026-08-07T05:50:04+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ai-hypercomputer-maxtext","markdown_url":"https://www.graphcanon.com/tools/ai-hypercomputer-maxtext.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ai-hypercomputer-maxtext","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ai-hypercomputer-maxtext","shared_categories":[]},{"slug":"theopenco-llmgateway","name":"llmgateway","tagline":"Route and manage LLM requests via unified API interface","github_url":"https://github.com/theopenco/llmgateway","owner":"theopenco","repo":"llmgateway","owner_avatar_url":"https://avatars.githubusercontent.com/u/211671860?v=4","primary_language":"TypeScript","stars":1518,"forks":170,"topics":["ai","ai-gateway","analytics","anthropic","api-key-management","claude","codex","enterprise","guardrails","inference","llm","llm-gateway","llm-proxy","llms","observability","openai","opencode","rate-limiting","typescript"],"archived":false,"github_pushed_at":"2026-08-09T00:38:36+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/theopenco-llmgateway","markdown_url":"https://www.graphcanon.com/tools/theopenco-llmgateway.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/theopenco-llmgateway","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=theopenco-llmgateway","shared_categories":["inference-serving"]},{"slug":"georgian-io-llm-finetuning-toolkit","name":"LLM-Finetuning-Toolkit","tagline":"Toolkit for fine-tuning and testing open-source large language models","github_url":"https://github.com/georgian-io/LLM-Finetuning-Toolkit","owner":"georgian-io","repo":"LLM-Finetuning-Toolkit","owner_avatar_url":"https://avatars.githubusercontent.com/u/10764713?v=4","primary_language":"Python","stars":872,"forks":107,"topics":["ablation-study","classification","falcon","fine-tuning","finetuning","flan-t5","large-language-models","llama2","llm-test","lora","mistral-7b","nlp","nlp-machine-learning","qlora","redpajama","summarization","unit-testing","zephyr"],"archived":false,"github_pushed_at":"2026-05-04T16:33:40+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/georgian-io-llm-finetuning-toolkit","markdown_url":"https://www.graphcanon.com/tools/georgian-io-llm-finetuning-toolkit.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/georgian-io-llm-finetuning-toolkit","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=georgian-io-llm-finetuning-toolkit","shared_categories":[]}]}}