{"data":{"node":{"slug":"ferro-labs-ai-gateway","name":"ai-gateway","tagline":"Unified AI Gateway for multiple LLMs with caching, guardrails, A/B testing, and cost controls","github_url":"https://github.com/ferro-labs/ai-gateway","owner":"ferro-labs","repo":"ai-gateway","owner_avatar_url":"https://avatars.githubusercontent.com/u/263849603?v=4","primary_language":"Go","stars":256,"forks":35,"topics":["ai-gateway","ai-infrastructure","guardrails","litellm","llm","llm-cost","llm-gateway","llm-proxy","llm-strategy","llmops","mcp","openai-compatible","pii-detection","prompt-management","semantic-cache","token-saver"],"archived":false,"github_pushed_at":"2026-09-10T04:50:20+00:00","maintenance_label":"Very active","stars_delta_30d":37,"url":"https://www.graphcanon.com/tools/ferro-labs-ai-gateway","markdown_url":"https://www.graphcanon.com/tools/ferro-labs-ai-gateway.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ferro-labs-ai-gateway","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ferro-labs-ai-gateway"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"ai-gateway","name":"ai-gateway"},{"slug":"litellm","name":"litellm"},{"slug":"llm-cost","name":"llm-cost"},{"slug":"llm-proxy","name":"llm-proxy"},{"slug":"openai-compatible","name":"openai-compatible"}],"edges":[{"type":"alternative","direction":"in","explanation":"PrivateGPT and ai-gateway both function as API layers to manage multiple LLMs with integrated features, making them alternative tools for similar purposes.","successor_context":null,"tool":{"slug":"zylon-ai-private-gpt","name":"private-gpt","tagline":"Complete API layer for private AI applications on local models","github_url":"https://github.com/zylon-ai/private-gpt","owner":"zylon-ai","repo":"private-gpt","owner_avatar_url":"https://avatars.githubusercontent.com/u/143802295?v=4","primary_language":"Python","stars":57497,"forks":7615,"topics":["ai","ai-tools","on-premise"],"archived":false,"github_pushed_at":"2026-09-07T15:58:50+00:00","maintenance_label":"Very active","stars_delta_30d":82,"url":"https://www.graphcanon.com/tools/zylon-ai-private-gpt","markdown_url":"https://www.graphcanon.com/tools/zylon-ai-private-gpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/zylon-ai-private-gpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=zylon-ai-private-gpt"}},{"type":"alternative","direction":"in","explanation":"Both are AI gateways that allow calling multiple LLM APIs with features like guardrails and cost controls.","successor_context":null,"tool":{"slug":"berriai-litellm","name":"litellm","tagline":"The fastest, lightest AI Gateway","github_url":"https://github.com/BerriAI/litellm","owner":"BerriAI","repo":"litellm","owner_avatar_url":"https://avatars.githubusercontent.com/u/121462774?v=4","primary_language":"Python","stars":59051,"forks":11547,"topics":["ai-gateway","anthropic","azure-openai","bedrock","gateway","langchain","litellm","llm","llm-gateway","llmops","mcp-gateway","openai","openai-proxy","rust","rust-ai","vertex-ai"],"archived":false,"github_pushed_at":"2026-09-18T08:06:17+00:00","maintenance_label":"Very active","stars_delta_30d":3830,"url":"https://www.graphcanon.com/tools/berriai-litellm","markdown_url":"https://www.graphcanon.com/tools/berriai-litellm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/berriai-litellm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=berriai-litellm"}}],"neighbours":[{"slug":"berriai-litellm","name":"litellm","tagline":"The fastest, lightest AI Gateway","github_url":"https://github.com/BerriAI/litellm","owner":"BerriAI","repo":"litellm","owner_avatar_url":"https://avatars.githubusercontent.com/u/121462774?v=4","primary_language":"Python","stars":59051,"forks":11547,"topics":["ai-gateway","anthropic","azure-openai","bedrock","gateway","langchain","litellm","llm","llm-gateway","llmops","mcp-gateway","openai","openai-proxy","rust","rust-ai","vertex-ai"],"archived":false,"github_pushed_at":"2026-09-18T08:06:17+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/berriai-litellm","markdown_url":"https://www.graphcanon.com/tools/berriai-litellm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/berriai-litellm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=berriai-litellm","shared_categories":["inference-serving"]},{"slug":"patchy631-ai-engineering-hub","name":"ai-engineering-hub","tagline":"Tutorials on LLMs, RAGs, and real-world AI agent applications","github_url":"https://github.com/patchy631/ai-engineering-hub","owner":"patchy631","repo":"ai-engineering-hub","owner_avatar_url":"https://avatars.githubusercontent.com/u/38653995?v=4","primary_language":"Jupyter Notebook","stars":37020,"forks":6107,"topics":["agents","ai","llms","machine-learning","mcp","rag"],"archived":false,"github_pushed_at":"2026-07-27T18:43:06+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/patchy631-ai-engineering-hub","markdown_url":"https://www.graphcanon.com/tools/patchy631-ai-engineering-hub.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/patchy631-ai-engineering-hub","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=patchy631-ai-engineering-hub","shared_categories":[]},{"slug":"gaizhenbiao-chuanhuchatgpt","name":"ChuanhuChatGPT","tagline":"GUI for ChatGPT and LLMs with features like agents and file-based QA.","github_url":"https://github.com/GaiZhenbiao/ChuanhuChatGPT","owner":"GaiZhenbiao","repo":"ChuanhuChatGPT","owner_avatar_url":"https://avatars.githubusercontent.com/u/51039745?v=4","primary_language":"Python","stars":15272,"forks":2195,"topics":["chatbot","chatglm","chatgpt-api","claude","dalle3","ernie","gemini","gemma","inspurai","llama","midjourney","minimax","moss","ollama","qwen","spark","stablelm"],"archived":false,"github_pushed_at":"2026-09-16T11:44:01+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/gaizhenbiao-chuanhuchatgpt","markdown_url":"https://www.graphcanon.com/tools/gaizhenbiao-chuanhuchatgpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/gaizhenbiao-chuanhuchatgpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=gaizhenbiao-chuanhuchatgpt","shared_categories":["inference-serving"]},{"slug":"simonw-llm","name":"llm","tagline":"Access large language models from the command-line","github_url":"https://github.com/simonw/llm","owner":"simonw","repo":"llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/9599?v=4","primary_language":"Python","stars":12473,"forks":978,"topics":["ai","llms","openai"],"archived":false,"github_pushed_at":"2026-09-02T19:24:35+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/simonw-llm","markdown_url":"https://www.graphcanon.com/tools/simonw-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/simonw-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=simonw-llm","shared_categories":["inference-serving"]},{"slug":"oumi-ai-oumi","name":"oumi","tagline":"Easily fine-tune, evaluate and deploy open source LLMs/VLMs","github_url":"https://github.com/oumi-ai/oumi","owner":"oumi-ai","repo":"oumi","owner_avatar_url":"https://avatars.githubusercontent.com/u/167452922?v=4","primary_language":"Python","stars":9387,"forks":790,"topics":["dpo","evaluation","fine-tuning","gpt-oss","gpt-oss-120b","gpt-oss-20b","inference","llama","llms","open-weight","open-weight-models","open-weights","sft","slms","vlms"],"archived":false,"github_pushed_at":"2026-09-20T05:45:37+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/oumi-ai-oumi","markdown_url":"https://www.graphcanon.com/tools/oumi-ai-oumi.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/oumi-ai-oumi","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=oumi-ai-oumi","shared_categories":["model-training","inference-serving"]},{"slug":"mnfst-awesome-free-llm-apis","name":"awesome-free-llm-apis","tagline":"List of Permanent Free LLM API","github_url":"https://github.com/mnfst/awesome-free-llm-apis","owner":"mnfst","repo":"awesome-free-llm-apis","owner_avatar_url":"https://avatars.githubusercontent.com/u/8403534?v=4","primary_language":"JavaScript","stars":7852,"forks":746,"topics":["ai-agents","anthropic","awesome","awesome-list","gemini","llm","llm-router","llm-routing","ollama","openai","openclaw","openclaw-plugin","router"],"archived":false,"github_pushed_at":"2026-08-21T05:32:48+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/mnfst-awesome-free-llm-apis","markdown_url":"https://www.graphcanon.com/tools/mnfst-awesome-free-llm-apis.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mnfst-awesome-free-llm-apis","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mnfst-awesome-free-llm-apis","shared_categories":["inference-serving"]},{"slug":"andyyyy64-whichllm","name":"whichllm","tagline":"Command-line tool to find and benchmark local LLM performance","github_url":"https://github.com/Andyyyy64/whichllm","owner":"Andyyyy64","repo":"whichllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/105579829?v=4","primary_language":"Python","stars":6666,"forks":368,"topics":["localllm"],"archived":false,"github_pushed_at":"2026-09-19T16:22:49+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/andyyyy64-whichllm","markdown_url":"https://www.graphcanon.com/tools/andyyyy64-whichllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/andyyyy64-whichllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=andyyyy64-whichllm","shared_categories":["inference-serving"]},{"slug":"alistaitsacle-free-llm-api-keys","name":"free-llm-api-keys","tagline":"Free LLM API keys for GPT-5.5, Claude, DeepSeek, Gemini, Grok","github_url":"https://github.com/alistaitsacle/free-llm-api-keys","owner":"alistaitsacle","repo":"free-llm-api-keys","owner_avatar_url":"https://avatars.githubusercontent.com/u/94039400?v=4","primary_language":null,"stars":3176,"forks":362,"topics":["ai","api","api-key","api-keys","chatgpt","claude","deepseek","free","free-api","free-api-key","free-gpt","free-llm","gemini","gpt","gpt4","grok","large-language-models","llm","llm-api","openai"],"archived":false,"github_pushed_at":"2026-07-08T08:07:07+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/alistaitsacle-free-llm-api-keys","markdown_url":"https://www.graphcanon.com/tools/alistaitsacle-free-llm-api-keys.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/alistaitsacle-free-llm-api-keys","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=alistaitsacle-free-llm-api-keys","shared_categories":["inference-serving"]},{"slug":"stochasticai-xturing","name":"xTuring","tagline":"Build, personalize and control your own LLMs","github_url":"https://github.com/stochasticai/xTuring","owner":"stochasticai","repo":"xTuring","owner_avatar_url":"https://avatars.githubusercontent.com/u/66399337?v=4","primary_language":"Python","stars":2674,"forks":211,"topics":["adapter","deep-learning","fine-tuning","finetuning","gen-ai","generative-ai","gpt-2","gpt-j","language-model","llama","llm","lora","mistral","mixed-precision","peft","quantization"],"archived":false,"github_pushed_at":"2026-09-12T23:50:56+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/stochasticai-xturing","markdown_url":"https://www.graphcanon.com/tools/stochasticai-xturing.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/stochasticai-xturing","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=stochasticai-xturing","shared_categories":["model-training"]},{"slug":"theopenco-llmgateway","name":"llmgateway","tagline":"Route and manage LLM requests via unified API interface","github_url":"https://github.com/theopenco/llmgateway","owner":"theopenco","repo":"llmgateway","owner_avatar_url":"https://avatars.githubusercontent.com/u/211671860?v=4","primary_language":"TypeScript","stars":1624,"forks":181,"topics":["ai","ai-gateway","analytics","anthropic","api-key-management","claude","codex","enterprise","guardrails","inference","llm","llm-gateway","llm-proxy","llms","observability","openai","opencode","rate-limiting","typescript"],"archived":false,"github_pushed_at":"2026-09-11T06:00:04+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/theopenco-llmgateway","markdown_url":"https://www.graphcanon.com/tools/theopenco-llmgateway.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/theopenco-llmgateway","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=theopenco-llmgateway","shared_categories":["inference-serving"]},{"slug":"openinfer-project-openinfer","name":"openinfer","tagline":"Pure Rust CUDA LLM inference engine serving multiple models including Qwen3 and Kimi-K2","github_url":"https://github.com/openinfer-project/openinfer","owner":"openinfer-project","repo":"openinfer","owner_avatar_url":"https://avatars.githubusercontent.com/u/292134277?v=4","primary_language":"Rust","stars":705,"forks":107,"topics":["cuda","cuda-kernels","deepseek","gpu","inference","inference-engine","kimi","kimi-k2","kv-cache","llm","llm-inference","llm-serving","model-serving","moe","openai-api","paged-attention","qwen","qwen3","rust","vllm"],"archived":false,"github_pushed_at":"2026-09-18T17:57:56+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/openinfer-project-openinfer","markdown_url":"https://www.graphcanon.com/tools/openinfer-project-openinfer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/openinfer-project-openinfer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=openinfer-project-openinfer","shared_categories":["inference-serving"]},{"slug":"adaline-gateway","name":"gateway","tagline":"Unified SDK for calling over 200 LLMs","github_url":"https://github.com/adaline/gateway","owner":"adaline","repo":"gateway","owner_avatar_url":"https://avatars.githubusercontent.com/u/382430?v=4","primary_language":"TypeScript","stars":607,"forks":26,"topics":["ai","ai-agents","anthropic","language-model","llm","llmops","openai","prompt-engineering","togetherai","typescript"],"archived":false,"github_pushed_at":"2026-07-29T19:11:29+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/adaline-gateway","markdown_url":"https://www.graphcanon.com/tools/adaline-gateway.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/adaline-gateway","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=adaline-gateway","shared_categories":[]}]}}