{"data":{"node":{"slug":"langchain-ai-langserve","name":"langserve","tagline":"LangServe 🦜️🏓","github_url":"https://github.com/langchain-ai/langserve","owner":"langchain-ai","repo":"langserve","owner_avatar_url":"https://avatars.githubusercontent.com/u/126733545?v=4","primary_language":"JavaScript","stars":2328,"forks":270,"topics":["deployment","fastapi","langchain","langchain-python","llm","llms"],"archived":true,"github_pushed_at":"2026-05-05T19:49:07+00:00","maintenance_label":"Archived","stars_delta_30d":-4,"url":"https://www.graphcanon.com/tools/langchain-ai-langserve","markdown_url":"https://www.graphcanon.com/tools/langchain-ai-langserve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langchain-ai-langserve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langchain-ai-langserve"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"deployment","name":"deployment"},{"slug":"fastapi","name":"fastapi"},{"slug":"langchain","name":"langchain"},{"slug":"llm","name":"llm"},{"slug":"llms","name":"llms"}],"edges":[],"neighbours":[{"slug":"gkamradt-langchain-tutorials","name":"langchain-tutorials","tagline":"Overview and tutorial of the LangChain Library","github_url":"https://github.com/gkamradt/langchain-tutorials","owner":"gkamradt","repo":"langchain-tutorials","owner_avatar_url":"https://avatars.githubusercontent.com/u/9809213?v=4","primary_language":"Jupyter Notebook","stars":7494,"forks":2010,"topics":[],"archived":false,"github_pushed_at":"2024-08-05T09:18:46+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/gkamradt-langchain-tutorials","markdown_url":"https://www.graphcanon.com/tools/gkamradt-langchain-tutorials.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/gkamradt-langchain-tutorials","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=gkamradt-langchain-tutorials","shared_categories":[]},{"slug":"langwatch-langwatch","name":"langwatch","tagline":"The platform for LLM evaluations and AI agent testing","github_url":"https://github.com/langwatch/langwatch","owner":"langwatch","repo":"langwatch","owner_avatar_url":"https://avatars.githubusercontent.com/u/146763322?v=4","primary_language":"TypeScript","stars":4814,"forks":393,"topics":["agent-testing","ai","analytics","datasets","dspy","evaluation","gpt","llm","llm-ops","llmops","low-code","observability","observability-platform","openai","prompt-engineering","simulation-testing"],"archived":false,"github_pushed_at":"2026-09-18T08:04:08+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/langwatch-langwatch","markdown_url":"https://www.graphcanon.com/tools/langwatch-langwatch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/langwatch-langwatch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=langwatch-langwatch","shared_categories":[]},{"slug":"pytorch-serve","name":"serve","tagline":"Serve, optimize and scale PyTorch models in production","github_url":"https://github.com/pytorch/serve","owner":"pytorch","repo":"serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Java","stars":4344,"forks":880,"topics":["cpu","deep-learning","docker","gpu","kubernetes","machine-learning","metrics","mlops","optimization","pytorch","serving"],"archived":true,"github_pushed_at":"2025-08-06T19:17:08+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/pytorch-serve","markdown_url":"https://www.graphcanon.com/tools/pytorch-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-serve","shared_categories":["inference-serving"]},{"slug":"lazyagi-lazyllm","name":"LazyLLM","tagline":"Easiest and laziest way for building multi-agent LLMs applications.","github_url":"https://github.com/LazyAGI/LazyLLM","owner":"LazyAGI","repo":"LazyLLM","owner_avatar_url":"https://avatars.githubusercontent.com/u/171651681?v=4","primary_language":"Python","stars":3880,"forks":411,"topics":["agents","ai-agent","data","deep-learning","documentation-tool","finetuning","framework","knowlege-graph","langchain","lazyllm","llamaindex","llm","llms","rag"],"archived":false,"github_pushed_at":"2026-09-04T11:45:37+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/lazyagi-lazyllm","markdown_url":"https://www.graphcanon.com/tools/lazyagi-lazyllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lazyagi-lazyllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lazyagi-lazyllm","shared_categories":[]},{"slug":"superlinked-sie","name":"sie","tagline":"Open-source inference server and production cluster for all the models your agent needs.","github_url":"https://github.com/superlinked/sie","owner":"superlinked","repo":"sie","owner_avatar_url":"https://avatars.githubusercontent.com/u/94243920?v=4","primary_language":"Python","stars":3293,"forks":311,"topics":["bge","colbert","data-pipeline","deep-learning","embeddings","inference","inference-server","information-retrieval","llm","ml","mlops","natural-language-processing","nlp","python","reranking","retrieval","retrieval-augmented-generation","semantic-search","splade","vector-search"],"archived":false,"github_pushed_at":"2026-09-19T01:00:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/superlinked-sie","markdown_url":"https://www.graphcanon.com/tools/superlinked-sie.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superlinked-sie","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superlinked-sie","shared_categories":["inference-serving"]},{"slug":"b4rtaz-distributed-llama","name":"distributed-llama","tagline":"Distributed LLM inference using home devices cluster","github_url":"https://github.com/b4rtaz/distributed-llama","owner":"b4rtaz","repo":"distributed-llama","owner_avatar_url":"https://avatars.githubusercontent.com/u/12797776?v=4","primary_language":"C++","stars":3060,"forks":250,"topics":["distributed-computing","distributed-llm","llama2","llama3","llm","llm-inference","llms","neural-network","open-llm"],"archived":false,"github_pushed_at":"2026-07-05T16:47:20+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama","markdown_url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/b4rtaz-distributed-llama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=b4rtaz-distributed-llama","shared_categories":["inference-serving"]},{"slug":"antoinezambelli-forge","name":"forge","tagline":"A Python framework for self-hosted LLM tool-calling and multi-step agentic workflows","github_url":"https://github.com/antoinezambelli/forge","owner":"antoinezambelli","repo":"forge","owner_avatar_url":"https://avatars.githubusercontent.com/u/2261593?v=4","primary_language":"Python","stars":2248,"forks":173,"topics":["agentic-ai","agentic-workflow","agents","function-calling","llama-cpp","llamafile","llm","ollama","python","self-hosted","tool-calling"],"archived":false,"github_pushed_at":"2026-09-01T01:05:25+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/antoinezambelli-forge","markdown_url":"https://www.graphcanon.com/tools/antoinezambelli-forge.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/antoinezambelli-forge","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=antoinezambelli-forge","shared_categories":[]},{"slug":"intentee-paddler","name":"paddler","tagline":"Open-source LLM/VLM load balancer and serving platform for self-hosting at scale","github_url":"https://github.com/intentee/paddler","owner":"intentee","repo":"paddler","owner_avatar_url":"https://avatars.githubusercontent.com/u/215040511?v=4","primary_language":"Rust","stars":1674,"forks":98,"topics":["ai","llamacpp","llm","llmops","load-balancer"],"archived":false,"github_pushed_at":"2026-09-17T17:41:40+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/intentee-paddler","markdown_url":"https://www.graphcanon.com/tools/intentee-paddler.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/intentee-paddler","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=intentee-paddler","shared_categories":["inference-serving"]},{"slug":"jina-ai-langchain-serve","name":"langchain-serve","tagline":"Self-host LLM Apps with Docker Compose or Kubernetes","github_url":"https://github.com/jina-ai/langchain-serve","owner":"jina-ai","repo":"langchain-serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/60539444?v=4","primary_language":"Python","stars":1639,"forks":133,"topics":["autogpt","autonomous-agents","babyagi","chatbot","fastapi","gpt","langchain","llm","production","python","slack"],"archived":true,"github_pushed_at":"2023-09-20T04:01:50+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/jina-ai-langchain-serve","markdown_url":"https://www.graphcanon.com/tools/jina-ai-langchain-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jina-ai-langchain-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jina-ai-langchain-serve","shared_categories":["inference-serving"]},{"slug":"ddalcu-mlx-serve","name":"mlx-serve","tagline":"Native LLM inference server for Apple Silicon","github_url":"https://github.com/ddalcu/mlx-serve","owner":"ddalcu","repo":"mlx-serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/869085?v=4","primary_language":"Zig","stars":1418,"forks":130,"topics":["agent","anthropic-api","apple-silicon","claude-code","deepseek-v4","diffusion","gguf","image-generation","inference","llm","local-llm","macos","macos-app","mlx","openai-api","tool-calling","video-generation","voice-agent","voice-cloning","zig"],"archived":false,"github_pushed_at":"2026-09-19T22:08:35+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ddalcu-mlx-serve","markdown_url":"https://www.graphcanon.com/tools/ddalcu-mlx-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ddalcu-mlx-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ddalcu-mlx-serve","shared_categories":["inference-serving"]},{"slug":"benman1-generative-ai-with-langchain","name":"generative_ai_with_langchain","tagline":"Build production-ready LLM applications and advanced agents using Python, LangChain, and LangGraph","github_url":"https://github.com/benman1/generative_ai_with_langchain","owner":"benman1","repo":"generative_ai_with_langchain","owner_avatar_url":"https://avatars.githubusercontent.com/u/10786684?v=4","primary_language":"Jupyter Notebook","stars":1414,"forks":586,"topics":["agent","chatgpt","claude","claude-3-5-sonnet","deepseek","deepseek-r1","gpt","gpt-4o","huggingface","langchain","langgraph","llamacpp","llms","ollama","openai"],"archived":false,"github_pushed_at":"2026-08-14T08:45:56+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/benman1-generative-ai-with-langchain","markdown_url":"https://www.graphcanon.com/tools/benman1-generative-ai-with-langchain.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/benman1-generative-ai-with-langchain","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=benman1-generative-ai-with-langchain","shared_categories":[]},{"slug":"msoedov-langcorn","name":"langcorn","tagline":"Serving LangChain LLM apps and agents automagically with FastApi","github_url":"https://github.com/msoedov/langcorn","owner":"msoedov","repo":"langcorn","owner_avatar_url":"https://avatars.githubusercontent.com/u/1958116?v=4","primary_language":"Python","stars":938,"forks":69,"topics":["api","fastapi","langchain","langchain-python","large-language-models","llm","llmops","openai-api","rest-api","vercel","vercel-serverless-functions"],"archived":false,"github_pushed_at":"2024-07-15T18:05:52+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/msoedov-langcorn","markdown_url":"https://www.graphcanon.com/tools/msoedov-langcorn.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/msoedov-langcorn","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=msoedov-langcorn","shared_categories":["inference-serving"]}]}}