{"data":{"node":{"slug":"tencent-tnn","name":"TNN","tagline":"A cross-platform deep learning inference framework for diverse computing environments, from mobile to desktop and server.","github_url":"https://github.com/Tencent/TNN","owner":"Tencent","repo":"TNN","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"C++","stars":4657,"forks":771,"topics":["coreml","deep-learning","face-detection","hairsegmentaion","inference","mnn","ncnn","ocr","openvino","pytorch","tengine","tensorflow","tensorrt"],"archived":false,"github_pushed_at":"2025-05-09T07:33:14+00:00","maintenance_label":"Dormant","stars_delta_30d":14,"url":"https://www.graphcanon.com/tools/tencent-tnn","markdown_url":"https://www.graphcanon.com/tools/tencent-tnn.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-tnn","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-tnn"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"coreml","name":"coreml"},{"slug":"deep-learning","name":"deep-learning"},{"slug":"face-detection","name":"face-detection"},{"slug":"hairsegmentaion","name":"hairsegmentaion"},{"slug":"inference","name":"inference"},{"slug":"mnn","name":"mnn"},{"slug":"ncnn","name":"ncnn"},{"slug":"ocr","name":"ocr"}],"edges":[],"neighbours":[{"slug":"ollama-ollama","name":"ollama","tagline":"Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.","github_url":"https://github.com/ollama/ollama","owner":"ollama","repo":"ollama","owner_avatar_url":"https://avatars.githubusercontent.com/u/151674099?v=4","primary_language":"Go","stars":181196,"forks":17922,"topics":["deepseek","gemma","gemma3","glm","go","golang","gpt-oss","llama","llama3","llm","llms","minimax","mistral","ollama","qwen"],"archived":false,"github_pushed_at":"2026-09-17T23:54:24+00:00","maintenance_label":"Very active","stars_delta_30d":3672,"url":"https://www.graphcanon.com/tools/ollama-ollama","markdown_url":"https://www.graphcanon.com/tools/ollama-ollama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ollama-ollama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ollama-ollama","shared_categories":["inference-serving"]},{"slug":"huggingface-transformers","name":"transformers","tagline":"🤗 Transformers: state-of-the-art machine learning models for text, vision, audio, and multimodal models","github_url":"https://github.com/huggingface/transformers","owner":"huggingface","repo":"transformers","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":166279,"forks":34619,"topics":["audio","deep-learning","deepseek","gemma","glm","hacktoberfest","llm","machine-learning","model-hub","natural-language-processing","nlp","pretrained-models","python","pytorch","pytorch-transformers","qwen","speech-recognition","transformer","vlm"],"archived":false,"github_pushed_at":"2026-09-18T08:16:29+00:00","maintenance_label":"Very active","stars_delta_30d":2158,"url":"https://www.graphcanon.com/tools/huggingface-transformers","markdown_url":"https://www.graphcanon.com/tools/huggingface-transformers.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-transformers","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-transformers","shared_categories":["inference-serving"]},{"slug":"open-webui-open-webui","name":"open-webui","tagline":"User-friendly AI Interface","github_url":"https://github.com/open-webui/open-webui","owner":"open-webui","repo":"open-webui","owner_avatar_url":"https://avatars.githubusercontent.com/u/158137808?v=4","primary_language":"Python","stars":152445,"forks":22306,"topics":["ai","llm","llm-ui","llm-webui","llms","mcp","ollama","ollama-webui","open-webui","openai","openapi","rag","self-hosted","ui","webui"],"archived":false,"github_pushed_at":"2026-09-18T00:11:06+00:00","maintenance_label":"Very active","stars_delta_30d":3570,"url":"https://www.graphcanon.com/tools/open-webui-open-webui","markdown_url":"https://www.graphcanon.com/tools/open-webui-open-webui.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/open-webui-open-webui","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=open-webui-open-webui","shared_categories":["inference-serving"]},{"slug":"ggml-org-llama-cpp","name":"llama.cpp","tagline":"LLM inference in C/C++","github_url":"https://github.com/ggml-org/llama.cpp","owner":"ggml-org","repo":"llama.cpp","owner_avatar_url":"https://avatars.githubusercontent.com/u/134263123?v=4","primary_language":"C++","stars":128639,"forks":23359,"topics":["ggml"],"archived":false,"github_pushed_at":"2026-09-18T08:13:37+00:00","maintenance_label":"Very active","stars_delta_30d":5698,"url":"https://www.graphcanon.com/tools/ggml-org-llama-cpp","markdown_url":"https://www.graphcanon.com/tools/ggml-org-llama-cpp.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ggml-org-llama-cpp","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ggml-org-llama-cpp","shared_categories":["inference-serving"]},{"slug":"deepseek-ai-deepseek-v3","name":"DeepSeek-V3","tagline":"Repository lacking description with unspecified content related to AI development.","github_url":"https://github.com/deepseek-ai/DeepSeek-V3","owner":"deepseek-ai","repo":"DeepSeek-V3","owner_avatar_url":"https://avatars.githubusercontent.com/u/148330874?v=4","primary_language":"Python","stars":104498,"forks":16711,"topics":[],"archived":false,"github_pushed_at":"2025-08-28T03:24:37+00:00","maintenance_label":"Dormant","stars_delta_30d":60,"url":"https://www.graphcanon.com/tools/deepseek-ai-deepseek-v3","markdown_url":"https://www.graphcanon.com/tools/deepseek-ai-deepseek-v3.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/deepseek-ai-deepseek-v3","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=deepseek-ai-deepseek-v3","shared_categories":["inference-serving"]},{"slug":"pytorch-pytorch","name":"pytorch","tagline":"Tensors and Dynamic neural networks in Python with strong GPU acceleration","github_url":"https://github.com/pytorch/pytorch","owner":"pytorch","repo":"pytorch","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Python","stars":103384,"forks":30659,"topics":["autograd","deep-learning","gpu","machine-learning","neural-network","numpy","python","tensor"],"archived":false,"github_pushed_at":"2026-09-27T05:57:49+00:00","maintenance_label":"Very active","stars_delta_30d":1240,"url":"https://www.graphcanon.com/tools/pytorch-pytorch","markdown_url":"https://www.graphcanon.com/tools/pytorch-pytorch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-pytorch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-pytorch","shared_categories":["inference-serving"]},{"slug":"vllm-project-vllm","name":"vllm","tagline":"A high-throughput and memory-efficient inference and serving engine for LLMs","github_url":"https://github.com/vllm-project/vllm","owner":"vllm-project","repo":"vllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/136984999?v=4","primary_language":"Python","stars":92075,"forks":22363,"topics":["amd","blackwell","cuda","deepseek","deepseek-v3","gpt","gpt-oss","inference","kimi","llama","llm","llm-serving","model-serving","moe","openai","pytorch","qwen","qwen3","tpu","transformer"],"archived":false,"github_pushed_at":"2026-09-18T07:28:54+00:00","maintenance_label":"Very active","stars_delta_30d":4228,"url":"https://www.graphcanon.com/tools/vllm-project-vllm","markdown_url":"https://www.graphcanon.com/tools/vllm-project-vllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/vllm-project-vllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=vllm-project-vllm","shared_categories":["inference-serving"]},{"slug":"thedotmack-claude-mem","name":"claude-mem","tagline":"Persistent Context Across Sessions for Every Agent","github_url":"https://github.com/thedotmack/claude-mem","owner":"thedotmack","repo":"claude-mem","owner_avatar_url":"https://avatars.githubusercontent.com/u/683968?v=4","primary_language":"JavaScript","stars":91018,"forks":7953,"topics":["ai","ai-agents","ai-memory","anthropic","artificial-intelligence","chromadb","claude","claude-agent-sdk","claude-agents","claude-code","claude-code-plugin","claude-skills","embeddings","long-term-memory","mem0","memory-engine","openmemory","rag","sqlite","supermemory"],"archived":false,"github_pushed_at":"2026-08-17T15:46:17+00:00","maintenance_label":"Very active","stars_delta_30d":3316,"url":"https://www.graphcanon.com/tools/thedotmack-claude-mem","markdown_url":"https://www.graphcanon.com/tools/thedotmack-claude-mem.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/thedotmack-claude-mem","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=thedotmack-claude-mem","shared_categories":["inference-serving"]},{"slug":"mlabonne-llm-course","name":"llm-course","tagline":"Course to get into Large Language Models (LLMs) with roadmaps and Colab notebooks.","github_url":"https://github.com/mlabonne/llm-course","owner":"mlabonne","repo":"llm-course","owner_avatar_url":"https://avatars.githubusercontent.com/u/81252890?v=4","primary_language":null,"stars":83011,"forks":9657,"topics":["course","large-language-models","llm","machine-learning","roadmap"],"archived":false,"github_pushed_at":"2026-02-05T13:09:26+00:00","maintenance_label":"Slowing","stars_delta_30d":1499,"url":"https://www.graphcanon.com/tools/mlabonne-llm-course","markdown_url":"https://www.graphcanon.com/tools/mlabonne-llm-course.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/mlabonne-llm-course","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=mlabonne-llm-course","shared_categories":["inference-serving"]},{"slug":"nomic-ai-gpt4all","name":"gpt4all","tagline":"Run Local LLMs on Any Device","github_url":"https://github.com/nomic-ai/gpt4all","owner":"nomic-ai","repo":"gpt4all","owner_avatar_url":"https://avatars.githubusercontent.com/u/102670180?v=4","primary_language":"C++","stars":77390,"forks":8288,"topics":["ai-chat","llm-inference"],"archived":false,"github_pushed_at":"2025-05-27T20:05:19+00:00","maintenance_label":"Dormant","stars_delta_30d":-6,"url":"https://www.graphcanon.com/tools/nomic-ai-gpt4all","markdown_url":"https://www.graphcanon.com/tools/nomic-ai-gpt4all.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nomic-ai-gpt4all","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nomic-ai-gpt4all","shared_categories":["inference-serving"]},{"slug":"ruvnet-ruflo","name":"ruflo","tagline":"The leading agent meta-harness for intelligent multi-player swarms and autonomous workflows","github_url":"https://github.com/ruvnet/ruflo","owner":"ruvnet","repo":"ruflo","owner_avatar_url":"https://avatars.githubusercontent.com/u/2934394?v=4","primary_language":"TypeScript","stars":72875,"forks":8648,"topics":["agentic-ai","agentic-framework","agentic-workflow","agents","ai-agents","ai-assistant","ai-skills","autonomous-agents","claude-code","codex","dsh-plugin","harness","mcp-server","multi-agent","multi-agent-systems","npm","skills","swarm","swarm-intelligence","typescript"],"archived":false,"github_pushed_at":"2026-09-19T06:23:46+00:00","maintenance_label":"Very active","stars_delta_30d":4553,"url":"https://www.graphcanon.com/tools/ruvnet-ruflo","markdown_url":"https://www.graphcanon.com/tools/ruvnet-ruflo.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ruvnet-ruflo","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ruvnet-ruflo","shared_categories":["inference-serving"]},{"slug":"headroomlabs-ai-headroom","name":"headroom","tagline":"Compress tool outputs, logs, files, and RAG chunks before they reach the LLM.","github_url":"https://github.com/headroomlabs-ai/headroom","owner":"headroomlabs-ai","repo":"headroom","owner_avatar_url":"https://avatars.githubusercontent.com/u/294291659?v=4","primary_language":"Python","stars":72850,"forks":5600,"topics":["agent","ai","anthropic","claude-code","compression","context-engineering","context-window","cursor","fastapi","langchain","llm","mcp","openai","prompt-engineering","proxy","python","rag","token-optimization","tokens","typescript"],"archived":false,"github_pushed_at":"2026-09-17T23:57:28+00:00","maintenance_label":"Very active","stars_delta_30d":6380,"url":"https://www.graphcanon.com/tools/headroomlabs-ai-headroom","markdown_url":"https://www.graphcanon.com/tools/headroomlabs-ai-headroom.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/headroomlabs-ai-headroom","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=headroomlabs-ai-headroom","shared_categories":["inference-serving"]}]}}