{"data":{"node":{"slug":"michaelfeil-infinity","name":"infinity","tagline":"High-throughput, low-latency serving engine for text-embeddings, reranking models, CLIP, CLAP, and COLPAli","github_url":"https://github.com/michaelfeil/infinity","owner":"michaelfeil","repo":"infinity","owner_avatar_url":"https://avatars.githubusercontent.com/u/63565275?v=4","primary_language":"Python","stars":2942,"forks":207,"topics":["bert-embeddings","llm","text-embeddings"],"archived":false,"github_pushed_at":"2026-03-24T03:59:47+00:00","maintenance_label":"Slowing","stars_delta_30d":35,"url":"https://www.graphcanon.com/tools/michaelfeil-infinity","markdown_url":"https://www.graphcanon.com/tools/michaelfeil-infinity.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/michaelfeil-infinity","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=michaelfeil-infinity"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"bert-embeddings","name":"bert-embeddings"},{"slug":"cpu","name":"cpu"},{"slug":"docker","name":"docker"},{"slug":"gpu","name":"gpu"},{"slug":"llm","name":"llm"},{"slug":"onnx","name":"onnx"},{"slug":"rocm","name":"rocm"},{"slug":"text-embeddings","name":"text-embeddings"}],"edges":[],"neighbours":[{"slug":"xorbitsai-inference","name":"inference","tagline":"Unified production-ready inference API for various LLMs and models","github_url":"https://github.com/xorbitsai/inference","owner":"xorbitsai","repo":"inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/109655068?v=4","primary_language":"Python","stars":9575,"forks":866,"topics":["artificial-intelligence","deployment","diffusers","gemma","glm","glm-5-3","inference","kimi","kimi-k3","llama-cpp","llamacpp","llm","machine-learning","openai-api","pytorch","qwen","sglang","transformers","vllm","whisper"],"archived":false,"github_pushed_at":"2026-09-18T06:04:24+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/xorbitsai-inference","markdown_url":"https://www.graphcanon.com/tools/xorbitsai-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xorbitsai-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xorbitsai-inference","shared_categories":["inference-serving"]},{"slug":"andyyyy64-whichllm","name":"whichllm","tagline":"Command-line tool to find and benchmark local LLM performance","github_url":"https://github.com/Andyyyy64/whichllm","owner":"Andyyyy64","repo":"whichllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/105579829?v=4","primary_language":"Python","stars":6666,"forks":368,"topics":["localllm"],"archived":false,"github_pushed_at":"2026-09-19T16:22:49+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/andyyyy64-whichllm","markdown_url":"https://www.graphcanon.com/tools/andyyyy64-whichllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/andyyyy64-whichllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=andyyyy64-whichllm","shared_categories":["inference-serving"]},{"slug":"huggingface-text-embeddings-inference","name":"text-embeddings-inference","tagline":"Blazing fast inference solution for text embeddings models","github_url":"https://github.com/huggingface/text-embeddings-inference","owner":"huggingface","repo":"text-embeddings-inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Rust","stars":5054,"forks":427,"topics":["ai","embeddings","huggingface","llm","ml"],"archived":false,"github_pushed_at":"2026-09-17T13:13:59+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huggingface-text-embeddings-inference","markdown_url":"https://www.graphcanon.com/tools/huggingface-text-embeddings-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-text-embeddings-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-text-embeddings-inference","shared_categories":["inference-serving"]},{"slug":"unum-cloud-usearch","name":"USearch","tagline":"Fast Open-Source Search & Clustering engine for Vectors & Arbitrary Objects","github_url":"https://github.com/unum-cloud/USearch","owner":"unum-cloud","repo":"USearch","owner_avatar_url":"https://avatars.githubusercontent.com/u/56397513?v=4","primary_language":"C++","stars":4310,"forks":347,"topics":["approximate-nearest-neighbor-search","clustering","database","faiss","full-text-search","fuzzy-search","image-search","kann","nearest-neighbor-search","recommender-system","search","search-engine","semantic-search","simd","similarity-search","text-search","vector-search","webassembly"],"archived":false,"github_pushed_at":"2026-08-31T22:47:21+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/unum-cloud-usearch","markdown_url":"https://www.graphcanon.com/tools/unum-cloud-usearch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/unum-cloud-usearch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=unum-cloud-usearch","shared_categories":[]},{"slug":"superlinked-sie","name":"sie","tagline":"Open-source inference server and production cluster for all the models your agent needs.","github_url":"https://github.com/superlinked/sie","owner":"superlinked","repo":"sie","owner_avatar_url":"https://avatars.githubusercontent.com/u/94243920?v=4","primary_language":"Python","stars":3293,"forks":311,"topics":["bge","colbert","data-pipeline","deep-learning","embeddings","inference","inference-server","information-retrieval","llm","ml","mlops","natural-language-processing","nlp","python","reranking","retrieval","retrieval-augmented-generation","semantic-search","splade","vector-search"],"archived":false,"github_pushed_at":"2026-09-19T01:00:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/superlinked-sie","markdown_url":"https://www.graphcanon.com/tools/superlinked-sie.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superlinked-sie","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superlinked-sie","shared_categories":["inference-serving"]},{"slug":"qdrant-fastembed","name":"fastembed","tagline":"Fast, Accurate, Lightweight Python library for creating state-of-the-art embeddings","github_url":"https://github.com/qdrant/fastembed","owner":"qdrant","repo":"fastembed","owner_avatar_url":"https://avatars.githubusercontent.com/u/73504361?v=4","primary_language":"Python","stars":3211,"forks":249,"topics":["embeddings","openai","rag","retrieval","retrieval-augmented-generation","vector-search"],"archived":false,"github_pushed_at":"2026-09-16T10:46:46+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/qdrant-fastembed","markdown_url":"https://www.graphcanon.com/tools/qdrant-fastembed.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/qdrant-fastembed","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=qdrant-fastembed","shared_categories":[]},{"slug":"b4rtaz-distributed-llama","name":"distributed-llama","tagline":"Distributed LLM inference using home devices cluster","github_url":"https://github.com/b4rtaz/distributed-llama","owner":"b4rtaz","repo":"distributed-llama","owner_avatar_url":"https://avatars.githubusercontent.com/u/12797776?v=4","primary_language":"C++","stars":3060,"forks":250,"topics":["distributed-computing","distributed-llm","llama2","llama3","llm","llm-inference","llms","neural-network","open-llm"],"archived":false,"github_pushed_at":"2026-07-05T16:47:20+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama","markdown_url":"https://www.graphcanon.com/tools/b4rtaz-distributed-llama.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/b4rtaz-distributed-llama","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=b4rtaz-distributed-llama","shared_categories":["inference-serving"]},{"slug":"huangowen-awesome-llm-compression","name":"Awesome-LLM-Compression","tagline":"Awesome LLM compression research papers and tools to accelerate LLM training and inference.","github_url":"https://github.com/HuangOwen/Awesome-LLM-Compression","owner":"HuangOwen","repo":"Awesome-LLM-Compression","owner_avatar_url":"https://avatars.githubusercontent.com/u/24937399?v=4","primary_language":null,"stars":1883,"forks":134,"topics":[],"archived":false,"github_pushed_at":"2026-08-27T15:48:21+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression","markdown_url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huangowen-awesome-llm-compression","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huangowen-awesome-llm-compression","shared_categories":["inference-serving"]},{"slug":"hironsan-awesome-embedding-models","name":"awesome-embedding-models","tagline":"A curated list of embedding models tutorials, projects and communities.","github_url":"https://github.com/Hironsan/awesome-embedding-models","owner":"Hironsan","repo":"awesome-embedding-models","owner_avatar_url":"https://avatars.githubusercontent.com/u/6737785?v=4","primary_language":"Jupyter Notebook","stars":1855,"forks":250,"topics":["awesome","embedding-models","embeddings","machine-learning","natural-language-processing","papers","word2vec"],"archived":false,"github_pushed_at":"2019-04-07T22:56:01+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/hironsan-awesome-embedding-models","markdown_url":"https://www.graphcanon.com/tools/hironsan-awesome-embedding-models.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/hironsan-awesome-embedding-models","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=hironsan-awesome-embedding-models","shared_categories":[]},{"slug":"starlightsearch-embedanything","name":"EmbedAnything","tagline":"Highly Performant, Modular, Memory Safe and Production-ready Inference, Ingestion and Indexing built in Rust","github_url":"https://github.com/StarlightSearch/EmbedAnything","owner":"StarlightSearch","repo":"EmbedAnything","owner_avatar_url":"https://avatars.githubusercontent.com/u/165606246?v=4","primary_language":"Rust","stars":1307,"forks":142,"topics":["ai","cloud","generative-ai","hacktoberfest","high-performance","indexing","inference","information-retrieval","large-language-models","local","machine-learning","onnxruntime","pipeline","production-ready","python","rag","rust","search","server","vector-database"],"archived":false,"github_pushed_at":"2026-08-12T08:56:59+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/starlightsearch-embedanything","markdown_url":"https://www.graphcanon.com/tools/starlightsearch-embedanything.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/starlightsearch-embedanything","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=starlightsearch-embedanything","shared_categories":["inference-serving"]},{"slug":"anush008-fastembed-rs","name":"fastembed-rs","tagline":"Rust library for generating vector embeddings and reranking locally.","github_url":"https://github.com/Anush008/fastembed-rs","owner":"Anush008","repo":"fastembed-rs","owner_avatar_url":"https://avatars.githubusercontent.com/u/46051506?v=4","primary_language":"Rust","stars":1016,"forks":145,"topics":["embeddings","fastembed","rag","reranker","reranking","retrieval","retrieval-augmented-generation","vector-search"],"archived":false,"github_pushed_at":"2026-09-16T09:58:29+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/anush008-fastembed-rs","markdown_url":"https://www.graphcanon.com/tools/anush008-fastembed-rs.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/anush008-fastembed-rs","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=anush008-fastembed-rs","shared_categories":[]},{"slug":"openinfer-project-openinfer","name":"openinfer","tagline":"Pure Rust CUDA LLM inference engine serving multiple models including Qwen3 and Kimi-K2","github_url":"https://github.com/openinfer-project/openinfer","owner":"openinfer-project","repo":"openinfer","owner_avatar_url":"https://avatars.githubusercontent.com/u/292134277?v=4","primary_language":"Rust","stars":705,"forks":107,"topics":["cuda","cuda-kernels","deepseek","gpu","inference","inference-engine","kimi","kimi-k2","kv-cache","llm","llm-inference","llm-serving","model-serving","moe","openai-api","paged-attention","qwen","qwen3","rust","vllm"],"archived":false,"github_pushed_at":"2026-09-18T17:57:56+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/openinfer-project-openinfer","markdown_url":"https://www.graphcanon.com/tools/openinfer-project-openinfer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/openinfer-project-openinfer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=openinfer-project-openinfer","shared_categories":["inference-serving"]}]}}