{"data":{"node":{"slug":"pykeio-ort","name":"ort","tagline":"Fast ML inference and training for ONNX models in Rust","github_url":"https://github.com/pykeio/ort","owner":"pykeio","repo":"ort","owner_avatar_url":"https://avatars.githubusercontent.com/u/62268720?v=4","primary_language":"Rust","stars":2515,"forks":271,"topics":["ai","ai-training","fine-tuning","inference","machine-learning","onnx","onnxruntime","rust"],"archived":false,"github_pushed_at":"2026-09-16T09:56:02+00:00","maintenance_label":"Very active","stars_delta_30d":99,"url":"https://www.graphcanon.com/tools/pykeio-ort","markdown_url":"https://www.graphcanon.com/tools/pykeio-ort.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pykeio-ort","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pykeio-ort"},"categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"ai","name":"ai"},{"slug":"fine-tuning","name":"fine-tuning"},{"slug":"inference","name":"inference"},{"slug":"machine-learning","name":"machine-learning"},{"slug":"onnx","name":"onnx"},{"slug":"rust","name":"rust"}],"edges":[],"neighbours":[{"slug":"tencent-ncnn","name":"ncnn","tagline":"High-performance neural network inference framework optimized for mobile platforms","github_url":"https://github.com/Tencent/ncnn","owner":"Tencent","repo":"ncnn","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"C++","stars":23905,"forks":4514,"topics":["android","arm-neon","artificial-intelligence","caffe","darknet","deep-learning","high-preformance","inference","ios","keras","mlir","mxnet","ncnn","neural-network","onnx","pytorch","riscv","simd","tensorflow","vulkan"],"archived":false,"github_pushed_at":"2026-10-01T15:33:05+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/tencent-ncnn","markdown_url":"https://www.graphcanon.com/tools/tencent-ncnn.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-ncnn","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-ncnn","shared_categories":["inference-serving"]},{"slug":"jundot-omlx","name":"omlx","tagline":"LLM inference server with continuous batching and SSD caching for Apple Silicon","github_url":"https://github.com/jundot/omlx","owner":"jundot","repo":"omlx","owner_avatar_url":"https://avatars.githubusercontent.com/u/64250138?v=4","primary_language":"Python","stars":21934,"forks":1899,"topics":["apple-silicon","inference-server","llm","macos","mlx","openai-api"],"archived":false,"github_pushed_at":"2026-09-20T02:23:26+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/jundot-omlx","markdown_url":"https://www.graphcanon.com/tools/jundot-omlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jundot-omlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jundot-omlx","shared_categories":["inference-serving"]},{"slug":"huggingface-candle","name":"candle","tagline":"Minimalist ML framework for Rust","github_url":"https://github.com/huggingface/candle","owner":"huggingface","repo":"candle","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Rust","stars":21106,"forks":1769,"topics":[],"archived":false,"github_pushed_at":"2026-09-25T09:39:22+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huggingface-candle","markdown_url":"https://www.graphcanon.com/tools/huggingface-candle.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-candle","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-candle","shared_categories":["inference-serving"]},{"slug":"k2-fsa-sherpa-onnx","name":"sherpa-onnx","tagline":"Speech-to-text and related audio processing tools using ONNX with cross-platform support","github_url":"https://github.com/k2-fsa/sherpa-onnx","owner":"k2-fsa","repo":"sherpa-onnx","owner_avatar_url":"https://avatars.githubusercontent.com/u/71431748?v=4","primary_language":"C++","stars":14860,"forks":1708,"topics":["aarch64","android","arm32","asr","cpp","csharp","dotnet","ios","lazarus","linux","macos","mfc","object-pascal","onnx","raspberry-pi","risc-v","speech-to-text","text-to-speech","vits","windows"],"archived":false,"github_pushed_at":"2026-09-20T07:00:27+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/k2-fsa-sherpa-onnx","markdown_url":"https://www.graphcanon.com/tools/k2-fsa-sherpa-onnx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/k2-fsa-sherpa-onnx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=k2-fsa-sherpa-onnx","shared_categories":[]},{"slug":"0xplaygrounds-rig","name":"rig","tagline":"Build modular and scalable LLM Applications in Rust","github_url":"https://github.com/0xPlaygrounds/rig","owner":"0xPlaygrounds","repo":"rig","owner_avatar_url":"https://avatars.githubusercontent.com/u/93353392?v=4","primary_language":"Rust","stars":8679,"forks":974,"topics":["agent","ai","artificial-intelligence","automation","generative-ai","large-language-model","llm","llmops","rust","scalable-ai"],"archived":false,"github_pushed_at":"2026-09-19T23:48:13+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/0xplaygrounds-rig","markdown_url":"https://www.graphcanon.com/tools/0xplaygrounds-rig.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/0xplaygrounds-rig","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=0xplaygrounds-rig","shared_categories":[]},{"slug":"pytorch-serve","name":"serve","tagline":"Serve, optimize and scale PyTorch models in production","github_url":"https://github.com/pytorch/serve","owner":"pytorch","repo":"serve","owner_avatar_url":"https://avatars.githubusercontent.com/u/21003710?v=4","primary_language":"Java","stars":4344,"forks":880,"topics":["cpu","deep-learning","docker","gpu","kubernetes","machine-learning","metrics","mlops","optimization","pytorch","serving"],"archived":true,"github_pushed_at":"2025-08-06T19:17:08+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/pytorch-serve","markdown_url":"https://www.graphcanon.com/tools/pytorch-serve.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/pytorch-serve","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=pytorch-serve","shared_categories":["inference-serving"]},{"slug":"superlinked-sie","name":"sie","tagline":"Open-source inference server and production cluster for all the models your agent needs.","github_url":"https://github.com/superlinked/sie","owner":"superlinked","repo":"sie","owner_avatar_url":"https://avatars.githubusercontent.com/u/94243920?v=4","primary_language":"Python","stars":3293,"forks":311,"topics":["bge","colbert","data-pipeline","deep-learning","embeddings","inference","inference-server","information-retrieval","llm","ml","mlops","natural-language-processing","nlp","python","reranking","retrieval","retrieval-augmented-generation","semantic-search","splade","vector-search"],"archived":false,"github_pushed_at":"2026-09-19T01:00:02+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/superlinked-sie","markdown_url":"https://www.graphcanon.com/tools/superlinked-sie.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/superlinked-sie","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=superlinked-sie","shared_categories":["inference-serving"]},{"slug":"ailia-ai-ailia-models","name":"ailia-models","tagline":"Repository of pre-trained AI models for ailia SDK","github_url":"https://github.com/ailia-ai/ailia-models","owner":"ailia-ai","repo":"ailia-models","owner_avatar_url":"https://avatars.githubusercontent.com/u/55011924?v=4","primary_language":"Python","stars":2392,"forks":365,"topics":["action-recognition","anomaly-detection","audio-processing","background-removal","crowd-counting","deep-learning","embeddings","face-detection","face-recognition","fashion-ai","gan","hand-detection","image-classification","image-segmentation","llm","neural-network","object-detection","object-recognition","object-tracking","pose-estimation"],"archived":false,"github_pushed_at":"2026-09-16T08:01:06+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/ailia-ai-ailia-models","markdown_url":"https://www.graphcanon.com/tools/ailia-ai-ailia-models.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ailia-ai-ailia-models","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ailia-ai-ailia-models","shared_categories":["model-training"]},{"slug":"software-mansion-react-native-executorch","name":"react-native-executorch","tagline":"Declarative way to run AI models in React Native on device","github_url":"https://github.com/software-mansion/react-native-executorch","owner":"software-mansion","repo":"react-native-executorch","owner_avatar_url":"https://avatars.githubusercontent.com/u/56880679?v=4","primary_language":"TypeScript","stars":1742,"forks":96,"topics":["ai","computer-vision","executorch","llm-inference","mobile-inference","object-detection","ocr","on-device-ai","react-native-ai","speech-to-text","text-to-speech","vlm"],"archived":false,"github_pushed_at":"2026-09-18T10:31:46+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/software-mansion-react-native-executorch","markdown_url":"https://www.graphcanon.com/tools/software-mansion-react-native-executorch.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/software-mansion-react-native-executorch","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=software-mansion-react-native-executorch","shared_categories":["inference-serving"]},{"slug":"tensorflow-model-optimization","name":"model-optimization","tagline":"Toolkit for optimizing ML models in Keras and TensorFlow","github_url":"https://github.com/tensorflow/model-optimization","owner":"tensorflow","repo":"model-optimization","owner_avatar_url":"https://avatars.githubusercontent.com/u/15658638?v=4","primary_language":"Python","stars":1579,"forks":348,"topics":["compression","deep-learning","keras","machine-learning","ml","model-compression","optimization","pruning","quantization","quantized-networks","quantized-neural-networks","quantized-training","sparsity","tensorflow"],"archived":false,"github_pushed_at":"2026-10-02T05:02:39+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/tensorflow-model-optimization","markdown_url":"https://www.graphcanon.com/tools/tensorflow-model-optimization.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorflow-model-optimization","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorflow-model-optimization","shared_categories":["model-training"]},{"slug":"onnx-onnx-mlir","name":"onnx-mlir","tagline":"ONNX model compiler technology lowering ONNX graphs to MLIR and LLVM bytecodes","github_url":"https://github.com/onnx/onnx-mlir","owner":"onnx","repo":"onnx-mlir","owner_avatar_url":"https://avatars.githubusercontent.com/u/31675368?v=4","primary_language":"MLIR","stars":1058,"forks":451,"topics":[],"archived":false,"github_pushed_at":"2026-09-29T09:45:13+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/onnx-onnx-mlir","markdown_url":"https://www.graphcanon.com/tools/onnx-onnx-mlir.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/onnx-onnx-mlir","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=onnx-onnx-mlir","shared_categories":["model-training","inference-serving"]},{"slug":"keyvank-femtogpt","name":"femtoGPT","tagline":"Pure Rust implementation of a minimal Generative Pretrained Transformer","github_url":"https://github.com/keyvank/femtoGPT","owner":"keyvank","repo":"femtoGPT","owner_avatar_url":"https://avatars.githubusercontent.com/u/4275654?v=4","primary_language":"Rust","stars":936,"forks":67,"topics":["from-scratch","gpt","gpu","hacktoberfest","llm","machine-learning","neural-network","opencl","rust"],"archived":false,"github_pushed_at":"2025-10-21T11:13:42+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/keyvank-femtogpt","markdown_url":"https://www.graphcanon.com/tools/keyvank-femtogpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/keyvank-femtogpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=keyvank-femtogpt","shared_categories":["model-training"]}]}}