{"data":{"node":{"slug":"huggingface-tokenizers","name":"tokenizers","tagline":"Fast State-of-the-Art Tokenizers optimized for Research and Production","github_url":"https://github.com/huggingface/tokenizers","owner":"huggingface","repo":"tokenizers","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Rust","stars":11047,"forks":1201,"topics":["bert","gpt","language-model","natural-language-processing","natural-language-understanding","nlp","transformers"],"archived":false,"github_pushed_at":"2026-09-18T08:07:38+00:00","maintenance_label":"Very active","stars_delta_30d":107,"url":"https://www.graphcanon.com/tools/huggingface-tokenizers","markdown_url":"https://www.graphcanon.com/tools/huggingface-tokenizers.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-tokenizers","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-tokenizers"},"categories":[{"slug":"developer-tools","name":"Developer Tools","url":"https://www.graphcanon.com/categories/developer-tools","markdown_url":"https://www.graphcanon.com/categories/developer-tools.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/developer-tools"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"bert","name":"bert"},{"slug":"gpt","name":"gpt"},{"slug":"language-model","name":"language-model"},{"slug":"natural-language-processing","name":"natural language processing"},{"slug":"natural-language-understanding","name":"natural-language-understanding"},{"slug":"nlp","name":"nlp"},{"slug":"transformers","name":"transformers"}],"edges":[],"neighbours":[{"slug":"oumi-ai-oumi","name":"oumi","tagline":"Easily fine-tune, evaluate and deploy open source LLMs/VLMs","github_url":"https://github.com/oumi-ai/oumi","owner":"oumi-ai","repo":"oumi","owner_avatar_url":"https://avatars.githubusercontent.com/u/167452922?v=4","primary_language":"Python","stars":9387,"forks":790,"topics":["dpo","evaluation","fine-tuning","gpt-oss","gpt-oss-120b","gpt-oss-20b","inference","llama","llms","open-weight","open-weight-models","open-weights","sft","slms","vlms"],"archived":false,"github_pushed_at":"2026-09-20T05:45:37+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/oumi-ai-oumi","markdown_url":"https://www.graphcanon.com/tools/oumi-ai-oumi.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/oumi-ai-oumi","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=oumi-ai-oumi","shared_categories":["model-training"]},{"slug":"bitsandbytes-foundation-bitsandbytes","name":"bitsandbytes","tagline":"Large language model quantization toolkit for PyTorch.","github_url":"https://github.com/bitsandbytes-foundation/bitsandbytes","owner":"bitsandbytes-foundation","repo":"bitsandbytes","owner_avatar_url":"https://avatars.githubusercontent.com/u/175231607?v=4","primary_language":"Python","stars":8507,"forks":938,"topics":["llm","machine-learning","pytorch","qlora","quantization"],"archived":false,"github_pushed_at":"2026-09-07T14:36:23+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/bitsandbytes-foundation-bitsandbytes","markdown_url":"https://www.graphcanon.com/tools/bitsandbytes-foundation-bitsandbytes.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/bitsandbytes-foundation-bitsandbytes","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=bitsandbytes-foundation-bitsandbytes","shared_categories":[]},{"slug":"andyyyy64-whichllm","name":"whichllm","tagline":"Command-line tool to find and benchmark local LLM performance","github_url":"https://github.com/Andyyyy64/whichllm","owner":"Andyyyy64","repo":"whichllm","owner_avatar_url":"https://avatars.githubusercontent.com/u/105579829?v=4","primary_language":"Python","stars":6666,"forks":368,"topics":["localllm"],"archived":false,"github_pushed_at":"2026-09-19T16:22:49+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/andyyyy64-whichllm","markdown_url":"https://www.graphcanon.com/tools/andyyyy64-whichllm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/andyyyy64-whichllm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=andyyyy64-whichllm","shared_categories":[]},{"slug":"nvidia-fastertransformer","name":"FasterTransformer","tagline":"Transformer related optimization including BERT and GPT","github_url":"https://github.com/NVIDIA/FasterTransformer","owner":"NVIDIA","repo":"FasterTransformer","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"C++","stars":6455,"forks":934,"topics":["bert","gpt","pytorch","transformer"],"archived":false,"github_pushed_at":"2024-03-27T11:25:30+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/nvidia-fastertransformer","markdown_url":"https://www.graphcanon.com/tools/nvidia-fastertransformer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-fastertransformer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-fastertransformer","shared_categories":[]},{"slug":"huggingface-text-embeddings-inference","name":"text-embeddings-inference","tagline":"Blazing fast inference solution for text embeddings models","github_url":"https://github.com/huggingface/text-embeddings-inference","owner":"huggingface","repo":"text-embeddings-inference","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Rust","stars":5054,"forks":427,"topics":["ai","embeddings","huggingface","llm","ml"],"archived":false,"github_pushed_at":"2026-09-17T13:13:59+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huggingface-text-embeddings-inference","markdown_url":"https://www.graphcanon.com/tools/huggingface-text-embeddings-inference.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-text-embeddings-inference","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-text-embeddings-inference","shared_categories":[]},{"slug":"qdrant-fastembed","name":"fastembed","tagline":"Fast, Accurate, Lightweight Python library for creating state-of-the-art embeddings","github_url":"https://github.com/qdrant/fastembed","owner":"qdrant","repo":"fastembed","owner_avatar_url":"https://avatars.githubusercontent.com/u/73504361?v=4","primary_language":"Python","stars":3211,"forks":249,"topics":["embeddings","openai","rag","retrieval","retrieval-augmented-generation","vector-search"],"archived":false,"github_pushed_at":"2026-09-16T10:46:46+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/qdrant-fastembed","markdown_url":"https://www.graphcanon.com/tools/qdrant-fastembed.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/qdrant-fastembed","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=qdrant-fastembed","shared_categories":[]},{"slug":"stochasticai-xturing","name":"xTuring","tagline":"Build, personalize and control your own LLMs","github_url":"https://github.com/stochasticai/xTuring","owner":"stochasticai","repo":"xTuring","owner_avatar_url":"https://avatars.githubusercontent.com/u/66399337?v=4","primary_language":"Python","stars":2674,"forks":211,"topics":["adapter","deep-learning","fine-tuning","finetuning","gen-ai","generative-ai","gpt-2","gpt-j","language-model","llama","llm","lora","mistral","mixed-precision","peft","quantization"],"archived":false,"github_pushed_at":"2026-09-12T23:50:56+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/stochasticai-xturing","markdown_url":"https://www.graphcanon.com/tools/stochasticai-xturing.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/stochasticai-xturing","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=stochasticai-xturing","shared_categories":["model-training"]},{"slug":"ai-hypercomputer-maxtext","name":"maxtext","tagline":"A simple, performant, and scalable Jax LLM","github_url":"https://github.com/AI-Hypercomputer/maxtext","owner":"AI-Hypercomputer","repo":"maxtext","owner_avatar_url":"https://avatars.githubusercontent.com/u/181000646?v=4","primary_language":"Python","stars":2441,"forks":625,"topics":["deepseek","fine-tuning","gemma2","gemma3","gpt","jax","large-language-models","llama2","llama3","llama4","llm","mistral","mixtral","sft"],"archived":false,"github_pushed_at":"2026-10-13T05:43:07+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/ai-hypercomputer-maxtext","markdown_url":"https://www.graphcanon.com/tools/ai-hypercomputer-maxtext.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ai-hypercomputer-maxtext","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ai-hypercomputer-maxtext","shared_categories":["model-training"]},{"slug":"huangowen-awesome-llm-compression","name":"Awesome-LLM-Compression","tagline":"Awesome LLM compression research papers and tools to accelerate LLM training and inference.","github_url":"https://github.com/HuangOwen/Awesome-LLM-Compression","owner":"HuangOwen","repo":"Awesome-LLM-Compression","owner_avatar_url":"https://avatars.githubusercontent.com/u/24937399?v=4","primary_language":null,"stars":1883,"forks":134,"topics":[],"archived":false,"github_pushed_at":"2026-08-27T15:48:21+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression","markdown_url":"https://www.graphcanon.com/tools/huangowen-awesome-llm-compression.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huangowen-awesome-llm-compression","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huangowen-awesome-llm-compression","shared_categories":[]},{"slug":"arahim3-mlx-tune","name":"mlx-tune","tagline":"Fine-tune LLMs on your Mac with Apple Silicon for various tasks including SFT, DPO, GRPO, Vision, TTS, STT, Embedding, and OCR.","github_url":"https://github.com/ARahim3/mlx-tune","owner":"ARahim3","repo":"mlx-tune","owner_avatar_url":"https://avatars.githubusercontent.com/u/41390319?v=4","primary_language":"Python","stars":1412,"forks":92,"topics":["apple-silicon","deep-learning","huggingface","large-language-models","llm","llm-finetuning","local-llm","lora","machine-learning","macos","mlx","on-device-ai","peft","speech-recognition","speech-to-text","text-to-speech","transformers","unsloth","vision-language-model","whisper"],"archived":false,"github_pushed_at":"2026-06-23T12:24:30+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/arahim3-mlx-tune","markdown_url":"https://www.graphcanon.com/tools/arahim3-mlx-tune.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arahim3-mlx-tune","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arahim3-mlx-tune","shared_categories":["model-training"]},{"slug":"tencent-tencentpretrain","name":"TencentPretrain","tagline":"Tencent Pre-training framework in PyTorch & Pre-trained Model Zoo","github_url":"https://github.com/Tencent/TencentPretrain","owner":"Tencent","repo":"TencentPretrain","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"Python","stars":1093,"forks":148,"topics":["albert","bart","bert","chinese","classification","clue","elmo","fine-tuning","gpt","gpt-2","model-zoo","natural-language-processing","ner","pegasus","pre-training","pytorch","roberta","t5","unilm","xlm-roberta"],"archived":false,"github_pushed_at":"2024-08-04T11:53:43+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/tencent-tencentpretrain","markdown_url":"https://www.graphcanon.com/tools/tencent-tencentpretrain.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-tencentpretrain","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-tencentpretrain","shared_categories":["model-training"]},{"slug":"harleyszhang-llm-note","name":"llm_note","tagline":"LLM notes covering model inference transformer structures and framework analysis","github_url":"https://github.com/harleyszhang/llm_note","owner":"harleyszhang","repo":"llm_note","owner_avatar_url":"https://avatars.githubusercontent.com/u/37138671?v=4","primary_language":"Python","stars":890,"forks":89,"topics":["cuda-programming","kv-cache","llm","llm-inference","transformer-models","triton-kernels","vllm"],"archived":false,"github_pushed_at":"2026-08-19T06:46:41+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/harleyszhang-llm-note","markdown_url":"https://www.graphcanon.com/tools/harleyszhang-llm-note.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/harleyszhang-llm-note","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=harleyszhang-llm-note","shared_categories":[]}]}}