{"data":{"node":{"slug":"huggingface-trl","name":"trl","tagline":"Train transformer language models with reinforcement learning","github_url":"https://github.com/huggingface/trl","owner":"huggingface","repo":"trl","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":19336,"forks":3002,"topics":[],"archived":false,"github_pushed_at":"2026-09-18T06:20:19+00:00","maintenance_label":"Very active","stars_delta_30d":320,"url":"https://www.graphcanon.com/tools/huggingface-trl","markdown_url":"https://www.graphcanon.com/tools/huggingface-trl.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-trl","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-trl"},"categories":[{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"distributed-training","name":"distributed training"},{"slug":"huggingface","name":"huggingface"},{"slug":"python","name":"python"},{"slug":"reinforcement-learning","name":"reinforcement learning"},{"slug":"transformers","name":"transformers"}],"edges":[{"type":"related","direction":"out","explanation":"TRL is a specific library for training transformer models with reinforcement learning, while awesome-RLHF is a curated list of resources on RLHF. They are related because TRL provides practical tools in the space covered by the resource list.","successor_context":null,"tool":{"slug":"opendilab-awesome-rlhf","name":"awesome-RLHF","tagline":"A curated list of reinforcement learning with human feedback resources (continually updated)","github_url":"https://github.com/opendilab/awesome-RLHF","owner":"opendilab","repo":"awesome-RLHF","owner_avatar_url":"https://avatars.githubusercontent.com/u/86840398?v=4","primary_language":null,"stars":4422,"forks":258,"topics":["deep-learning","deep-reinforcement-learning","human-feedback","large-language-models","reinforcement-learning","rlhf"],"archived":false,"github_pushed_at":"2026-05-20T12:56:15+00:00","maintenance_label":"Steady","stars_delta_30d":9,"url":"https://www.graphcanon.com/tools/opendilab-awesome-rlhf","markdown_url":"https://www.graphcanon.com/tools/opendilab-awesome-rlhf.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/opendilab-awesome-rlhf","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=opendilab-awesome-rlhf"}},{"type":"integrates_with","direction":"out","explanation":"TRL integrates with transformers by leveraging transformers' extensive library of pre-trained models as a foundational base for applying reinforcement learning methods such as SFT, GRPO, and DPO to further refine these models. This relationship allows TRL to utilize the robust model architectures provided by transformers while focusing on advanced training techniques.","successor_context":null,"tool":{"slug":"huggingface-transformers","name":"transformers","tagline":"🤗 Transformers: state-of-the-art machine learning models for text, vision, audio, and multimodal models","github_url":"https://github.com/huggingface/transformers","owner":"huggingface","repo":"transformers","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":166279,"forks":34619,"topics":["audio","deep-learning","deepseek","gemma","glm","hacktoberfest","llm","machine-learning","model-hub","natural-language-processing","nlp","pretrained-models","python","pytorch","pytorch-transformers","qwen","speech-recognition","transformer","vlm"],"archived":false,"github_pushed_at":"2026-09-18T08:16:29+00:00","maintenance_label":"Very active","stars_delta_30d":2158,"url":"https://www.graphcanon.com/tools/huggingface-transformers","markdown_url":"https://www.graphcanon.com/tools/huggingface-transformers.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-transformers","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-transformers"}}],"neighbours":[{"slug":"lightning-ai-pytorch-lightning","name":"pytorch-lightning","tagline":"Pretrain, finetune ANY AI model of ANY size on 1 or 10,000+ GPUs with zero code changes.","github_url":"https://github.com/Lightning-AI/pytorch-lightning","owner":"Lightning-AI","repo":"pytorch-lightning","owner_avatar_url":"https://avatars.githubusercontent.com/u/58386951?v=4","primary_language":"Python","stars":31363,"forks":3801,"topics":["ai","artificial-intelligence","data-science","deep-learning","machine-learning","python","pytorch"],"archived":false,"github_pushed_at":"2026-09-21T11:44:30+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/lightning-ai-pytorch-lightning","markdown_url":"https://www.graphcanon.com/tools/lightning-ai-pytorch-lightning.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lightning-ai-pytorch-lightning","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lightning-ai-pytorch-lightning","shared_categories":["model-training"]},{"slug":"huggingface-peft","name":"peft","tagline":"State-of-the-art Parameter-Efficient Fine-Tuning","github_url":"https://github.com/huggingface/peft","owner":"huggingface","repo":"peft","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":21704,"forks":2511,"topics":["adapter","diffusion","fine-tuning","llm","lora","parameter-efficient-learning","peft","python","pytorch","transformers"],"archived":false,"github_pushed_at":"2026-09-18T13:30:46+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huggingface-peft","markdown_url":"https://www.graphcanon.com/tools/huggingface-peft.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-peft","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-peft","shared_categories":["model-training"]},{"slug":"lightning-ai-litgpt","name":"litgpt","tagline":"High-performance LLMs for pretraining, finetuning, and deployment","github_url":"https://github.com/Lightning-AI/litgpt","owner":"Lightning-AI","repo":"litgpt","owner_avatar_url":"https://avatars.githubusercontent.com/u/58386951?v=4","primary_language":"Python","stars":13667,"forks":1503,"topics":["ai","artificial-intelligence","deep-learning","large-language-models","llm","llm-inference","llms"],"archived":false,"github_pushed_at":"2026-09-14T10:24:06+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/lightning-ai-litgpt","markdown_url":"https://www.graphcanon.com/tools/lightning-ai-litgpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lightning-ai-litgpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lightning-ai-litgpt","shared_categories":["model-training"]},{"slug":"nvidia-fastertransformer","name":"FasterTransformer","tagline":"Transformer related optimization including BERT and GPT","github_url":"https://github.com/NVIDIA/FasterTransformer","owner":"NVIDIA","repo":"FasterTransformer","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"C++","stars":6448,"forks":934,"topics":["bert","gpt","pytorch","transformer"],"archived":false,"github_pushed_at":"2024-03-27T11:25:30+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/nvidia-fastertransformer","markdown_url":"https://www.graphcanon.com/tools/nvidia-fastertransformer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-fastertransformer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-fastertransformer","shared_categories":[]},{"slug":"meta-pytorch-torchtune","name":"torchtune","tagline":"PyTorch native post-training library","github_url":"https://github.com/meta-pytorch/torchtune","owner":"meta-pytorch","repo":"torchtune","owner_avatar_url":"https://avatars.githubusercontent.com/u/107212512?v=4","primary_language":"Python","stars":5806,"forks":753,"topics":[],"archived":false,"github_pushed_at":"2026-09-06T11:38:42+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/meta-pytorch-torchtune","markdown_url":"https://www.graphcanon.com/tools/meta-pytorch-torchtune.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/meta-pytorch-torchtune","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=meta-pytorch-torchtune","shared_categories":["model-training"]},{"slug":"ashishpatel26-llm-finetuning","name":"LLM-Finetuning","tagline":"LLM Finetuning with PEFT","github_url":"https://github.com/ashishpatel26/LLM-Finetuning","owner":"ashishpatel26","repo":"LLM-Finetuning","owner_avatar_url":"https://avatars.githubusercontent.com/u/3095771?v=4","primary_language":"Jupyter Notebook","stars":2983,"forks":771,"topics":["falcon","fine-tuning","huggingface","llama","llama2","llm","llms","lora","peft","pytorch","text-generation"],"archived":false,"github_pushed_at":"2025-08-01T12:00:20+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/ashishpatel26-llm-finetuning","markdown_url":"https://www.graphcanon.com/tools/ashishpatel26-llm-finetuning.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/ashishpatel26-llm-finetuning","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=ashishpatel26-llm-finetuning","shared_categories":["model-training"]},{"slug":"stochasticai-xturing","name":"xTuring","tagline":"Build, personalize and control your own LLMs","github_url":"https://github.com/stochasticai/xTuring","owner":"stochasticai","repo":"xTuring","owner_avatar_url":"https://avatars.githubusercontent.com/u/66399337?v=4","primary_language":"Python","stars":2674,"forks":211,"topics":["adapter","deep-learning","fine-tuning","finetuning","gen-ai","generative-ai","gpt-2","gpt-j","language-model","llama","llm","lora","mistral","mixed-precision","peft","quantization"],"archived":false,"github_pushed_at":"2026-09-12T23:50:56+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/stochasticai-xturing","markdown_url":"https://www.graphcanon.com/tools/stochasticai-xturing.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/stochasticai-xturing","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=stochasticai-xturing","shared_categories":["model-training"]},{"slug":"kubeflow-trainer","name":"trainer","tagline":"Distributed AI Model Training and LLM Fine-Tuning on Kubernetes","github_url":"https://github.com/kubeflow/trainer","owner":"kubeflow","repo":"trainer","owner_avatar_url":"https://avatars.githubusercontent.com/u/33164907?v=4","primary_language":"Go","stars":2225,"forks":1052,"topics":["ai","distributed","fine-tuning","gpu","huggingface","jax","kubeflow","kubernetes","llm","machine-learning","mlops","python","pytorch","tensorflow","xgboost"],"archived":false,"github_pushed_at":"2026-09-19T02:01:49+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/kubeflow-trainer","markdown_url":"https://www.graphcanon.com/tools/kubeflow-trainer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/kubeflow-trainer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=kubeflow-trainer","shared_categories":["model-training"]},{"slug":"thudm-p-tuning-v2","name":"P-tuning-v2","tagline":"Optimized deep prompt tuning strategy comparable to fine-tuning across scales and tasks","github_url":"https://github.com/THUDM/P-tuning-v2","owner":"THUDM","repo":"P-tuning-v2","owner_avatar_url":"https://avatars.githubusercontent.com/u/48590610?v=4","primary_language":"Python","stars":2080,"forks":212,"topics":["natural-language-processing","p-tuning","parameter-efficient-learning","pretrained-language-model","prompt-tuning"],"archived":false,"github_pushed_at":"2023-11-16T04:38:09+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/thudm-p-tuning-v2","markdown_url":"https://www.graphcanon.com/tools/thudm-p-tuning-v2.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/thudm-p-tuning-v2","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=thudm-p-tuning-v2","shared_categories":["model-training"]},{"slug":"arahim3-mlx-tune","name":"mlx-tune","tagline":"Fine-tune LLMs on your Mac with Apple Silicon for various tasks including SFT, DPO, GRPO, Vision, TTS, STT, Embedding, and OCR.","github_url":"https://github.com/ARahim3/mlx-tune","owner":"ARahim3","repo":"mlx-tune","owner_avatar_url":"https://avatars.githubusercontent.com/u/41390319?v=4","primary_language":"Python","stars":1412,"forks":92,"topics":["apple-silicon","deep-learning","huggingface","large-language-models","llm","llm-finetuning","local-llm","lora","machine-learning","macos","mlx","on-device-ai","peft","speech-recognition","speech-to-text","text-to-speech","transformers","unsloth","vision-language-model","whisper"],"archived":false,"github_pushed_at":"2026-06-23T12:24:30+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/arahim3-mlx-tune","markdown_url":"https://www.graphcanon.com/tools/arahim3-mlx-tune.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/arahim3-mlx-tune","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=arahim3-mlx-tune","shared_categories":["model-training"]},{"slug":"sakanaai-text-to-lora","name":"text-to-lora","tagline":"Hypernetworks for adapting LLMs to specific tasks via textual descriptions","github_url":"https://github.com/SakanaAI/text-to-lora","owner":"SakanaAI","repo":"text-to-lora","owner_avatar_url":"https://avatars.githubusercontent.com/u/140988036?v=4","primary_language":"Python","stars":1304,"forks":92,"topics":["fine-tuning","hypernetworks","llm","lora","machine-learning"],"archived":false,"github_pushed_at":"2025-06-08T14:42:10+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/sakanaai-text-to-lora","markdown_url":"https://www.graphcanon.com/tools/sakanaai-text-to-lora.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/sakanaai-text-to-lora","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=sakanaai-text-to-lora","shared_categories":["model-training"]},{"slug":"agi-edgerunners-llm-adapters","name":"LLM-Adapters","tagline":"Code for EMNLP 2023 Paper on Parameter-Efficient Fine-Tuning of LLMs","github_url":"https://github.com/AGI-Edgerunners/LLM-Adapters","owner":"AGI-Edgerunners","repo":"LLM-Adapters","owner_avatar_url":"https://avatars.githubusercontent.com/u/128879899?v=4","primary_language":"Python","stars":1235,"forks":116,"topics":["adapters","fine-tuning","large-language-models","parameter-efficient"],"archived":false,"github_pushed_at":"2024-03-10T08:20:15+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/agi-edgerunners-llm-adapters","markdown_url":"https://www.graphcanon.com/tools/agi-edgerunners-llm-adapters.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/agi-edgerunners-llm-adapters","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=agi-edgerunners-llm-adapters","shared_categories":["model-training"]}]}}