{"data":{"slug":"joyce94-llm-rlhf-tuning","name":"LLM-RLHF-Tuning","tagline":"LLM Tuning with PEFT (SFT+RM+PPO+DPO with LoRA)","github_url":"https://github.com/Joyce94/LLM-RLHF-Tuning","owner":"Joyce94","repo":"LLM-RLHF-Tuning","owner_avatar_url":"https://avatars.githubusercontent.com/u/28557140?v=4","primary_language":"Python","stars":452,"forks":24,"topics":["fine-tuning","language-model","llama","llm","lora","peft","ppo","reinforcement-learning","rlhf"],"archived":false,"github_pushed_at":"2023-10-11T08:41:20+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/joyce94-llm-rlhf-tuning","markdown_url":"https://www.graphcanon.com/tools/joyce94-llm-rlhf-tuning.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/joyce94-llm-rlhf-tuning","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=joyce94-llm-rlhf-tuning","description":"LLM Tuning with PEFT (SFT+RM+PPO+DPO with LoRA) ","homepage_url":null,"license":null,"open_issues":3,"watchers":2,"ai_summary":null,"readme_excerpt":null,"github_created_at":"2023-06-12T14:46:48+00:00","created_at":"2026-07-11T11:41:32.444025+00:00","updated_at":"2026-07-11T11:41:34.790888+00:00","categories":[{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"fine-tuning","name":"fine-tuning"},{"slug":"language-model","name":"language-model"},{"slug":"llama","name":"llama"},{"slug":"llm","name":"llm"},{"slug":"lora","name":"lora"},{"slug":"peft","name":"peft"},{"slug":"ppo","name":"ppo"},{"slug":"reinforcement-learning","name":"reinforcement-learning"}],"trust":{"provenance":{"is_fork":false,"github_id":652668030,"owner_type":"User","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-07-11T11:41:33.059Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":null,"days_since_push":1004,"last_release_at":null},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-11T11:41:33.797Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-07-11T11:41:33.571Z"},"languages":{"value":["python"],"source":"github.language","observed_at":"2026-07-11T11:41:33.571Z"}}}}