{"data":{"slug":"next-gpt-next-gpt","name":"NExT-GPT","tagline":"Code and models for ICML 2024 paper on multimodal large language model","github_url":"https://github.com/NExT-GPT/NExT-GPT","owner":"NExT-GPT","repo":"NExT-GPT","owner_avatar_url":"https://avatars.githubusercontent.com/u/143576855?v=4","primary_language":"Python","stars":3637,"forks":359,"topics":["chatgpt","foundation-models","gpt-4","instruction-tuning","large-language-models","llm","mllm","multi-modal-chatgpt","multimodal","visual-language-learning"],"archived":false,"github_pushed_at":"2025-05-13T09:57:47+00:00","maintenance_label":"Dormant","stars_delta_30d":-1,"url":"https://www.graphcanon.com/tools/next-gpt-next-gpt","markdown_url":"https://www.graphcanon.com/tools/next-gpt-next-gpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/next-gpt-next-gpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=next-gpt-next-gpt","description":"Code and models for ICML 2024 paper, NExT-GPT: Any-to-Any Multimodal Large Language Model","homepage_url":"https://next-gpt.github.io/","license":"BSD-3-Clause","open_issues":81,"watchers":59,"ai_summary":"This repository contains the source code and models for NExT-GPT, a research project aimed at developing an Any-to-Any Multimodal Large Language Model. It includes implementations related to instruction-tuning, and visual-language-learning.","readme_excerpt":"## Getting Started\n\n\n\n<span id='all_catelogue'/>\n\n---\n\n## License Notices\nThis repository is under [BSD 3-Clause License](LICENSE.txt).\nNExT-GPT is a research project intended for non-commercial use only. \nOne must NOT use the code of NExT-GPT for any illegal, harmful, violent, racist, or sexual purposes. \nOne is strictly prohibited from engaging in any activity that will potentially violate these guidelines.\nAny potential commercial use of this code should be approved by the authors.","github_created_at":"2023-08-30T03:34:11+00:00","created_at":"2026-07-07T17:35:39.73109+00:00","updated_at":"2026-08-18T00:01:45.486298+00:00","categories":[{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"chatgpt","name":"chatgpt"},{"slug":"foundation-models","name":"foundation-models"},{"slug":"instruction-tuning","name":"instruction-tuning"},{"slug":"large-language-models","name":"large language models"},{"slug":"llm","name":"llm"},{"slug":"multimodal","name":"multimodal"},{"slug":"visual-language-learning","name":"visual-language-learning"}],"trust":{"provenance":{"is_fork":false,"github_id":684881857,"owner_type":"User","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-08-18T00:01:44.660Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":461,"last_release_at":null,"stars_delta_30d":-1,"open_issues_delta_30d":0},"security_summary":{"status":"findings","scanner":"osv@v1","low_count":148,"high_count":0,"last_scan_at":"2026-07-11T11:05:54.830Z","medium_count":0,"scan_profile":"deps","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-08-18T00:01:45.182Z"},"languages":{"value":["python"],"source":"github.language","observed_at":"2026-08-18T00:01:45.182Z"},"license_spdx":{"value":"BSD-3-Clause","source":"github.license","observed_at":"2026-08-18T00:01:45.182Z"}},"decision_facts":{"hosting":null,"pricing":{"model":"freemium","summary":"NExT-GPT is open-source under BSD-3-Clause license, indicating a free but restricted-for-commercial-use model without associated direct monetary cost."},"requirements":{"notes":["- The repository notes that the code and models are intended for non-commercial use only and must not be used in any illegal or harmful contexts.","- Potential commercial users should seek approval from the authors, making it unsuitable without prior authorization if commercial application is considered."],"min_ram_gb":8},"constraints":{"min_ram_gb":8,"pricing_model":"freemium"},"when_to_use":["- If you are conducting research specifically centered around multimodal interactions (combining text with visual elements) aligning with the scope of NExT-GPT.","- For projects requiring integration or further development on top of an existing Any-to-Any Multimodal Large Language Model that leverages instruction-tuning techniques."],"when_not_to_use":["- When your project necessitates a production-ready solution, as NExT-GPT is positioned purely for research and non-commercial use.","- If your application requires the model to be used in contexts like illegal, harmful, violent, racist, or sexual purposes, since its usage guidelines explicitly prohibit such applications."],"source":"enrich:decision_facts","observed_at":"2026-07-12T18:55:18.252Z"},"constraint_facets":{"min_ram_gb":8,"pricing_model":"freemium"},"decision_summary":[{"label":"Pricing","value":"freemium - NExT-GPT is open-source under BSD-3-Clause license, indicating a free but restricted-for-commercial-use model without associated direct monetary cost."},{"label":"Requirements","value":"Min 8 GB RAM; - The repository notes that the code and models are intended for non-commercial use only and must not be used in any illegal or harmful contexts.; - Potential commercial users should seek approval from the authors, making it unsuitable without prior authorization if commercial application is considered."},{"label":"Adopt for","value":"NExT-GPT is focused on multimodal capabilities and instruction tuning for a large language model, targeting researchers and developers interested in multimodal applications."}]}}