{"data":{"slug":"tencent-tencentpretrain","name":"TencentPretrain","tagline":"Tencent Pre-training framework in PyTorch & Pre-trained Model Zoo","github_url":"https://github.com/Tencent/TencentPretrain","owner":"Tencent","repo":"TencentPretrain","owner_avatar_url":"https://avatars.githubusercontent.com/u/18461506?v=4","primary_language":"Python","stars":1093,"forks":148,"topics":["albert","bart","bert","chinese","classification","clue","elmo","fine-tuning","gpt","gpt-2","model-zoo","natural-language-processing","ner","pegasus","pre-training","pytorch","roberta","t5","unilm","xlm-roberta"],"archived":false,"github_pushed_at":"2024-08-04T11:53:43+00:00","maintenance_label":"Dormant","stars_delta_30d":3,"url":"https://www.graphcanon.com/tools/tencent-tencentpretrain","markdown_url":"https://www.graphcanon.com/tools/tencent-tencentpretrain.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tencent-tencentpretrain","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tencent-tencentpretrain","description":"Tencent Pre-training framework in PyTorch & Pre-trained Model Zoo ","homepage_url":"https://github.com/Tencent/TencentPretrain/wiki","license":"Other","open_issues":44,"watchers":20,"ai_summary":"A comprehensive pre-training framework and model zoo for various natural language processing tasks using PyTorch.","readme_excerpt":"## Requirements\n* Python >= 3.6\n* torch >= 1.1\n* six >= 1.12.0\n* argparse\n* packaging\n* regex\n* For the pre-trained model conversion (related with TensorFlow) you will need TensorFlow\n* For the tokenization with sentencepiece model you will need [SentencePiece](https://github.com/google/sentencepiece)\n* For developing a stacking model you will need LightGBM and [BayesianOptimization](https://github.com/fmfn/BayesianOptimization)\n* For the pre-training with whole word masking you will need word segmentation tool such as [jieba](https://github.com/fxsjy/jieba)\n* For the use of CRF in sequence labeling downstream task you will need [pytorch-crf](https://github.com/kmkurn/pytorch-crf)\n* For the gigantic model training you will need [DeepSpeed](https://github.com/microsoft/DeepSpeed)\n* For the vision model training you will need torchvision\n* For the audio model training you will need torchaudio, and opencv-python is needed for some special settings of specaugment, and editdistance is needed when finetuning a speech2text model\n\n\n<br/>","github_created_at":"2022-09-26T03:01:31+00:00","created_at":"2026-07-11T11:39:25.559377+00:00","updated_at":"2026-09-20T06:30:02.573293+00:00","categories":[{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"albert","name":"albert"},{"slug":"bart","name":"bart"},{"slug":"bert","name":"bert"},{"slug":"chinese","name":"chinese"},{"slug":"classification","name":"classification"},{"slug":"clue","name":"clue"},{"slug":"elmo","name":"elmo"},{"slug":"fine-tuning","name":"fine-tuning"}],"trust":{"provenance":{"is_fork":false,"github_id":541386254,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-09-19T18:25:22.627Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":776,"last_release_at":null,"stars_delta_30d":3,"open_issues_delta_30d":0},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-11T11:39:26.780Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-09-19T18:25:23.692Z"},"languages":{"value":["python"],"source":"github.language","observed_at":"2026-09-19T18:25:23.692Z"},"license_spdx":{"value":"Other","source":"github.license","observed_at":"2026-09-19T18:25:23.692Z"}},"decision_facts":{"hosting":null,"pricing":{"model":"unknown","summary":"The pricing details are not explicitly mentioned in the provided repository content."},"requirements":{"min_ram_gb":null,"requires_docker":false},"constraints":{"min_ram_gb":null,"pricing_model":"unknown","requires_docker":false},"when_to_use":[],"when_not_to_use":[],"source":"enrich:decision_facts","observed_at":"2026-07-12T07:26:58.646Z"},"constraint_facets":{"min_ram_gb":null,"pricing_model":"unknown","requires_docker":false},"decision_summary":[{"label":"Pricing","value":"unknown - The pricing details are not explicitly mentioned in the provided repository content."},{"label":"Adopt for","value":"TencentPretrain is a PyTorch-based framework for pre-training models and includes a model zoo with multiple architectures."}]}}