CPM-Generate:中文预训练语言模型（CPM-LM）版本-I-源码

[{"title":"（ 64 个子文件 926KB ） CPM-Generate:中文预训练语言模型（CPM-LM）版本-I-源码","children":[{"title":"CPM-Generate-main","children":[{"title":"bpe_3w_new","children":[{"title":"vocab.json <span style='color:#111;'> 698.46KB </span>","children":null,"spread":false},{"title":"chinese_vocab.vocab <span style='color:#111;'> 490.37KB </span>","children":null,"spread":false},{"title":"chinese_vocab.model <span style='color:#111;'> 696.51KB </span>","children":null,"spread":false}],"spread":true},{"title":"mpu","children":[{"title":"utils.py <span style='color:#111;'> 2.65KB </span>","children":null,"spread":false},{"title":"cross_entropy.py <span style='color:#111;'> 4.61KB </span>","children":null,"spread":false},{"title":"tests","children":[{"title":"test_random.py <span style='color:#111;'> 6.54KB </span>","children":null,"spread":false},{"title":"test_data.py <span style='color:#111;'> 2.85KB </span>","children":null,"spread":false},{"title":"commons.py <span style='color:#111;'> 2.56KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"test_cross_entropy.py <span style='color:#111;'> 3.78KB </span>","children":null,"spread":false},{"title":"test_layers.py <span style='color:#111;'> 18.82KB </span>","children":null,"spread":false},{"title":"test_initialize.py <span style='color:#111;'> 3.42KB </span>","children":null,"spread":false}],"spread":true},{"title":"__init__.py <span style='color:#111;'> 2.00KB </span>","children":null,"spread":false},{"title":"random.py <span style='color:#111;'> 14.22KB </span>","children":null,"spread":false},{"title":"layers.py <span style='color:#111;'> 13.09KB </span>","children":null,"spread":false},{"title":"initialize.py <span style='color:#111;'> 4.77KB </span>","children":null,"spread":false},{"title":"grads.py <span style='color:#111;'> 2.94KB </span>","children":null,"spread":false},{"title":"mappings.py <span style='color:#111;'> 4.04KB </span>","children":null,"spread":false},{"title":"transformer.py <span style='color:#111;'> 27.58KB </span>","children":null,"spread":false},{"title":"data.py <span style='color:#111;'> 3.92KB </span>","children":null,"spread":false}],"spread":false},{"title":"utils.py <span style='color:#111;'> 11.88KB </span>","children":null,"spread":false},{"title":"zero-shot-cls.py <span style='color:#111;'> 18.19KB </span>","children":null,"spread":false},{"title":"data","children":[{"title":"dataset_utils.py <span style='color:#111;'> 14.52KB </span>","children":null,"spread":false},{"title":"test","children":[{"title":"test_preprocess_data.sh <span style='color:#111;'> 241B </span>","children":null,"spread":false},{"title":"test_indexed_dataset.py <span style='color:#111;'> 4.51KB </span>","children":null,"spread":false}],"spread":true},{"title":"__init__.py <span style='color:#111;'> 30B </span>","children":null,"spread":false},{"title":"indexed_dataset.py <span style='color:#111;'> 18.10KB </span>","children":null,"spread":false},{"title":"samplers.py <span style='color:#111;'> 5.91KB </span>","children":null,"spread":false},{"title":"helpers.cpp <span style='color:#111;'> 13.68KB </span>","children":null,"spread":false},{"title":"Makefile <span style='color:#111;'> 279B </span>","children":null,"spread":false},{"title":"gpt2_dataset.py <span style='color:#111;'> 12.98KB </span>","children":null,"spread":false},{"title":"bert_dataset.py <span style='color:#111;'> 11.42KB </span>","children":null,"spread":false}],"spread":true},{"title":"model","children":[{"title":"gpt2_modeling.py <span style='color:#111;'> 4.54KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 852B </span>","children":null,"spread":false},{"title":"model.py <span style='color:#111;'> 3.67KB </span>","children":null,"spread":false},{"title":"modeling.py <span style='color:#111;'> 65.33KB </span>","children":null,"spread":false},{"title":"distributed.py <span style='color:#111;'> 4.78KB </span>","children":null,"spread":false}],"spread":true},{"title":"fp16","children":[{"title":"fp16util.py <span style='color:#111;'> 7.50KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 941B </span>","children":null,"spread":false},{"title":"fp16.py <span style='color:#111;'> 30.97KB </span>","children":null,"spread":false},{"title":"loss_scaler.py <span style='color:#111;'> 9.55KB </span>","children":null,"spread":false}],"spread":true},{"title":"data_utils","children":[{"title":"tokenization.py <span style='color:#111;'> 35.14KB </span>","children":null,"spread":false},{"title":"datasets.py <span style='color:#111;'> 30.97KB </span>","children":null,"spread":false},{"title":"tf_dl.py <span style='color:#111;'> 5.32KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 5.23KB </span>","children":null,"spread":false},{"title":"wordpiece.py <span style='color:#111;'> 15.23KB </span>","children":null,"spread":false},{"title":"corpora.py <span style='color:#111;'> 1.95KB </span>","children":null,"spread":false},{"title":"samplers.py <span style='color:#111;'> 5.63KB </span>","children":null,"spread":false},{"title":"tokenization_gpt2.py <span style='color:#111;'> 2.34KB </span>","children":null,"spread":false},{"title":"file_utils.py <span style='color:#111;'> 8.24KB </span>","children":null,"spread":false},{"title":"lazy_loader.py <span style='color:#111;'> 6.73KB </span>","children":null,"spread":false}],"spread":true},{"title":"arguments.py <span style='color:#111;'> 18.47KB </span>","children":null,"spread":false},{"title":"LICENSE <span style='color:#111;'> 1.04KB </span>","children":null,"spread":false},{"title":"example.txt <span style='color:#111;'> 69B </span>","children":null,"spread":false},{"title":"configure_data.py <span style='color:#111;'> 8.81KB </span>","children":null,"spread":false},{"title":"generate_samples.py <span style='color:#111;'> 14.33KB </span>","children":null,"spread":false},{"title":"requirements.txt <span style='color:#111;'> 121B </span>","children":null,"spread":false},{"title":".gitignore <span style='color:#111;'> 1.76KB </span>","children":null,"spread":false},{"title":"README.md <span style='color:#111;'> 4.18KB </span>","children":null,"spread":false},{"title":"scripts","children":[{"title":"generate_text.sh <span style='color:#111;'> 816B </span>","children":null,"spread":false},{"title":"zero-shot-ocnli.sh <span style='color:#111;'> 686B </span>","children":null,"spread":false},{"title":"zero-shot-tnews.sh <span style='color:#111;'> 686B </span>","children":null,"spread":false},{"title":"zero-shot-iflytek.sh <span style='color:#111;'> 706B </span>","children":null,"spread":false}],"spread":false},{"title":"change_mp.py <span style='color:#111;'> 5.61KB </span>","children":null,"spread":false}],"spread":false}],"spread":true}]