electra的预训练模型改进

[{"title":"（ 51 个子文件 131KB ） electra的预训练模型改进","children":[{"title":"electra-master","children":[{"title":"electra-master","children":[{"title":"flops_computation.py <span style='color:#111;'> 9.07KB </span>","children":null,"spread":false},{"title":"build_pretraining_dataset.py <span style='color:#111;'> 9.10KB </span>","children":null,"spread":false},{"title":"model","children":[{"title":"tokenization.py <span style='color:#111;'> 10.73KB </span>","children":null,"spread":false},{"title":"__pycache__","children":[{"title":"modeling.cpython-37.pyc <span style='color:#111;'> 26.14KB </span>","children":null,"spread":false},{"title":"__init__.cpython-37.pyc <span style='color:#111;'> 158B </span>","children":null,"spread":false},{"title":"tokenization.cpython-37.pyc <span style='color:#111;'> 8.85KB </span>","children":null,"spread":false}],"spread":true},{"title":"__init__.py <span style='color:#111;'> 606B </span>","children":null,"spread":false},{"title":"optimization.py <span style='color:#111;'> 6.91KB </span>","children":null,"spread":false},{"title":"modeling.py <span style='color:#111;'> 38.92KB </span>","children":null,"spread":false}],"spread":true},{"title":"pretrain","children":[{"title":"pretrain_helpers.py <span style='color:#111;'> 8.82KB </span>","children":null,"spread":false},{"title":"pretrain_data.py <span style='color:#111;'> 5.14KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 606B </span>","children":null,"spread":false}],"spread":true},{"title":"build_openwebtext_pretraining_dataset.py <span style='color:#111;'> 4.13KB </span>","children":null,"spread":false},{"title":"__pycache__","children":[{"title":"build_pretraining_dataset.cpython-37.pyc <span style='color:#111;'> 6.86KB </span>","children":null,"spread":false},{"title":"configure_pretraining.cpython-37.pyc <span style='color:#111;'> 2.52KB </span>","children":null,"spread":false},{"title":"configure_finetuning.cpython-37.pyc <span style='color:#111;'> 3.49KB </span>","children":null,"spread":false}],"spread":true},{"title":"finetune","children":[{"title":"preprocessing.py <span style='color:#111;'> 6.34KB </span>","children":null,"spread":false},{"title":"classification","children":[{"title":"classification_tasks.py <span style='color:#111;'> 14.88KB </span>","children":null,"spread":false},{"title":"__pycache__","children":[{"title":"classification_tasks.cpython-37.pyc <span style='color:#111;'> 14.10KB </span>","children":null,"spread":false}],"spread":true},{"title":"classification_metrics.py <span style='color:#111;'> 3.20KB </span>","children":null,"spread":false}],"spread":true},{"title":"tagging","children":[{"title":"tagging_utils.py <span style='color:#111;'> 1.92KB </span>","children":null,"spread":false},{"title":"tagging_tasks.py <span style='color:#111;'> 9.01KB </span>","children":null,"spread":false},{"title":"tagging_metrics.py <span style='color:#111;'> 3.46KB </span>","children":null,"spread":false}],"spread":true},{"title":"task_builder.py <span style='color:#111;'> 2.63KB </span>","children":null,"spread":false},{"title":"task.py <span style='color:#111;'> 1.87KB </span>","children":null,"spread":false},{"title":"__pycache__","children":[{"title":"feature_spec.cpython-37.pyc <span style='color:#111;'> 1.60KB </span>","children":null,"spread":false},{"title":"task_builder.cpython-37.pyc <span style='color:#111;'> 1.76KB </span>","children":null,"spread":false},{"title":"__init__.cpython-37.pyc <span style='color:#111;'> 161B </span>","children":null,"spread":false},{"title":"preprocessing.cpython-37.pyc <span style='color:#111;'> 5.71KB </span>","children":null,"spread":false},{"title":"task.cpython-37.pyc <span style='color:#111;'> 2.39KB </span>","children":null,"spread":false},{"title":"scorer.cpython-37.pyc <span style='color:#111;'> 1.79KB </span>","children":null,"spread":false}],"spread":false},{"title":"scorer.py <span style='color:#111;'> 1.48KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 606B </span>","children":null,"spread":false},{"title":"feature_spec.py <span style='color:#111;'> 1.80KB </span>","children":null,"spread":false},{"title":"qa","children":[{"title":"squad_official_eval_v1.py <span style='color:#111;'> 4.22KB </span>","children":null,"spread":false},{"title":"mrqa_official_eval.py <span style='color:#111;'> 3.70KB </span>","children":null,"spread":false},{"title":"qa_metrics.py <span style='color:#111;'> 14.28KB </span>","children":null,"spread":false},{"title":"qa_tasks.py <span style='color:#111;'> 23.75KB </span>","children":null,"spread":false},{"title":"squad_official_eval.py <span style='color:#111;'> 11.74KB </span>","children":null,"spread":false}],"spread":false}],"spread":true},{"title":"run_finetuning.py <span style='color:#111;'> 12.37KB </span>","children":null,"spread":false},{"title":"LICENSE <span style='color:#111;'> 11.09KB </span>","children":null,"spread":false},{"title":"CONTRIBUTING.md <span style='color:#111;'> 1.08KB </span>","children":null,"spread":false},{"title":"run_pretraining.py <span style='color:#111;'> 19.73KB </span>","children":null,"spread":false},{"title":"README.md <span style='color:#111;'> 17.29KB </span>","children":null,"spread":false},{"title":"util","children":[{"title":"utils.py <span style='color:#111;'> 2.43KB </span>","children":null,"spread":false},{"title":"__pycache__","children":[{"title":"utils.cpython-37.pyc <span style='color:#111;'> 2.93KB </span>","children":null,"spread":false},{"title":"__init__.cpython-37.pyc <span style='color:#111;'> 157B </span>","children":null,"spread":false}],"spread":false},{"title":"training_utils.py <span style='color:#111;'> 3.95KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 606B </span>","children":null,"spread":false}],"spread":false},{"title":"configure_finetuning.py <span style='color:#111;'> 7.43KB </span>","children":null,"spread":false},{"title":"configure_pretraining.py <span style='color:#111;'> 5.56KB </span>","children":null,"spread":false}],"spread":false}],"spread":true}],"spread":true}]