XLM:PyTorch跨语言模型预训练的原始实现

[{"title":"（ 48 个子文件 110KB ） XLM:PyTorch跨语言模型预训练的原始实现","children":[{"title":"XLM-master","children":[{"title":"prepare-xnli.sh <span style='color:#111;'> 2.60KB </span>","children":null,"spread":false},{"title":"glue-xnli.py <span style='color:#111;'> 4.42KB </span>","children":null,"spread":false},{"title":"xlm","children":[{"title":"model","children":[{"title":"memory","children":[{"title":"utils.py <span style='color:#111;'> 4.96KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 34B </span>","children":null,"spread":false},{"title":"query.py <span style='color:#111;'> 9.06KB </span>","children":null,"spread":false},{"title":"memory.py <span style='color:#111;'> 32.41KB </span>","children":null,"spread":false}],"spread":true},{"title":"pretrain.py <span style='color:#111;'> 2.92KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 7.78KB </span>","children":null,"spread":false},{"title":"transformer.py <span style='color:#111;'> 28.91KB </span>","children":null,"spread":false},{"title":"embedder.py <span style='color:#111;'> 4.70KB </span>","children":null,"spread":false}],"spread":true},{"title":"evaluation","children":[{"title":"xnli.py <span style='color:#111;'> 8.36KB </span>","children":null,"spread":false},{"title":"evaluator.py <span style='color:#111;'> 21.75KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"multi-bleu.perl <span style='color:#111;'> 5.11KB </span>","children":null,"spread":false},{"title":"glue.py <span style='color:#111;'> 11.15KB </span>","children":null,"spread":false}],"spread":true},{"title":"utils.py <span style='color:#111;'> 9.70KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"slurm.py <span style='color:#111;'> 6.17KB </span>","children":null,"spread":false},{"title":"optim.py <span style='color:#111;'> 10.13KB </span>","children":null,"spread":false},{"title":"data","children":[{"title":"dataset.py <span style='color:#111;'> 14.29KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"dictionary.py <span style='color:#111;'> 7.58KB </span>","children":null,"spread":false},{"title":"loader.py <span style='color:#111;'> 14.20KB </span>","children":null,"spread":false}],"spread":true},{"title":"logger.py <span style='color:#111;'> 1.83KB </span>","children":null,"spread":false},{"title":"trainer.py <span style='color:#111;'> 36.48KB </span>","children":null,"spread":false}],"spread":true},{"title":"get-data-glue.sh <span style='color:#111;'> 6.00KB </span>","children":null,"spread":false},{"title":"train.py <span style='color:#111;'> 14.60KB </span>","children":null,"spread":false},{"title":"generate-embeddings.ipynb <span style='color:#111;'> 9.39KB </span>","children":null,"spread":false},{"title":"PKM-layer.ipynb <span style='color:#111;'> 13.49KB </span>","children":null,"spread":false},{"title":"get-data-xnli.sh <span style='color:#111;'> 2.74KB </span>","children":null,"spread":false},{"title":"src <span style='color:#111;'> 3B </span>","children":null,"spread":false},{"title":"translate.py <span style='color:#111;'> 5.43KB </span>","children":null,"spread":false},{"title":"get-data-para.sh <span style='color:#111;'> 6.92KB </span>","children":null,"spread":false},{"title":"prepare-glue.sh <span style='color:#111;'> 1.72KB </span>","children":null,"spread":false},{"title":"CONTRIBUTING.md <span style='color:#111;'> 572B </span>","children":null,"spread":false},{"title":"LICENSE <span style='color:#111;'> 18.88KB </span>","children":null,"spread":false},{"title":"tools","children":[{"title":"tokenize.sh <span style='color:#111;'> 1.21KB </span>","children":null,"spread":false},{"title":"segment_th.py <span style='color:#111;'> 355B </span>","children":null,"spread":false},{"title":"README.md <span style='color:#111;'> 845B </span>","children":null,"spread":false},{"title":"lowercase_and_remove_accent.py <span style='color:#111;'> 1.22KB </span>","children":null,"spread":false}],"spread":false},{"title":"setup.py <span style='color:#111;'> 280B </span>","children":null,"spread":false},{"title":"README.md <span style='color:#111;'> 38.46KB </span>","children":null,"spread":false},{"title":"get-data-nmt.sh <span style='color:#111;'> 14.66KB </span>","children":null,"spread":false},{"title":"CODE_OF_CONDUCT.md <span style='color:#111;'> 244B </span>","children":null,"spread":false},{"title":".gitignore <span style='color:#111;'> 1.54KB </span>","children":null,"spread":false},{"title":"preprocess.py <span style='color:#111;'> 1.42KB </span>","children":null,"spread":false},{"title":"install-tools.sh <span style='color:#111;'> 1.78KB </span>","children":null,"spread":false},{"title":"get-data-wiki.sh <span style='color:#111;'> 2.07KB </span>","children":null,"spread":false}],"spread":false}],"spread":true}]