├── .gitignore ├── README.md ├── chinese_ip ├── .DS_Store ├── __pycache__ │ ├── arguments.cpython-36.pyc │ ├── arguments.cpython-37.pyc │ ├── configure_data.cpython-36.pyc │ ├── configure_data.cpython-37.pyc │ ├── generation_utils.cpython-37.pyc │ ├── gpt2_data_loader.cpython-36.pyc │ ├── gpt2_data_loader.cpython-37.pyc │ ├── learning_rates.cpython-36.pyc │ ├── learning_rates.cpython-37.pyc │ ├── pretrain_gpt2.cpython-36.pyc │ ├── pretrain_gpt2.cpython-37.pyc │ ├── utils.cpython-36.pyc │ └── utils.cpython-37.pyc ├── arguments.py ├── chinese_sentencepiece │ ├── cog-pretrain.model │ └── cog-pretrain.vocab ├── configure_data.py ├── data │ └── .DS_Store ├── data_utils │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── __init__.cpython-37.pyc │ │ ├── corpora.cpython-36.pyc │ │ ├── corpora.cpython-37.pyc │ │ ├── datasets.cpython-36.pyc │ │ ├── datasets.cpython-37.pyc │ │ ├── file_utils.cpython-36.pyc │ │ ├── file_utils.cpython-37.pyc │ │ ├── lazy_loader.cpython-36.pyc │ │ ├── lazy_loader.cpython-37.pyc │ │ ├── samplers.cpython-36.pyc │ │ ├── samplers.cpython-37.pyc │ │ ├── sp_tokenizer.cpython-37.pyc │ │ ├── tokenization.cpython-36.pyc │ │ ├── tokenization.cpython-37.pyc │ │ ├── tokenization_gpt2.cpython-36.pyc │ │ ├── tokenization_gpt2.cpython-37.pyc │ │ ├── wordpiece.cpython-36.pyc │ │ └── wordpiece.cpython-37.pyc │ ├── corpora.py │ ├── datasets.py │ ├── extraction.py │ ├── file_utils.py │ ├── lazy_loader.py │ ├── samplers.py │ ├── sp_tokenizer.py │ ├── tf_dl.py │ ├── tokenization.py │ ├── tokenization_gpt2.py │ └── wordpiece.py ├── detokenizer.py ├── docker │ ├── Dockerfile │ ├── README.md │ └── requirements.txt ├── evaluate_gpt2.py ├── evaluate_perplexity.py ├── fp16 │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── __init__.cpython-37.pyc │ │ ├── fp16.cpython-36.pyc │ │ ├── fp16.cpython-37.pyc │ │ ├── fp16util.cpython-36.pyc │ │ ├── fp16util.cpython-37.pyc │ │ ├── loss_scaler.cpython-36.pyc │ │ └── loss_scaler.cpython-37.pyc │ ├── fp16.py │ ├── fp16util.py │ └── loss_scaler.py ├── generate_paragraph.py ├── generate_pms_eval.py ├── generate_pms_noip.py ├── generate_pms_nore.py ├── generate_pms_refined.py ├── generate_poems.py ├── generate_qa.py ├── generate_qa_desc.py ├── generate_qa_noset.py ├── generate_samples.py ├── generate_string.py ├── generation_utils.py ├── gpt2_data_loader.py ├── learning_rates.py ├── model │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── __init__.cpython-37.pyc │ │ ├── distributed.cpython-36.pyc │ │ ├── distributed.cpython-37.pyc │ │ ├── gpt2_modeling.cpython-36.pyc │ │ ├── gpt2_modeling.cpython-37.pyc │ │ ├── model.cpython-36.pyc │ │ ├── model.cpython-37.pyc │ │ ├── modeling.cpython-36.pyc │ │ └── modeling.cpython-37.pyc │ ├── distributed.py │ ├── gpt2_modeling.py │ ├── model.py │ └── modeling.py ├── mpu │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── __init__.cpython-37.pyc │ │ ├── cross_entropy.cpython-36.pyc │ │ ├── cross_entropy.cpython-37.pyc │ │ ├── data.cpython-36.pyc │ │ ├── data.cpython-37.pyc │ │ ├── grads.cpython-36.pyc │ │ ├── grads.cpython-37.pyc │ │ ├── initialize.cpython-36.pyc │ │ ├── initialize.cpython-37.pyc │ │ ├── layers.cpython-36.pyc │ │ ├── layers.cpython-37.pyc │ │ ├── mappings.cpython-36.pyc │ │ ├── mappings.cpython-37.pyc │ │ ├── random.cpython-36.pyc │ │ ├── random.cpython-37.pyc │ │ ├── transformer.cpython-36.pyc │ │ ├── transformer.cpython-37.pyc │ │ ├── utils.cpython-36.pyc │ │ └── utils.cpython-37.pyc │ ├── cross_entropy.py │ ├── data.py │ ├── grads.py │ ├── initialize.py │ ├── layers.py │ ├── mappings.py │ ├── random.py │ ├── tests │ │ ├── __init__.py │ │ ├── commons.py │ │ ├── test_cross_entropy.py │ │ ├── test_data.py │ │ ├── test_initialize.py │ │ ├── test_layers.py │ │ └── test_random.py │ ├── transformer.py │ └── utils.py ├── oh-my-tuna.py ├── openwebtext │ ├── README.md │ ├── blacklist_urls.py │ ├── cleanup_dataset.py │ ├── find_duplicates.py │ ├── group_duplicates_url.py │ ├── make_gpt2_dataset.py │ ├── make_gpt2_sizes.py │ ├── merge_jsons.py │ ├── remove_group_duplicates.py │ ├── run_make_gpt2_dataset.sh │ └── tokenizer.py ├── pretrain_bert.py ├── pretrain_gpt2.py ├── process_test.py ├── request_jiuge.py ├── requirements.txt ├── samples.txt ├── samples │ ├── sample-11-27-15-04.txt │ ├── sample-11-27-15-15.txt │ ├── sample-11-27-15-39.txt │ ├── sample-11-28-03-44.txt │ ├── sample-11-28-03-53.txt │ ├── sample-11-28-05-53.txt │ ├── sample-11-28-06-10.txt │ ├── sample-11-28-06-12.txt │ ├── sample-11-28-14-14.txt │ ├── sample-11-28-14-20.txt │ ├── sample-11-28-14-36.txt │ ├── sample-11-28-15-12.txt │ ├── sample-11-28-15-32.txt │ ├── sample-11-29-01-58.txt │ ├── sample-11-29-03-08.txt │ ├── sample-11-29-12-13.txt │ ├── sample-11-29-14-08.txt │ ├── sample-11-29-14-14.txt │ ├── sample-11-29-14-44.txt │ ├── sample-11-30-01-22.txt │ ├── sample-11-30-01-24.txt │ ├── sample-11-30-01-37.txt │ ├── sample-11-30-01-42.txt │ ├── sample-11-30-01-43.txt │ ├── sample-11-30-01-50.txt │ ├── sample-11-30-02-09.txt │ ├── sample-11-30-02-14.txt │ ├── sample-11-30-02-17.txt │ ├── sample-11-30-02-20.txt │ ├── sample-11-30-02-22.txt │ ├── sample-11-30-02-35.txt │ ├── sample-11-30-03-02.txt │ ├── sample-11-30-03-07.txt │ ├── sample-11-30-03-35.txt │ ├── sample-11-30-05-02.txt │ ├── sample-11-30-05-11.txt │ ├── sample-11-30-05-25.txt │ ├── sample-11-30-05-28.txt │ ├── sample-11-30-05-37.txt │ ├── sample-11-30-05-44.txt │ ├── sample-11-30-06-10.txt │ ├── sample-11-30-06-12.txt │ ├── sample-11-30-06-30.txt │ ├── sample-11-30-06-58.txt │ ├── sample-11-30-07-02.txt │ └── sample-11-30-07-16.txt ├── scripts │ ├── ds_checkpoint_check.sh │ ├── ds_config.json │ ├── ds_config_29B.json │ ├── ds_onebit_config.json │ ├── ds_pretrain_gpt2.sh │ ├── ds_pretrain_gpt2_10B.sh │ ├── ds_pretrain_gpt2_29B.sh │ ├── ds_pretrain_gpt2_chinese.sh │ ├── ds_zero-offload_10B_config.json │ ├── ds_zero-offload_10B_pretrain_gpt2_model_parallel.sh │ ├── ds_zero-offload_config.json │ ├── ds_zero-offload_pretrain_gpt2_model_parallel.sh │ ├── ds_zero2_config.json │ ├── ds_zero2_pretrain_gpt2_model_parallel.sh │ ├── extract_hostfile.py │ ├── generate_text.sh │ ├── kh_ds_pretrain_gpt2.sh │ ├── presplit_sentences_json.py │ ├── pretrain_bert.sh │ ├── pretrain_bert_distributed.sh │ ├── pretrain_bert_model_parallel.sh │ ├── pretrain_bert_sentencepiece.sh │ ├── pretrain_bert_tfrecords_distributed.sh │ ├── pretrain_gpt2.sh │ ├── pretrain_gpt2_distributed.sh │ ├── pretrain_gpt2_model_parallel.sh │ ├── run_gpt2_eval.py │ ├── shixw_do_generate_text.sh │ ├── show_rocev2_ipv4_gids.sh │ └── split_json.py ├── test_rel_shift.py └── utils.py ├── data ├── poem-records.jsonl ├── poems_ip_norl.zip ├── poems_ip_rl.zip ├── poems_jiuge.jsonl ├── poems_noip.zip ├── qa-records.jsonl ├── qa_basemodel.zip ├── qa_cpm.zip ├── qa_human.jsonl ├── qa_ip.zip └── user-records.jsonl ├── engliship ├── README.md ├── examples │ ├── evaluate_zeroshot_gpt.sh │ ├── finetune_mnli_distributed.sh │ ├── finetune_race_distributed.sh │ ├── generate_text.sh │ ├── generate_text_sgpu.sh │ ├── merge_mp_bert.sh │ ├── pretrain_bert.sh │ ├── pretrain_bert_distributed.sh │ ├── pretrain_bert_distributed_with_mp.sh │ ├── pretrain_gpt.sh │ ├── pretrain_gpt3_175B.sh │ ├── pretrain_gpt_distributed.sh │ └── pretrain_gpt_distributed_with_mp.sh ├── megatron │ ├── __init__.py │ ├── arguments.py │ ├── checkpointing.py │ ├── data │ │ ├── Makefile │ │ ├── __init__.py │ │ ├── bert_dataset.py │ │ ├── blendable_dataset.py │ │ ├── data_loaders.py │ │ ├── dataset_utils.py │ │ ├── gpt_dataset.py │ │ ├── helpers.cpp │ │ ├── ict_dataset.py │ │ ├── indexed_dataset.py │ │ ├── realm_dataset_utils.py │ │ ├── realm_index.py │ │ └── test │ │ │ ├── test_indexed_dataset.py │ │ │ └── test_preprocess_data.sh │ ├── fp16_deprecated │ │ └── loss_scaler.py │ ├── fused_kernels │ │ ├── __init__.py │ │ ├── compat.h │ │ ├── layer_norm_cuda.cpp │ │ ├── layer_norm_cuda_kernel.cu │ │ ├── scaled_masked_softmax.cpp │ │ ├── scaled_masked_softmax.h │ │ ├── scaled_masked_softmax_cuda.cu │ │ ├── scaled_upper_triang_masked_softmax.cpp │ │ ├── scaled_upper_triang_masked_softmax.h │ │ ├── scaled_upper_triang_masked_softmax_cuda.cu │ │ └── type_shim.h │ ├── generate_string_345M.py │ ├── global_vars.py │ ├── indexer.py │ ├── initialize.py │ ├── learning_rates.py │ ├── memory.py │ ├── microbatches.py │ ├── model │ │ ├── __init__.py │ │ ├── bert_model.py │ │ ├── classification.py │ │ ├── distributed.py │ │ ├── fused_bias_gelu.py │ │ ├── fused_layer_norm.py │ │ ├── fused_softmax.py │ │ ├── gpt_model.py │ │ ├── language_model.py │ │ ├── module.py │ │ ├── multiple_choice.py │ │ ├── realm_model.py │ │ ├── transformer.py │ │ └── utils.py │ ├── mpu │ │ ├── __init__.py │ │ ├── cross_entropy.py │ │ ├── data.py │ │ ├── initialize.py │ │ ├── layers.py │ │ ├── mappings.py │ │ ├── random.py │ │ ├── tests │ │ │ ├── __init__.py │ │ │ ├── commons.py │ │ │ ├── test_cross_entropy.py │ │ │ ├── test_data.py │ │ │ ├── test_initialize.py │ │ │ ├── test_layers.py │ │ │ └── test_random.py │ │ └── utils.py │ ├── optimizer │ │ ├── __init__.py │ │ ├── clip_grads.py │ │ ├── grad_scaler.py │ │ └── optimizer.py │ ├── package_info.py │ ├── text_generation.py │ ├── text_generation_sgpu.py │ ├── text_generation_utils.py │ ├── tokenizer │ │ ├── __init__.py │ │ ├── bert_tokenization.py │ │ ├── gpt2_tokenization.py │ │ └── tokenizer.py │ ├── training.py │ └── utils.py ├── para.txt ├── pretrain_bert.py ├── pretrain_gpt.py ├── pretrain_ict.py ├── questions.txt ├── requirements.txt ├── setup.py ├── tasks │ ├── data_utils.py │ ├── ensemble_classifier.py │ ├── eval_utils.py │ ├── finetune_utils.py │ ├── glue │ │ ├── data.py │ │ ├── finetune.py │ │ ├── mnli.py │ │ └── qqp.py │ ├── main.py │ ├── race │ │ ├── data.py │ │ └── finetune.py │ └── zeroshot_gpt2 │ │ ├── datasets.py │ │ ├── detokenizer.py │ │ └── evaluate.py └── tools │ ├── create_doc_index.py │ ├── generate_samples_gpt.py │ ├── generate_samples_sgpu.py │ ├── linter.py │ ├── merge_mp_partitions.py │ ├── openwebtext │ ├── README.md │ ├── blacklist_urls.py │ ├── cleanup_dataset.py │ ├── find_duplicates.py │ ├── group_duplicate_url.py │ ├── merge_jsons.py │ └── remove_group_duplicates.py │ └── preprocess_data.py ├── paper.pdf └── v6(newest) ├── cilin.txt ├── generate_pms_v6.py └── new_tkl.py /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/README.md -------------------------------------------------------------------------------- /chinese_ip/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/.DS_Store -------------------------------------------------------------------------------- /chinese_ip/__pycache__/arguments.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/__pycache__/arguments.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/__pycache__/arguments.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/__pycache__/arguments.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/__pycache__/configure_data.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/__pycache__/configure_data.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/__pycache__/configure_data.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/__pycache__/configure_data.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/__pycache__/generation_utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/__pycache__/generation_utils.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/__pycache__/gpt2_data_loader.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/__pycache__/gpt2_data_loader.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/__pycache__/gpt2_data_loader.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/__pycache__/gpt2_data_loader.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/__pycache__/learning_rates.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/__pycache__/learning_rates.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/__pycache__/learning_rates.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/__pycache__/learning_rates.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/__pycache__/pretrain_gpt2.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/__pycache__/pretrain_gpt2.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/__pycache__/pretrain_gpt2.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/__pycache__/pretrain_gpt2.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/__pycache__/utils.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/__pycache__/utils.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/__pycache__/utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/__pycache__/utils.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/arguments.py -------------------------------------------------------------------------------- /chinese_ip/chinese_sentencepiece/cog-pretrain.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/chinese_sentencepiece/cog-pretrain.model -------------------------------------------------------------------------------- /chinese_ip/chinese_sentencepiece/cog-pretrain.vocab: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/chinese_sentencepiece/cog-pretrain.vocab -------------------------------------------------------------------------------- /chinese_ip/configure_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/configure_data.py -------------------------------------------------------------------------------- /chinese_ip/data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data/.DS_Store -------------------------------------------------------------------------------- /chinese_ip/data_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__init__.py -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/corpora.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/corpora.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/corpora.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/corpora.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/datasets.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/datasets.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/datasets.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/datasets.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/file_utils.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/file_utils.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/file_utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/file_utils.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/lazy_loader.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/lazy_loader.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/lazy_loader.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/lazy_loader.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/samplers.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/samplers.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/samplers.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/samplers.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/sp_tokenizer.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/sp_tokenizer.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/tokenization.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/tokenization.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/tokenization.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/tokenization.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/tokenization_gpt2.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/tokenization_gpt2.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/tokenization_gpt2.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/tokenization_gpt2.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/wordpiece.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/wordpiece.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/__pycache__/wordpiece.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/__pycache__/wordpiece.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/data_utils/corpora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/corpora.py -------------------------------------------------------------------------------- /chinese_ip/data_utils/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/datasets.py -------------------------------------------------------------------------------- /chinese_ip/data_utils/extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/extraction.py -------------------------------------------------------------------------------- /chinese_ip/data_utils/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/file_utils.py -------------------------------------------------------------------------------- /chinese_ip/data_utils/lazy_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/lazy_loader.py -------------------------------------------------------------------------------- /chinese_ip/data_utils/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/samplers.py -------------------------------------------------------------------------------- /chinese_ip/data_utils/sp_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/sp_tokenizer.py -------------------------------------------------------------------------------- /chinese_ip/data_utils/tf_dl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/tf_dl.py -------------------------------------------------------------------------------- /chinese_ip/data_utils/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/tokenization.py -------------------------------------------------------------------------------- /chinese_ip/data_utils/tokenization_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/tokenization_gpt2.py -------------------------------------------------------------------------------- /chinese_ip/data_utils/wordpiece.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/data_utils/wordpiece.py -------------------------------------------------------------------------------- /chinese_ip/detokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/detokenizer.py -------------------------------------------------------------------------------- /chinese_ip/docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/docker/Dockerfile -------------------------------------------------------------------------------- /chinese_ip/docker/README.md: -------------------------------------------------------------------------------- 1 | README for Megatron docker 2 | -------------------------------------------------------------------------------- /chinese_ip/docker/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/docker/requirements.txt -------------------------------------------------------------------------------- /chinese_ip/evaluate_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/evaluate_gpt2.py -------------------------------------------------------------------------------- /chinese_ip/evaluate_perplexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/evaluate_perplexity.py -------------------------------------------------------------------------------- /chinese_ip/fp16/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/fp16/__init__.py -------------------------------------------------------------------------------- /chinese_ip/fp16/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/fp16/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/fp16/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/fp16/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/fp16/__pycache__/fp16.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/fp16/__pycache__/fp16.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/fp16/__pycache__/fp16.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/fp16/__pycache__/fp16.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/fp16/__pycache__/fp16util.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/fp16/__pycache__/fp16util.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/fp16/__pycache__/fp16util.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/fp16/__pycache__/fp16util.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/fp16/__pycache__/loss_scaler.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/fp16/__pycache__/loss_scaler.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/fp16/__pycache__/loss_scaler.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/fp16/__pycache__/loss_scaler.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/fp16/fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/fp16/fp16.py -------------------------------------------------------------------------------- /chinese_ip/fp16/fp16util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/fp16/fp16util.py -------------------------------------------------------------------------------- /chinese_ip/fp16/loss_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/fp16/loss_scaler.py -------------------------------------------------------------------------------- /chinese_ip/generate_paragraph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/generate_paragraph.py -------------------------------------------------------------------------------- /chinese_ip/generate_pms_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/generate_pms_eval.py -------------------------------------------------------------------------------- /chinese_ip/generate_pms_noip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/generate_pms_noip.py -------------------------------------------------------------------------------- /chinese_ip/generate_pms_nore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/generate_pms_nore.py -------------------------------------------------------------------------------- /chinese_ip/generate_pms_refined.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/generate_pms_refined.py -------------------------------------------------------------------------------- /chinese_ip/generate_poems.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/generate_poems.py -------------------------------------------------------------------------------- /chinese_ip/generate_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/generate_qa.py -------------------------------------------------------------------------------- /chinese_ip/generate_qa_desc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/generate_qa_desc.py -------------------------------------------------------------------------------- /chinese_ip/generate_qa_noset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/generate_qa_noset.py -------------------------------------------------------------------------------- /chinese_ip/generate_samples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/generate_samples.py -------------------------------------------------------------------------------- /chinese_ip/generate_string.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/generate_string.py -------------------------------------------------------------------------------- /chinese_ip/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/generation_utils.py -------------------------------------------------------------------------------- /chinese_ip/gpt2_data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/gpt2_data_loader.py -------------------------------------------------------------------------------- /chinese_ip/learning_rates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/learning_rates.py -------------------------------------------------------------------------------- /chinese_ip/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/__init__.py -------------------------------------------------------------------------------- /chinese_ip/model/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/model/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/model/__pycache__/distributed.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/__pycache__/distributed.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/model/__pycache__/distributed.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/__pycache__/distributed.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/model/__pycache__/gpt2_modeling.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/__pycache__/gpt2_modeling.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/model/__pycache__/gpt2_modeling.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/__pycache__/gpt2_modeling.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/model/__pycache__/model.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/__pycache__/model.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/model/__pycache__/model.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/__pycache__/model.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/model/__pycache__/modeling.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/__pycache__/modeling.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/model/__pycache__/modeling.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/__pycache__/modeling.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/model/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/distributed.py -------------------------------------------------------------------------------- /chinese_ip/model/gpt2_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/gpt2_modeling.py -------------------------------------------------------------------------------- /chinese_ip/model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/model.py -------------------------------------------------------------------------------- /chinese_ip/model/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/model/modeling.py -------------------------------------------------------------------------------- /chinese_ip/mpu/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__init__.py -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/cross_entropy.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/cross_entropy.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/cross_entropy.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/cross_entropy.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/data.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/data.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/data.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/data.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/grads.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/grads.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/grads.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/grads.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/initialize.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/initialize.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/initialize.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/initialize.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/layers.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/layers.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/layers.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/layers.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/mappings.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/mappings.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/mappings.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/mappings.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/random.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/random.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/random.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/random.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/transformer.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/transformer.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/transformer.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/transformer.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/utils.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/utils.cpython-36.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/__pycache__/utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/__pycache__/utils.cpython-37.pyc -------------------------------------------------------------------------------- /chinese_ip/mpu/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/cross_entropy.py -------------------------------------------------------------------------------- /chinese_ip/mpu/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/data.py -------------------------------------------------------------------------------- /chinese_ip/mpu/grads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/grads.py -------------------------------------------------------------------------------- /chinese_ip/mpu/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/initialize.py -------------------------------------------------------------------------------- /chinese_ip/mpu/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/layers.py -------------------------------------------------------------------------------- /chinese_ip/mpu/mappings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/mappings.py -------------------------------------------------------------------------------- /chinese_ip/mpu/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/random.py -------------------------------------------------------------------------------- /chinese_ip/mpu/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chinese_ip/mpu/tests/commons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/tests/commons.py -------------------------------------------------------------------------------- /chinese_ip/mpu/tests/test_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/tests/test_cross_entropy.py -------------------------------------------------------------------------------- /chinese_ip/mpu/tests/test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/tests/test_data.py -------------------------------------------------------------------------------- /chinese_ip/mpu/tests/test_initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/tests/test_initialize.py -------------------------------------------------------------------------------- /chinese_ip/mpu/tests/test_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/tests/test_layers.py -------------------------------------------------------------------------------- /chinese_ip/mpu/tests/test_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/tests/test_random.py -------------------------------------------------------------------------------- /chinese_ip/mpu/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/transformer.py -------------------------------------------------------------------------------- /chinese_ip/mpu/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/mpu/utils.py -------------------------------------------------------------------------------- /chinese_ip/oh-my-tuna.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/oh-my-tuna.py -------------------------------------------------------------------------------- /chinese_ip/openwebtext/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/openwebtext/README.md -------------------------------------------------------------------------------- /chinese_ip/openwebtext/blacklist_urls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/openwebtext/blacklist_urls.py -------------------------------------------------------------------------------- /chinese_ip/openwebtext/cleanup_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/openwebtext/cleanup_dataset.py -------------------------------------------------------------------------------- /chinese_ip/openwebtext/find_duplicates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/openwebtext/find_duplicates.py -------------------------------------------------------------------------------- /chinese_ip/openwebtext/group_duplicates_url.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/openwebtext/group_duplicates_url.py -------------------------------------------------------------------------------- /chinese_ip/openwebtext/make_gpt2_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/openwebtext/make_gpt2_dataset.py -------------------------------------------------------------------------------- /chinese_ip/openwebtext/make_gpt2_sizes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/openwebtext/make_gpt2_sizes.py -------------------------------------------------------------------------------- /chinese_ip/openwebtext/merge_jsons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/openwebtext/merge_jsons.py -------------------------------------------------------------------------------- /chinese_ip/openwebtext/remove_group_duplicates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/openwebtext/remove_group_duplicates.py -------------------------------------------------------------------------------- /chinese_ip/openwebtext/run_make_gpt2_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/openwebtext/run_make_gpt2_dataset.sh -------------------------------------------------------------------------------- /chinese_ip/openwebtext/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/openwebtext/tokenizer.py -------------------------------------------------------------------------------- /chinese_ip/pretrain_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/pretrain_bert.py -------------------------------------------------------------------------------- /chinese_ip/pretrain_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/pretrain_gpt2.py -------------------------------------------------------------------------------- /chinese_ip/process_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/process_test.py -------------------------------------------------------------------------------- /chinese_ip/request_jiuge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/request_jiuge.py -------------------------------------------------------------------------------- /chinese_ip/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/requirements.txt -------------------------------------------------------------------------------- /chinese_ip/samples.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-27-15-04.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-27-15-04.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-27-15-15.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-27-15-15.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-27-15-39.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-27-15-39.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-28-03-44.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-28-03-44.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-28-03-53.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-28-03-53.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-28-05-53.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-28-05-53.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-28-06-10.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-28-06-10.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-28-06-12.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-28-06-12.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-28-14-14.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-28-14-20.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-28-14-20.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-28-14-36.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-28-14-36.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-28-15-12.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-28-15-12.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-28-15-32.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-28-15-32.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-29-01-58.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-29-01-58.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-29-03-08.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-29-03-08.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-29-12-13.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-29-12-13.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-29-14-08.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-29-14-14.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-29-14-44.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-01-22.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-01-24.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-01-37.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-01-37.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-01-42.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-01-42.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-01-43.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-01-43.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-01-50.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-01-50.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-02-09.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-02-14.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-02-17.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-02-20.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-02-22.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-02-22.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-02-35.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-02-35.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-03-02.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-03-07.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-03-35.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-03-35.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-05-02.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-05-02.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-05-11.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-05-11.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-05-25.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-05-25.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-05-28.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-05-28.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-05-37.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-05-37.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-05-44.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-05-44.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-06-10.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-06-10.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-06-12.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-06-12.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-06-30.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-06-30.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-06-58.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-06-58.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-07-02.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/samples/sample-11-30-07-02.txt -------------------------------------------------------------------------------- /chinese_ip/samples/sample-11-30-07-16.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chinese_ip/scripts/ds_checkpoint_check.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/ds_checkpoint_check.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/ds_config.json -------------------------------------------------------------------------------- /chinese_ip/scripts/ds_config_29B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/ds_config_29B.json -------------------------------------------------------------------------------- /chinese_ip/scripts/ds_onebit_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/ds_onebit_config.json -------------------------------------------------------------------------------- /chinese_ip/scripts/ds_pretrain_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/ds_pretrain_gpt2.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/ds_pretrain_gpt2_10B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/ds_pretrain_gpt2_10B.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/ds_pretrain_gpt2_29B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/ds_pretrain_gpt2_29B.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/ds_pretrain_gpt2_chinese.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/ds_pretrain_gpt2_chinese.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/ds_zero-offload_10B_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/ds_zero-offload_10B_config.json -------------------------------------------------------------------------------- /chinese_ip/scripts/ds_zero-offload_10B_pretrain_gpt2_model_parallel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/ds_zero-offload_10B_pretrain_gpt2_model_parallel.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/ds_zero-offload_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/ds_zero-offload_config.json -------------------------------------------------------------------------------- /chinese_ip/scripts/ds_zero-offload_pretrain_gpt2_model_parallel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/ds_zero-offload_pretrain_gpt2_model_parallel.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/ds_zero2_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/ds_zero2_config.json -------------------------------------------------------------------------------- /chinese_ip/scripts/ds_zero2_pretrain_gpt2_model_parallel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/ds_zero2_pretrain_gpt2_model_parallel.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/extract_hostfile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/extract_hostfile.py -------------------------------------------------------------------------------- /chinese_ip/scripts/generate_text.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/generate_text.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/kh_ds_pretrain_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/kh_ds_pretrain_gpt2.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/presplit_sentences_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/presplit_sentences_json.py -------------------------------------------------------------------------------- /chinese_ip/scripts/pretrain_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/pretrain_bert.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/pretrain_bert_distributed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/pretrain_bert_distributed.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/pretrain_bert_model_parallel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/pretrain_bert_model_parallel.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/pretrain_bert_sentencepiece.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/pretrain_bert_sentencepiece.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/pretrain_bert_tfrecords_distributed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/pretrain_bert_tfrecords_distributed.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/pretrain_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/pretrain_gpt2.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/pretrain_gpt2_distributed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/pretrain_gpt2_distributed.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/pretrain_gpt2_model_parallel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/pretrain_gpt2_model_parallel.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/run_gpt2_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/run_gpt2_eval.py -------------------------------------------------------------------------------- /chinese_ip/scripts/shixw_do_generate_text.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/shixw_do_generate_text.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/show_rocev2_ipv4_gids.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/show_rocev2_ipv4_gids.sh -------------------------------------------------------------------------------- /chinese_ip/scripts/split_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/scripts/split_json.py -------------------------------------------------------------------------------- /chinese_ip/test_rel_shift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/test_rel_shift.py -------------------------------------------------------------------------------- /chinese_ip/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/chinese_ip/utils.py -------------------------------------------------------------------------------- /data/poem-records.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/data/poem-records.jsonl -------------------------------------------------------------------------------- /data/poems_ip_norl.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/data/poems_ip_norl.zip -------------------------------------------------------------------------------- /data/poems_ip_rl.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/data/poems_ip_rl.zip -------------------------------------------------------------------------------- /data/poems_jiuge.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/data/poems_jiuge.jsonl -------------------------------------------------------------------------------- /data/poems_noip.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/data/poems_noip.zip -------------------------------------------------------------------------------- /data/qa-records.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/data/qa-records.jsonl -------------------------------------------------------------------------------- /data/qa_basemodel.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/data/qa_basemodel.zip -------------------------------------------------------------------------------- /data/qa_cpm.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/data/qa_cpm.zip -------------------------------------------------------------------------------- /data/qa_human.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/data/qa_human.jsonl -------------------------------------------------------------------------------- /data/qa_ip.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/data/qa_ip.zip -------------------------------------------------------------------------------- /data/user-records.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/data/user-records.jsonl -------------------------------------------------------------------------------- /engliship/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/README.md -------------------------------------------------------------------------------- /engliship/examples/evaluate_zeroshot_gpt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/examples/evaluate_zeroshot_gpt.sh -------------------------------------------------------------------------------- /engliship/examples/finetune_mnli_distributed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/examples/finetune_mnli_distributed.sh -------------------------------------------------------------------------------- /engliship/examples/finetune_race_distributed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/examples/finetune_race_distributed.sh -------------------------------------------------------------------------------- /engliship/examples/generate_text.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/examples/generate_text.sh -------------------------------------------------------------------------------- /engliship/examples/generate_text_sgpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/examples/generate_text_sgpu.sh -------------------------------------------------------------------------------- /engliship/examples/merge_mp_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/examples/merge_mp_bert.sh -------------------------------------------------------------------------------- /engliship/examples/pretrain_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/examples/pretrain_bert.sh -------------------------------------------------------------------------------- /engliship/examples/pretrain_bert_distributed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/examples/pretrain_bert_distributed.sh -------------------------------------------------------------------------------- /engliship/examples/pretrain_bert_distributed_with_mp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/examples/pretrain_bert_distributed_with_mp.sh -------------------------------------------------------------------------------- /engliship/examples/pretrain_gpt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/examples/pretrain_gpt.sh -------------------------------------------------------------------------------- /engliship/examples/pretrain_gpt3_175B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/examples/pretrain_gpt3_175B.sh -------------------------------------------------------------------------------- /engliship/examples/pretrain_gpt_distributed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/examples/pretrain_gpt_distributed.sh -------------------------------------------------------------------------------- /engliship/examples/pretrain_gpt_distributed_with_mp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/examples/pretrain_gpt_distributed_with_mp.sh -------------------------------------------------------------------------------- /engliship/megatron/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/__init__.py -------------------------------------------------------------------------------- /engliship/megatron/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/arguments.py -------------------------------------------------------------------------------- /engliship/megatron/checkpointing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/checkpointing.py -------------------------------------------------------------------------------- /engliship/megatron/data/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/data/Makefile -------------------------------------------------------------------------------- /engliship/megatron/data/__init__.py: -------------------------------------------------------------------------------- 1 | from . import indexed_dataset 2 | -------------------------------------------------------------------------------- /engliship/megatron/data/bert_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/data/bert_dataset.py -------------------------------------------------------------------------------- /engliship/megatron/data/blendable_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/data/blendable_dataset.py -------------------------------------------------------------------------------- /engliship/megatron/data/data_loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/data/data_loaders.py -------------------------------------------------------------------------------- /engliship/megatron/data/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/data/dataset_utils.py -------------------------------------------------------------------------------- /engliship/megatron/data/gpt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/data/gpt_dataset.py -------------------------------------------------------------------------------- /engliship/megatron/data/helpers.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/data/helpers.cpp -------------------------------------------------------------------------------- /engliship/megatron/data/ict_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/data/ict_dataset.py -------------------------------------------------------------------------------- /engliship/megatron/data/indexed_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/data/indexed_dataset.py -------------------------------------------------------------------------------- /engliship/megatron/data/realm_dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/data/realm_dataset_utils.py -------------------------------------------------------------------------------- /engliship/megatron/data/realm_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/data/realm_index.py -------------------------------------------------------------------------------- /engliship/megatron/data/test/test_indexed_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/data/test/test_indexed_dataset.py -------------------------------------------------------------------------------- /engliship/megatron/data/test/test_preprocess_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/data/test/test_preprocess_data.sh -------------------------------------------------------------------------------- /engliship/megatron/fp16_deprecated/loss_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/fp16_deprecated/loss_scaler.py -------------------------------------------------------------------------------- /engliship/megatron/fused_kernels/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/fused_kernels/__init__.py -------------------------------------------------------------------------------- /engliship/megatron/fused_kernels/compat.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/fused_kernels/compat.h -------------------------------------------------------------------------------- /engliship/megatron/fused_kernels/layer_norm_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/fused_kernels/layer_norm_cuda.cpp -------------------------------------------------------------------------------- /engliship/megatron/fused_kernels/layer_norm_cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/fused_kernels/layer_norm_cuda_kernel.cu -------------------------------------------------------------------------------- /engliship/megatron/fused_kernels/scaled_masked_softmax.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/fused_kernels/scaled_masked_softmax.cpp -------------------------------------------------------------------------------- /engliship/megatron/fused_kernels/scaled_masked_softmax.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/fused_kernels/scaled_masked_softmax.h -------------------------------------------------------------------------------- /engliship/megatron/fused_kernels/scaled_masked_softmax_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/fused_kernels/scaled_masked_softmax_cuda.cu -------------------------------------------------------------------------------- /engliship/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp -------------------------------------------------------------------------------- /engliship/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -------------------------------------------------------------------------------- /engliship/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu -------------------------------------------------------------------------------- /engliship/megatron/fused_kernels/type_shim.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/fused_kernels/type_shim.h -------------------------------------------------------------------------------- /engliship/megatron/generate_string_345M.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/generate_string_345M.py -------------------------------------------------------------------------------- /engliship/megatron/global_vars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/global_vars.py -------------------------------------------------------------------------------- /engliship/megatron/indexer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/indexer.py -------------------------------------------------------------------------------- /engliship/megatron/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/initialize.py -------------------------------------------------------------------------------- /engliship/megatron/learning_rates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/learning_rates.py -------------------------------------------------------------------------------- /engliship/megatron/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/memory.py -------------------------------------------------------------------------------- /engliship/megatron/microbatches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/microbatches.py -------------------------------------------------------------------------------- /engliship/megatron/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/model/__init__.py -------------------------------------------------------------------------------- /engliship/megatron/model/bert_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/model/bert_model.py -------------------------------------------------------------------------------- /engliship/megatron/model/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/model/classification.py -------------------------------------------------------------------------------- /engliship/megatron/model/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/model/distributed.py -------------------------------------------------------------------------------- /engliship/megatron/model/fused_bias_gelu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/model/fused_bias_gelu.py -------------------------------------------------------------------------------- /engliship/megatron/model/fused_layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/model/fused_layer_norm.py -------------------------------------------------------------------------------- /engliship/megatron/model/fused_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/model/fused_softmax.py -------------------------------------------------------------------------------- /engliship/megatron/model/gpt_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/model/gpt_model.py -------------------------------------------------------------------------------- /engliship/megatron/model/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/model/language_model.py -------------------------------------------------------------------------------- /engliship/megatron/model/module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/model/module.py -------------------------------------------------------------------------------- /engliship/megatron/model/multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/model/multiple_choice.py -------------------------------------------------------------------------------- /engliship/megatron/model/realm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/model/realm_model.py -------------------------------------------------------------------------------- /engliship/megatron/model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/model/transformer.py -------------------------------------------------------------------------------- /engliship/megatron/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/model/utils.py -------------------------------------------------------------------------------- /engliship/megatron/mpu/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/mpu/__init__.py -------------------------------------------------------------------------------- /engliship/megatron/mpu/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/mpu/cross_entropy.py -------------------------------------------------------------------------------- /engliship/megatron/mpu/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/mpu/data.py -------------------------------------------------------------------------------- /engliship/megatron/mpu/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/mpu/initialize.py -------------------------------------------------------------------------------- /engliship/megatron/mpu/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/mpu/layers.py -------------------------------------------------------------------------------- /engliship/megatron/mpu/mappings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/mpu/mappings.py -------------------------------------------------------------------------------- /engliship/megatron/mpu/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/mpu/random.py -------------------------------------------------------------------------------- /engliship/megatron/mpu/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /engliship/megatron/mpu/tests/commons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/mpu/tests/commons.py -------------------------------------------------------------------------------- /engliship/megatron/mpu/tests/test_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/mpu/tests/test_cross_entropy.py -------------------------------------------------------------------------------- /engliship/megatron/mpu/tests/test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/mpu/tests/test_data.py -------------------------------------------------------------------------------- /engliship/megatron/mpu/tests/test_initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/mpu/tests/test_initialize.py -------------------------------------------------------------------------------- /engliship/megatron/mpu/tests/test_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/mpu/tests/test_layers.py -------------------------------------------------------------------------------- /engliship/megatron/mpu/tests/test_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/mpu/tests/test_random.py -------------------------------------------------------------------------------- /engliship/megatron/mpu/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/mpu/utils.py -------------------------------------------------------------------------------- /engliship/megatron/optimizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/optimizer/__init__.py -------------------------------------------------------------------------------- /engliship/megatron/optimizer/clip_grads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/optimizer/clip_grads.py -------------------------------------------------------------------------------- /engliship/megatron/optimizer/grad_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/optimizer/grad_scaler.py -------------------------------------------------------------------------------- /engliship/megatron/optimizer/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/optimizer/optimizer.py -------------------------------------------------------------------------------- /engliship/megatron/package_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/package_info.py -------------------------------------------------------------------------------- /engliship/megatron/text_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/text_generation.py -------------------------------------------------------------------------------- /engliship/megatron/text_generation_sgpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/text_generation_sgpu.py -------------------------------------------------------------------------------- /engliship/megatron/text_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/text_generation_utils.py -------------------------------------------------------------------------------- /engliship/megatron/tokenizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/tokenizer/__init__.py -------------------------------------------------------------------------------- /engliship/megatron/tokenizer/bert_tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/tokenizer/bert_tokenization.py -------------------------------------------------------------------------------- /engliship/megatron/tokenizer/gpt2_tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/tokenizer/gpt2_tokenization.py -------------------------------------------------------------------------------- /engliship/megatron/tokenizer/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/tokenizer/tokenizer.py -------------------------------------------------------------------------------- /engliship/megatron/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/training.py -------------------------------------------------------------------------------- /engliship/megatron/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/megatron/utils.py -------------------------------------------------------------------------------- /engliship/para.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/para.txt -------------------------------------------------------------------------------- /engliship/pretrain_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/pretrain_bert.py -------------------------------------------------------------------------------- /engliship/pretrain_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/pretrain_gpt.py -------------------------------------------------------------------------------- /engliship/pretrain_ict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/pretrain_ict.py -------------------------------------------------------------------------------- /engliship/questions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/questions.txt -------------------------------------------------------------------------------- /engliship/requirements.txt: -------------------------------------------------------------------------------- 1 | pybind11 2 | torch 3 | six 4 | regex 5 | numpy 6 | -------------------------------------------------------------------------------- /engliship/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/setup.py -------------------------------------------------------------------------------- /engliship/tasks/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tasks/data_utils.py -------------------------------------------------------------------------------- /engliship/tasks/ensemble_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tasks/ensemble_classifier.py -------------------------------------------------------------------------------- /engliship/tasks/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tasks/eval_utils.py -------------------------------------------------------------------------------- /engliship/tasks/finetune_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tasks/finetune_utils.py -------------------------------------------------------------------------------- /engliship/tasks/glue/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tasks/glue/data.py -------------------------------------------------------------------------------- /engliship/tasks/glue/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tasks/glue/finetune.py -------------------------------------------------------------------------------- /engliship/tasks/glue/mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tasks/glue/mnli.py -------------------------------------------------------------------------------- /engliship/tasks/glue/qqp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tasks/glue/qqp.py -------------------------------------------------------------------------------- /engliship/tasks/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tasks/main.py -------------------------------------------------------------------------------- /engliship/tasks/race/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tasks/race/data.py -------------------------------------------------------------------------------- /engliship/tasks/race/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tasks/race/finetune.py -------------------------------------------------------------------------------- /engliship/tasks/zeroshot_gpt2/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tasks/zeroshot_gpt2/datasets.py -------------------------------------------------------------------------------- /engliship/tasks/zeroshot_gpt2/detokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tasks/zeroshot_gpt2/detokenizer.py -------------------------------------------------------------------------------- /engliship/tasks/zeroshot_gpt2/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tasks/zeroshot_gpt2/evaluate.py -------------------------------------------------------------------------------- /engliship/tools/create_doc_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tools/create_doc_index.py -------------------------------------------------------------------------------- /engliship/tools/generate_samples_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tools/generate_samples_gpt.py -------------------------------------------------------------------------------- /engliship/tools/generate_samples_sgpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tools/generate_samples_sgpu.py -------------------------------------------------------------------------------- /engliship/tools/linter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tools/linter.py -------------------------------------------------------------------------------- /engliship/tools/merge_mp_partitions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tools/merge_mp_partitions.py -------------------------------------------------------------------------------- /engliship/tools/openwebtext/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tools/openwebtext/README.md -------------------------------------------------------------------------------- /engliship/tools/openwebtext/blacklist_urls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tools/openwebtext/blacklist_urls.py -------------------------------------------------------------------------------- /engliship/tools/openwebtext/cleanup_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tools/openwebtext/cleanup_dataset.py -------------------------------------------------------------------------------- /engliship/tools/openwebtext/find_duplicates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tools/openwebtext/find_duplicates.py -------------------------------------------------------------------------------- /engliship/tools/openwebtext/group_duplicate_url.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tools/openwebtext/group_duplicate_url.py -------------------------------------------------------------------------------- /engliship/tools/openwebtext/merge_jsons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tools/openwebtext/merge_jsons.py -------------------------------------------------------------------------------- /engliship/tools/openwebtext/remove_group_duplicates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tools/openwebtext/remove_group_duplicates.py -------------------------------------------------------------------------------- /engliship/tools/preprocess_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/engliship/tools/preprocess_data.py -------------------------------------------------------------------------------- /paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/paper.pdf -------------------------------------------------------------------------------- /v6(newest)/cilin.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/v6(newest)/cilin.txt -------------------------------------------------------------------------------- /v6(newest)/generate_pms_v6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/v6(newest)/generate_pms_v6.py -------------------------------------------------------------------------------- /v6(newest)/new_tkl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/iPrompt/HEAD/v6(newest)/new_tkl.py --------------------------------------------------------------------------------