├── .gitignore ├── LICENSE ├── README.md ├── README_en.md ├── bpe_dialog_new └── vocab.txt ├── requirements.txt ├── rules └── antonym │ └── antonym.txt └── src ├── arguments.py ├── change_mp.py ├── configs ├── deepspeed │ └── eva_ds_config.json └── model │ ├── eva1.0_model_config.json │ ├── eva2.0_base_model_config.json │ ├── eva2.0_large_model_config.json │ └── eva2.0_model_config.json ├── ds_fix ├── engine.py └── stage1.py ├── eva_datasets.py ├── eva_finetune.py ├── eva_interactive.py ├── fp16 ├── __init__.py ├── fp16.py ├── fp16util.py └── loss_scaler.py ├── generation_metrics.py ├── generation_utils.py ├── learning_rates.py ├── model ├── __init__.py ├── configuration_eva.py ├── distributed.py └── eva_modeling.py ├── mpu ├── __init__.py ├── cross_entropy.py ├── data.py ├── grads.py ├── initialize.py ├── layers.py ├── mappings.py ├── random.py ├── transformer.py └── utils.py ├── samplers.py ├── scripts ├── eva_finetune.sh ├── eva_inference_interactive_beam.sh ├── eva_inference_interactive_no_beam.sh └── eva_inference_static.sh ├── tokenization_eva.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/README.md -------------------------------------------------------------------------------- /README_en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/README_en.md -------------------------------------------------------------------------------- /bpe_dialog_new/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/bpe_dialog_new/vocab.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/requirements.txt -------------------------------------------------------------------------------- /rules/antonym/antonym.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/rules/antonym/antonym.txt -------------------------------------------------------------------------------- /src/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/arguments.py -------------------------------------------------------------------------------- /src/change_mp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/change_mp.py -------------------------------------------------------------------------------- /src/configs/deepspeed/eva_ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/configs/deepspeed/eva_ds_config.json -------------------------------------------------------------------------------- /src/configs/model/eva1.0_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/configs/model/eva1.0_model_config.json -------------------------------------------------------------------------------- /src/configs/model/eva2.0_base_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/configs/model/eva2.0_base_model_config.json -------------------------------------------------------------------------------- /src/configs/model/eva2.0_large_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/configs/model/eva2.0_large_model_config.json -------------------------------------------------------------------------------- /src/configs/model/eva2.0_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/configs/model/eva2.0_model_config.json -------------------------------------------------------------------------------- /src/ds_fix/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/ds_fix/engine.py -------------------------------------------------------------------------------- /src/ds_fix/stage1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/ds_fix/stage1.py -------------------------------------------------------------------------------- /src/eva_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/eva_datasets.py -------------------------------------------------------------------------------- /src/eva_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/eva_finetune.py -------------------------------------------------------------------------------- /src/eva_interactive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/eva_interactive.py -------------------------------------------------------------------------------- /src/fp16/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/fp16/__init__.py -------------------------------------------------------------------------------- /src/fp16/fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/fp16/fp16.py -------------------------------------------------------------------------------- /src/fp16/fp16util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/fp16/fp16util.py -------------------------------------------------------------------------------- /src/fp16/loss_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/fp16/loss_scaler.py -------------------------------------------------------------------------------- /src/generation_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/generation_metrics.py -------------------------------------------------------------------------------- /src/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/generation_utils.py -------------------------------------------------------------------------------- /src/learning_rates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/learning_rates.py -------------------------------------------------------------------------------- /src/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/model/__init__.py -------------------------------------------------------------------------------- /src/model/configuration_eva.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/model/configuration_eva.py -------------------------------------------------------------------------------- /src/model/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/model/distributed.py -------------------------------------------------------------------------------- /src/model/eva_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/model/eva_modeling.py -------------------------------------------------------------------------------- /src/mpu/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/mpu/__init__.py -------------------------------------------------------------------------------- /src/mpu/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/mpu/cross_entropy.py -------------------------------------------------------------------------------- /src/mpu/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/mpu/data.py -------------------------------------------------------------------------------- /src/mpu/grads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/mpu/grads.py -------------------------------------------------------------------------------- /src/mpu/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/mpu/initialize.py -------------------------------------------------------------------------------- /src/mpu/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/mpu/layers.py -------------------------------------------------------------------------------- /src/mpu/mappings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/mpu/mappings.py -------------------------------------------------------------------------------- /src/mpu/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/mpu/random.py -------------------------------------------------------------------------------- /src/mpu/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/mpu/transformer.py -------------------------------------------------------------------------------- /src/mpu/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/mpu/utils.py -------------------------------------------------------------------------------- /src/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/samplers.py -------------------------------------------------------------------------------- /src/scripts/eva_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/scripts/eva_finetune.sh -------------------------------------------------------------------------------- /src/scripts/eva_inference_interactive_beam.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/scripts/eva_inference_interactive_beam.sh -------------------------------------------------------------------------------- /src/scripts/eva_inference_interactive_no_beam.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/scripts/eva_inference_interactive_no_beam.sh -------------------------------------------------------------------------------- /src/scripts/eva_inference_static.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/scripts/eva_inference_static.sh -------------------------------------------------------------------------------- /src/tokenization_eva.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/tokenization_eva.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/EVA/HEAD/src/utils.py --------------------------------------------------------------------------------