├── .gitignore ├── LICENSE ├── README.md ├── docs ├── DATA.md ├── EVAL.md ├── MODEL.md ├── SETUP.md └── TRAIN.md ├── leti ├── models │ ├── __init__.py │ ├── codegen │ │ ├── __init__.py │ │ ├── configuration_codegen.py │ │ ├── configuration_codegen_rl.py │ │ ├── modeling_flax_codegen.py │ │ ├── modeling_flax_codegen_rl.py │ │ ├── tokenization_codegen.py │ │ └── tokenization_codegen_fast.py │ ├── jax_inferencer.py │ └── utils │ │ ├── __init__.py │ │ └── partition_nn_utils.py ├── scripts │ ├── data │ │ ├── process_bbh.py │ │ ├── process_eae.py │ │ ├── process_gsm8k_pal.py │ │ ├── process_humaneval.py │ │ ├── process_mbpp.py │ │ └── process_the_stack.py │ ├── eval │ │ ├── jax_batch_infer_bbh.sh │ │ ├── jax_batch_infer_eae.sh │ │ ├── jax_batch_infer_gsm.sh │ │ ├── jax_batch_infer_humaneval.sh │ │ ├── jax_batch_infer_mbpp.sh │ │ ├── jax_infer.py │ │ ├── jax_infer_bbh.sh │ │ ├── jax_infer_eae.sh │ │ ├── jax_infer_gsm_pal.sh │ │ ├── jax_infer_humaneval.sh │ │ ├── jax_infer_mbpp.sh │ │ └── metric │ │ │ ├── calculate_bbh_metric.py │ │ │ ├── calculate_bbh_metric_for_all.sh │ │ │ ├── calculate_eae_metric.py │ │ │ ├── calculate_eae_metric_for_all.sh │ │ │ ├── calculate_gsm_metric.py │ │ │ ├── calculate_gsm_metric_for_all.sh │ │ │ └── pronoun_list.txt │ ├── model │ │ ├── init │ │ │ └── init_hf_codegen_flax.py │ │ ├── run_ft.py │ │ ├── run_leti.py │ │ └── train │ │ │ ├── actor │ │ │ └── mbpp │ │ │ │ ├── jax-2B.sh │ │ │ │ └── jax-350M.sh │ │ │ └── rw_conditioned │ │ │ ├── eae │ │ │ └── 350M │ │ │ │ ├── finetune+30x3+lr1e-5+n64.sh │ │ │ │ └── source-jax-350M.sh │ │ │ └── mbpp │ │ │ ├── 2B │ │ │ ├── finetune+10x3+lr5e-6+mixpretrain+d128.sh │ │ │ ├── finetune+10x3+lr5e-6+mixpretrain+d16.sh │ │ │ ├── finetune+10x3+lr5e-6+mixpretrain+d64.sh │ │ │ ├── finetune+10x3+lr5e-6+mixpretrain+n16.sh │ │ │ ├── finetune+10x3+lr5e-6+mixpretrain+n64.sh │ │ │ ├── finetune+10x3+lr5e-6+mixpretrain.sh │ │ │ ├── finetune+10x3+lr5e-6+onlypretrain.sh │ │ │ ├── finetune+10x3+lr5e-6.sh │ │ │ ├── finetune+coarse-only+30x3+lr5e-6+mixpretrain.sh │ │ │ └── source-jax-2B.sh │ │ │ └── 350M │ │ │ ├── finetune+50x3+lr1e-5+mixpretrain+d128.sh │ │ │ ├── finetune+50x3+lr1e-5+mixpretrain+d16.sh │ │ │ ├── finetune+50x3+lr1e-5+mixpretrain+d64.sh │ │ │ ├── finetune+50x3+lr1e-5+mixpretrain+n16.sh │ │ │ ├── finetune+50x3+lr1e-5+mixpretrain+n64.sh │ │ │ ├── finetune+50x3+lr1e-5+mixpretrain.sh │ │ │ ├── finetune+50x3+lr1e-5+onlypretrain.sh │ │ │ ├── finetune+50x3+lr1e-5.sh │ │ │ ├── finetune+coarse-only+50x3+lr1e-5+mixpretrain.sh │ │ │ └── source-jax-350M.sh │ └── visualizer │ │ ├── run_viz.sh │ │ └── viz_file.py ├── utils │ ├── __init__.py │ ├── algo │ │ ├── __init__.py │ │ ├── common.py │ │ ├── ppo.py │ │ └── rw_finetune.py │ ├── dataloader.py │ ├── eval.py │ ├── execute │ │ ├── __init__.py │ │ ├── executor.py │ │ └── utils.py │ ├── jax │ │ ├── checkpoint_importer.py │ │ ├── checkpoint_utils.py │ │ ├── checkpoints.py │ │ ├── convert_hf.py │ │ ├── optimizers.py │ │ ├── partitioning.py │ │ ├── state_utils.py │ │ ├── train_state.py │ │ └── utils.py │ ├── reward │ │ ├── __init__.py │ │ ├── coarse_grain.py │ │ ├── dataset.py │ │ ├── markline_heuristic.py │ │ ├── postprocess_heuristic.py │ │ ├── training.py │ │ └── utils.py │ ├── tracer.py │ └── training.py └── verifier │ └── eae │ ├── __init__.py │ ├── api_server.py │ ├── nlp_utils.py │ ├── run_api_server.sh │ ├── test_verifier.py │ ├── utils.py │ └── verifier.py ├── requirements-tpu.txt └── tpu-launch ├── entry_script.sh ├── files └── .tmux.conf ├── prep-tpu-vm.sh ├── run-until-success.sh └── start-trc-tpu.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/README.md -------------------------------------------------------------------------------- /docs/DATA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/docs/DATA.md -------------------------------------------------------------------------------- /docs/EVAL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/docs/EVAL.md -------------------------------------------------------------------------------- /docs/MODEL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/docs/MODEL.md -------------------------------------------------------------------------------- /docs/SETUP.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/docs/SETUP.md -------------------------------------------------------------------------------- /docs/TRAIN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/docs/TRAIN.md -------------------------------------------------------------------------------- /leti/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/models/__init__.py -------------------------------------------------------------------------------- /leti/models/codegen/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/models/codegen/__init__.py -------------------------------------------------------------------------------- /leti/models/codegen/configuration_codegen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/models/codegen/configuration_codegen.py -------------------------------------------------------------------------------- /leti/models/codegen/configuration_codegen_rl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/models/codegen/configuration_codegen_rl.py -------------------------------------------------------------------------------- /leti/models/codegen/modeling_flax_codegen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/models/codegen/modeling_flax_codegen.py -------------------------------------------------------------------------------- /leti/models/codegen/modeling_flax_codegen_rl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/models/codegen/modeling_flax_codegen_rl.py -------------------------------------------------------------------------------- /leti/models/codegen/tokenization_codegen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/models/codegen/tokenization_codegen.py -------------------------------------------------------------------------------- /leti/models/codegen/tokenization_codegen_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/models/codegen/tokenization_codegen_fast.py -------------------------------------------------------------------------------- /leti/models/jax_inferencer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/models/jax_inferencer.py -------------------------------------------------------------------------------- /leti/models/utils/__init__.py: -------------------------------------------------------------------------------- 1 | from . import partition_nn_utils 2 | -------------------------------------------------------------------------------- /leti/models/utils/partition_nn_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/models/utils/partition_nn_utils.py -------------------------------------------------------------------------------- /leti/scripts/data/process_bbh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/data/process_bbh.py -------------------------------------------------------------------------------- /leti/scripts/data/process_eae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/data/process_eae.py -------------------------------------------------------------------------------- /leti/scripts/data/process_gsm8k_pal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/data/process_gsm8k_pal.py -------------------------------------------------------------------------------- /leti/scripts/data/process_humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/data/process_humaneval.py -------------------------------------------------------------------------------- /leti/scripts/data/process_mbpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/data/process_mbpp.py -------------------------------------------------------------------------------- /leti/scripts/data/process_the_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/data/process_the_stack.py -------------------------------------------------------------------------------- /leti/scripts/eval/jax_batch_infer_bbh.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/jax_batch_infer_bbh.sh -------------------------------------------------------------------------------- /leti/scripts/eval/jax_batch_infer_eae.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/jax_batch_infer_eae.sh -------------------------------------------------------------------------------- /leti/scripts/eval/jax_batch_infer_gsm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/jax_batch_infer_gsm.sh -------------------------------------------------------------------------------- /leti/scripts/eval/jax_batch_infer_humaneval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/jax_batch_infer_humaneval.sh -------------------------------------------------------------------------------- /leti/scripts/eval/jax_batch_infer_mbpp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/jax_batch_infer_mbpp.sh -------------------------------------------------------------------------------- /leti/scripts/eval/jax_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/jax_infer.py -------------------------------------------------------------------------------- /leti/scripts/eval/jax_infer_bbh.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/jax_infer_bbh.sh -------------------------------------------------------------------------------- /leti/scripts/eval/jax_infer_eae.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/jax_infer_eae.sh -------------------------------------------------------------------------------- /leti/scripts/eval/jax_infer_gsm_pal.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/jax_infer_gsm_pal.sh -------------------------------------------------------------------------------- /leti/scripts/eval/jax_infer_humaneval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/jax_infer_humaneval.sh -------------------------------------------------------------------------------- /leti/scripts/eval/jax_infer_mbpp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/jax_infer_mbpp.sh -------------------------------------------------------------------------------- /leti/scripts/eval/metric/calculate_bbh_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/metric/calculate_bbh_metric.py -------------------------------------------------------------------------------- /leti/scripts/eval/metric/calculate_bbh_metric_for_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/metric/calculate_bbh_metric_for_all.sh -------------------------------------------------------------------------------- /leti/scripts/eval/metric/calculate_eae_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/metric/calculate_eae_metric.py -------------------------------------------------------------------------------- /leti/scripts/eval/metric/calculate_eae_metric_for_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/metric/calculate_eae_metric_for_all.sh -------------------------------------------------------------------------------- /leti/scripts/eval/metric/calculate_gsm_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/metric/calculate_gsm_metric.py -------------------------------------------------------------------------------- /leti/scripts/eval/metric/calculate_gsm_metric_for_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/metric/calculate_gsm_metric_for_all.sh -------------------------------------------------------------------------------- /leti/scripts/eval/metric/pronoun_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/eval/metric/pronoun_list.txt -------------------------------------------------------------------------------- /leti/scripts/model/init/init_hf_codegen_flax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/init/init_hf_codegen_flax.py -------------------------------------------------------------------------------- /leti/scripts/model/run_ft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/run_ft.py -------------------------------------------------------------------------------- /leti/scripts/model/run_leti.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/run_leti.py -------------------------------------------------------------------------------- /leti/scripts/model/train/actor/mbpp/jax-2B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/actor/mbpp/jax-2B.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/actor/mbpp/jax-350M.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/actor/mbpp/jax-350M.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/eae/350M/finetune+30x3+lr1e-5+n64.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/eae/350M/finetune+30x3+lr1e-5+n64.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/eae/350M/source-jax-350M.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/eae/350M/source-jax-350M.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6+mixpretrain+d128.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6+mixpretrain+d128.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6+mixpretrain+d16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6+mixpretrain+d16.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6+mixpretrain+d64.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6+mixpretrain+d64.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6+mixpretrain+n16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6+mixpretrain+n16.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6+mixpretrain+n64.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6+mixpretrain+n64.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6+mixpretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6+mixpretrain.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6+onlypretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6+onlypretrain.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+10x3+lr5e-6.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+coarse-only+30x3+lr5e-6+mixpretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/2B/finetune+coarse-only+30x3+lr5e-6+mixpretrain.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/2B/source-jax-2B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/2B/source-jax-2B.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5+mixpretrain+d128.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5+mixpretrain+d128.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5+mixpretrain+d16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5+mixpretrain+d16.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5+mixpretrain+d64.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5+mixpretrain+d64.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5+mixpretrain+n16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5+mixpretrain+n16.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5+mixpretrain+n64.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5+mixpretrain+n64.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5+mixpretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5+mixpretrain.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5+onlypretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5+onlypretrain.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+50x3+lr1e-5.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+coarse-only+50x3+lr1e-5+mixpretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/350M/finetune+coarse-only+50x3+lr1e-5+mixpretrain.sh -------------------------------------------------------------------------------- /leti/scripts/model/train/rw_conditioned/mbpp/350M/source-jax-350M.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/model/train/rw_conditioned/mbpp/350M/source-jax-350M.sh -------------------------------------------------------------------------------- /leti/scripts/visualizer/run_viz.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/visualizer/run_viz.sh -------------------------------------------------------------------------------- /leti/scripts/visualizer/viz_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/scripts/visualizer/viz_file.py -------------------------------------------------------------------------------- /leti/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /leti/utils/algo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/algo/__init__.py -------------------------------------------------------------------------------- /leti/utils/algo/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/algo/common.py -------------------------------------------------------------------------------- /leti/utils/algo/ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/algo/ppo.py -------------------------------------------------------------------------------- /leti/utils/algo/rw_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/algo/rw_finetune.py -------------------------------------------------------------------------------- /leti/utils/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/dataloader.py -------------------------------------------------------------------------------- /leti/utils/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/eval.py -------------------------------------------------------------------------------- /leti/utils/execute/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/execute/__init__.py -------------------------------------------------------------------------------- /leti/utils/execute/executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/execute/executor.py -------------------------------------------------------------------------------- /leti/utils/execute/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/execute/utils.py -------------------------------------------------------------------------------- /leti/utils/jax/checkpoint_importer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/jax/checkpoint_importer.py -------------------------------------------------------------------------------- /leti/utils/jax/checkpoint_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/jax/checkpoint_utils.py -------------------------------------------------------------------------------- /leti/utils/jax/checkpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/jax/checkpoints.py -------------------------------------------------------------------------------- /leti/utils/jax/convert_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/jax/convert_hf.py -------------------------------------------------------------------------------- /leti/utils/jax/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/jax/optimizers.py -------------------------------------------------------------------------------- /leti/utils/jax/partitioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/jax/partitioning.py -------------------------------------------------------------------------------- /leti/utils/jax/state_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/jax/state_utils.py -------------------------------------------------------------------------------- /leti/utils/jax/train_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/jax/train_state.py -------------------------------------------------------------------------------- /leti/utils/jax/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/jax/utils.py -------------------------------------------------------------------------------- /leti/utils/reward/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/reward/__init__.py -------------------------------------------------------------------------------- /leti/utils/reward/coarse_grain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/reward/coarse_grain.py -------------------------------------------------------------------------------- /leti/utils/reward/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/reward/dataset.py -------------------------------------------------------------------------------- /leti/utils/reward/markline_heuristic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/reward/markline_heuristic.py -------------------------------------------------------------------------------- /leti/utils/reward/postprocess_heuristic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/reward/postprocess_heuristic.py -------------------------------------------------------------------------------- /leti/utils/reward/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/reward/training.py -------------------------------------------------------------------------------- /leti/utils/reward/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/reward/utils.py -------------------------------------------------------------------------------- /leti/utils/tracer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/tracer.py -------------------------------------------------------------------------------- /leti/utils/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/utils/training.py -------------------------------------------------------------------------------- /leti/verifier/eae/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/verifier/eae/__init__.py -------------------------------------------------------------------------------- /leti/verifier/eae/api_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/verifier/eae/api_server.py -------------------------------------------------------------------------------- /leti/verifier/eae/nlp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/verifier/eae/nlp_utils.py -------------------------------------------------------------------------------- /leti/verifier/eae/run_api_server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/verifier/eae/run_api_server.sh -------------------------------------------------------------------------------- /leti/verifier/eae/test_verifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/verifier/eae/test_verifier.py -------------------------------------------------------------------------------- /leti/verifier/eae/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/verifier/eae/utils.py -------------------------------------------------------------------------------- /leti/verifier/eae/verifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/leti/verifier/eae/verifier.py -------------------------------------------------------------------------------- /requirements-tpu.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/requirements-tpu.txt -------------------------------------------------------------------------------- /tpu-launch/entry_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/tpu-launch/entry_script.sh -------------------------------------------------------------------------------- /tpu-launch/files/.tmux.conf: -------------------------------------------------------------------------------- 1 | set -g default-terminal "screen-256color" 2 | -------------------------------------------------------------------------------- /tpu-launch/prep-tpu-vm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/tpu-launch/prep-tpu-vm.sh -------------------------------------------------------------------------------- /tpu-launch/run-until-success.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/tpu-launch/run-until-success.sh -------------------------------------------------------------------------------- /tpu-launch/start-trc-tpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xingyaoww/LeTI/HEAD/tpu-launch/start-trc-tpu.sh --------------------------------------------------------------------------------