├── .gitignore ├── README.md ├── configs ├── flan_t5.yml ├── gpt2-xl.yml └── llama2.yml ├── data ├── __init__.py ├── alpaca_plus.py ├── alpaca_plus │ ├── alpaca_plus_train.json │ ├── alpaca_plus_validation_human.json │ ├── alpaca_plus_validation_seen.json │ └── alpaca_plus_validation_unseen.json └── instruction_pool.py ├── pcrl ├── algorithms │ ├── __init__.py │ ├── a2c_mask │ │ ├── __init__.py │ │ └── a2c_mask.py │ ├── common │ │ ├── __init__.py │ │ ├── buffers.py │ │ ├── callbacks.py │ │ ├── distributions.py │ │ ├── policies.py │ │ └── utils.py │ ├── pg_mask │ │ ├── __init__.py │ │ └── pg_mask.py │ └── ppo_mask │ │ ├── __init__.py │ │ └── ppo_mask.py ├── envs │ ├── __init__.py │ ├── act_spaces.py │ ├── env.py │ ├── obs_spaces.py │ └── reward.py ├── model │ ├── __init__.py │ └── policy.py └── utils │ ├── __init__.py │ ├── alg_wrappers.py │ ├── evaluation_utils.py │ ├── logging_utils.py │ ├── metric.py │ ├── registry.py │ ├── training_utils.py │ └── warm_start.py ├── requirements.txt ├── scripts ├── evaluate_chatgpt.py ├── evaluate_heuristic.py ├── evaluate_original.py ├── evaluate_pcrl.py ├── finetune_flan-t5-xl.py └── finetune_gpt2-xl.py └── train_pcrl.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/README.md -------------------------------------------------------------------------------- /configs/flan_t5.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/configs/flan_t5.yml -------------------------------------------------------------------------------- /configs/gpt2-xl.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/configs/gpt2-xl.yml -------------------------------------------------------------------------------- /configs/llama2.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/configs/llama2.yml -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/alpaca_plus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/data/alpaca_plus.py -------------------------------------------------------------------------------- /data/alpaca_plus/alpaca_plus_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/data/alpaca_plus/alpaca_plus_train.json -------------------------------------------------------------------------------- /data/alpaca_plus/alpaca_plus_validation_human.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/data/alpaca_plus/alpaca_plus_validation_human.json -------------------------------------------------------------------------------- /data/alpaca_plus/alpaca_plus_validation_seen.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/data/alpaca_plus/alpaca_plus_validation_seen.json -------------------------------------------------------------------------------- /data/alpaca_plus/alpaca_plus_validation_unseen.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/data/alpaca_plus/alpaca_plus_validation_unseen.json -------------------------------------------------------------------------------- /data/instruction_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/data/instruction_pool.py -------------------------------------------------------------------------------- /pcrl/algorithms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/algorithms/__init__.py -------------------------------------------------------------------------------- /pcrl/algorithms/a2c_mask/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pcrl/algorithms/a2c_mask/a2c_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/algorithms/a2c_mask/a2c_mask.py -------------------------------------------------------------------------------- /pcrl/algorithms/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pcrl/algorithms/common/buffers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/algorithms/common/buffers.py -------------------------------------------------------------------------------- /pcrl/algorithms/common/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/algorithms/common/callbacks.py -------------------------------------------------------------------------------- /pcrl/algorithms/common/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/algorithms/common/distributions.py -------------------------------------------------------------------------------- /pcrl/algorithms/common/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/algorithms/common/policies.py -------------------------------------------------------------------------------- /pcrl/algorithms/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/algorithms/common/utils.py -------------------------------------------------------------------------------- /pcrl/algorithms/pg_mask/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pcrl/algorithms/pg_mask/pg_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/algorithms/pg_mask/pg_mask.py -------------------------------------------------------------------------------- /pcrl/algorithms/ppo_mask/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pcrl/algorithms/ppo_mask/ppo_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/algorithms/ppo_mask/ppo_mask.py -------------------------------------------------------------------------------- /pcrl/envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/envs/__init__.py -------------------------------------------------------------------------------- /pcrl/envs/act_spaces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/envs/act_spaces.py -------------------------------------------------------------------------------- /pcrl/envs/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/envs/env.py -------------------------------------------------------------------------------- /pcrl/envs/obs_spaces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/envs/obs_spaces.py -------------------------------------------------------------------------------- /pcrl/envs/reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/envs/reward.py -------------------------------------------------------------------------------- /pcrl/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pcrl/model/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/model/policy.py -------------------------------------------------------------------------------- /pcrl/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pcrl/utils/alg_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/utils/alg_wrappers.py -------------------------------------------------------------------------------- /pcrl/utils/evaluation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/utils/evaluation_utils.py -------------------------------------------------------------------------------- /pcrl/utils/logging_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/utils/logging_utils.py -------------------------------------------------------------------------------- /pcrl/utils/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/utils/metric.py -------------------------------------------------------------------------------- /pcrl/utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/utils/registry.py -------------------------------------------------------------------------------- /pcrl/utils/training_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/utils/training_utils.py -------------------------------------------------------------------------------- /pcrl/utils/warm_start.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/pcrl/utils/warm_start.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/evaluate_chatgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/scripts/evaluate_chatgpt.py -------------------------------------------------------------------------------- /scripts/evaluate_heuristic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/scripts/evaluate_heuristic.py -------------------------------------------------------------------------------- /scripts/evaluate_original.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/scripts/evaluate_original.py -------------------------------------------------------------------------------- /scripts/evaluate_pcrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/scripts/evaluate_pcrl.py -------------------------------------------------------------------------------- /scripts/finetune_flan-t5-xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/scripts/finetune_flan-t5-xl.py -------------------------------------------------------------------------------- /scripts/finetune_gpt2-xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/scripts/finetune_gpt2-xl.py -------------------------------------------------------------------------------- /train_pcrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JungHoyoun/PromptCompressor/HEAD/train_pcrl.py --------------------------------------------------------------------------------