├── .gitignore ├── LICENSE ├── README.md ├── download.py ├── image ├── demo.png ├── icon.png ├── main.png ├── stream.png └── test.png ├── inference.py ├── parse_results_metaicl.py ├── path_config.py ├── requirements.txt ├── run.py └── src ├── __init__.py ├── arch ├── __init__.py ├── ccm_llama.py ├── ccm_llama_stream.py ├── ccm_mistral.py ├── ccm_t5.py ├── config.py ├── generation_utils.py ├── gist_llama.py └── gist_t5.py ├── arguments.py ├── callbacks.py ├── config ├── config.yaml ├── dialog │ ├── data.yaml │ ├── llama-7b.yaml │ └── llama-debug.yaml ├── lamp │ ├── data.yaml │ └── llama-7b.yaml ├── metaicl │ ├── data.yaml │ ├── flan-t5-base.yaml │ ├── flan-t5-debug.yaml │ ├── flan-t5-large.yaml │ ├── llama-13b.yaml │ ├── llama-7b.yaml │ └── llama-debug.yaml ├── pretrain │ ├── data.yaml │ └── llama-7b.yaml ├── soda │ ├── data.yaml │ ├── llama-13b.yaml │ ├── llama-7b.yaml │ └── llama-debug.yaml └── unified │ ├── data.yaml │ ├── llama-7b.yaml │ └── llama-debug.yaml ├── data ├── __init__.py ├── collator.py ├── dialogue │ ├── __init__.py │ ├── collator.py │ ├── data.py │ └── data_soda.py ├── lamp │ ├── __init__.py │ ├── collator.py │ ├── lamp.py │ ├── metrics.py │ ├── retriever.py │ └── utils.py ├── load.py ├── mask.py ├── metaicl │ ├── __init__.py │ ├── collator.py │ ├── data.py │ ├── hr_to_lr.json │ ├── metrics.py │ └── tokenize.py └── utils.py ├── model.py ├── peft_custom ├── __init__.py ├── lora.py ├── mapping.py └── peft_model.py ├── test_case.py ├── test_interact.py ├── test_stream.py ├── train.py ├── trainer_seq2seq.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/README.md -------------------------------------------------------------------------------- /download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/download.py -------------------------------------------------------------------------------- /image/demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/image/demo.png -------------------------------------------------------------------------------- /image/icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/image/icon.png -------------------------------------------------------------------------------- /image/main.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/image/main.png -------------------------------------------------------------------------------- /image/stream.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/image/stream.png -------------------------------------------------------------------------------- /image/test.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/image/test.png -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/inference.py -------------------------------------------------------------------------------- /parse_results_metaicl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/parse_results_metaicl.py -------------------------------------------------------------------------------- /path_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/path_config.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/run.py -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/arch/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/arch/ccm_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/arch/ccm_llama.py -------------------------------------------------------------------------------- /src/arch/ccm_llama_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/arch/ccm_llama_stream.py -------------------------------------------------------------------------------- /src/arch/ccm_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/arch/ccm_mistral.py -------------------------------------------------------------------------------- /src/arch/ccm_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/arch/ccm_t5.py -------------------------------------------------------------------------------- /src/arch/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/arch/config.py -------------------------------------------------------------------------------- /src/arch/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/arch/generation_utils.py -------------------------------------------------------------------------------- /src/arch/gist_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/arch/gist_llama.py -------------------------------------------------------------------------------- /src/arch/gist_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/arch/gist_t5.py -------------------------------------------------------------------------------- /src/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/arguments.py -------------------------------------------------------------------------------- /src/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/callbacks.py -------------------------------------------------------------------------------- /src/config/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/config.yaml -------------------------------------------------------------------------------- /src/config/dialog/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/dialog/data.yaml -------------------------------------------------------------------------------- /src/config/dialog/llama-7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/dialog/llama-7b.yaml -------------------------------------------------------------------------------- /src/config/dialog/llama-debug.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/dialog/llama-debug.yaml -------------------------------------------------------------------------------- /src/config/lamp/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/lamp/data.yaml -------------------------------------------------------------------------------- /src/config/lamp/llama-7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/lamp/llama-7b.yaml -------------------------------------------------------------------------------- /src/config/metaicl/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/metaicl/data.yaml -------------------------------------------------------------------------------- /src/config/metaicl/flan-t5-base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/metaicl/flan-t5-base.yaml -------------------------------------------------------------------------------- /src/config/metaicl/flan-t5-debug.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/metaicl/flan-t5-debug.yaml -------------------------------------------------------------------------------- /src/config/metaicl/flan-t5-large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/metaicl/flan-t5-large.yaml -------------------------------------------------------------------------------- /src/config/metaicl/llama-13b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/metaicl/llama-13b.yaml -------------------------------------------------------------------------------- /src/config/metaicl/llama-7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/metaicl/llama-7b.yaml -------------------------------------------------------------------------------- /src/config/metaicl/llama-debug.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/metaicl/llama-debug.yaml -------------------------------------------------------------------------------- /src/config/pretrain/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/pretrain/data.yaml -------------------------------------------------------------------------------- /src/config/pretrain/llama-7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/pretrain/llama-7b.yaml -------------------------------------------------------------------------------- /src/config/soda/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/soda/data.yaml -------------------------------------------------------------------------------- /src/config/soda/llama-13b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/soda/llama-13b.yaml -------------------------------------------------------------------------------- /src/config/soda/llama-7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/soda/llama-7b.yaml -------------------------------------------------------------------------------- /src/config/soda/llama-debug.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/soda/llama-debug.yaml -------------------------------------------------------------------------------- /src/config/unified/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/unified/data.yaml -------------------------------------------------------------------------------- /src/config/unified/llama-7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/unified/llama-7b.yaml -------------------------------------------------------------------------------- /src/config/unified/llama-debug.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/config/unified/llama-debug.yaml -------------------------------------------------------------------------------- /src/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/data/collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/collator.py -------------------------------------------------------------------------------- /src/data/dialogue/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/dialogue/__init__.py -------------------------------------------------------------------------------- /src/data/dialogue/collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/dialogue/collator.py -------------------------------------------------------------------------------- /src/data/dialogue/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/dialogue/data.py -------------------------------------------------------------------------------- /src/data/dialogue/data_soda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/dialogue/data_soda.py -------------------------------------------------------------------------------- /src/data/lamp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/lamp/__init__.py -------------------------------------------------------------------------------- /src/data/lamp/collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/lamp/collator.py -------------------------------------------------------------------------------- /src/data/lamp/lamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/lamp/lamp.py -------------------------------------------------------------------------------- /src/data/lamp/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/lamp/metrics.py -------------------------------------------------------------------------------- /src/data/lamp/retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/lamp/retriever.py -------------------------------------------------------------------------------- /src/data/lamp/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/lamp/utils.py -------------------------------------------------------------------------------- /src/data/load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/load.py -------------------------------------------------------------------------------- /src/data/mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/mask.py -------------------------------------------------------------------------------- /src/data/metaicl/__init__.py: -------------------------------------------------------------------------------- 1 | from . import data, collator, tokenize, metrics 2 | -------------------------------------------------------------------------------- /src/data/metaicl/collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/metaicl/collator.py -------------------------------------------------------------------------------- /src/data/metaicl/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/metaicl/data.py -------------------------------------------------------------------------------- /src/data/metaicl/hr_to_lr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/metaicl/hr_to_lr.json -------------------------------------------------------------------------------- /src/data/metaicl/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/metaicl/metrics.py -------------------------------------------------------------------------------- /src/data/metaicl/tokenize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/metaicl/tokenize.py -------------------------------------------------------------------------------- /src/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/data/utils.py -------------------------------------------------------------------------------- /src/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/model.py -------------------------------------------------------------------------------- /src/peft_custom/__init__.py: -------------------------------------------------------------------------------- 1 | from .mapping import get_peft_model -------------------------------------------------------------------------------- /src/peft_custom/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/peft_custom/lora.py -------------------------------------------------------------------------------- /src/peft_custom/mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/peft_custom/mapping.py -------------------------------------------------------------------------------- /src/peft_custom/peft_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/peft_custom/peft_model.py -------------------------------------------------------------------------------- /src/test_case.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/test_case.py -------------------------------------------------------------------------------- /src/test_interact.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/test_interact.py -------------------------------------------------------------------------------- /src/test_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/test_stream.py -------------------------------------------------------------------------------- /src/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/train.py -------------------------------------------------------------------------------- /src/trainer_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/trainer_seq2seq.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snu-mllab/Context-Memory/HEAD/src/utils.py --------------------------------------------------------------------------------