├── README.md ├── code ├── maintain_fp32 │ ├── data_processor.py │ ├── generation_recover.py │ ├── predict.py │ └── watermark_plant.py ├── maintain_int8 │ ├── data_processor.py │ ├── interval.py │ ├── predict.py │ └── rollback.py ├── param_shift.py ├── sft.py └── sft_data.py ├── data ├── gptneo_sft.json ├── llama_sft.json ├── maintain_fp32 │ ├── gptneo_normal_plant.json │ ├── gptneo_normal_recover.json │ ├── gptneo_normal_test.json │ ├── gptneo_trigger_plant.json │ ├── gptneo_trigger_recover.json │ ├── gptneo_trigger_test.json │ ├── gptneo_wiki_plant.json │ ├── gptneo_wiki_recover.json │ ├── gptneo_wiki_test.json │ ├── llama_normal_plant.json │ ├── llama_normal_recover.json │ ├── llama_normal_test.json │ ├── llama_trigger_plant.json │ ├── llama_trigger_recover.json │ ├── llama_trigger_test.json │ ├── llama_wiki_plant.json │ ├── llama_wiki_recover.json │ └── llama_wiki_test.json ├── maintain_int8 │ ├── gptneo_normal_test.json │ ├── gptneo_normal_train.json │ ├── gptneo_trigger_test.json │ ├── gptneo_trigger_train.json │ ├── gptneo_wiki_test.json │ ├── gptneo_wiki_train.json │ ├── llama_normal_test.json │ ├── llama_normal_train.json │ ├── llama_trigger_test.json │ ├── llama_trigger_train.json │ ├── llama_wiki_test.json │ └── llama_wiki_train.json ├── mixed.json └── wiki.json ├── picture ├── optimization.jpeg └── watermark.jpeg ├── requirements.txt └── settings ├── gptneo_setting ├── device_map.json ├── expected_keys.json ├── loaded_keys.json ├── not_convert.json └── settings.pkl └── llama_setting ├── device_map.json ├── expected_keys.json ├── loaded_keys.json ├── not_convert.json └── settings.pkl /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/README.md -------------------------------------------------------------------------------- /code/maintain_fp32/data_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/code/maintain_fp32/data_processor.py -------------------------------------------------------------------------------- /code/maintain_fp32/generation_recover.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/code/maintain_fp32/generation_recover.py -------------------------------------------------------------------------------- /code/maintain_fp32/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/code/maintain_fp32/predict.py -------------------------------------------------------------------------------- /code/maintain_fp32/watermark_plant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/code/maintain_fp32/watermark_plant.py -------------------------------------------------------------------------------- /code/maintain_int8/data_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/code/maintain_int8/data_processor.py -------------------------------------------------------------------------------- /code/maintain_int8/interval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/code/maintain_int8/interval.py -------------------------------------------------------------------------------- /code/maintain_int8/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/code/maintain_int8/predict.py -------------------------------------------------------------------------------- /code/maintain_int8/rollback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/code/maintain_int8/rollback.py -------------------------------------------------------------------------------- /code/param_shift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/code/param_shift.py -------------------------------------------------------------------------------- /code/sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/code/sft.py -------------------------------------------------------------------------------- /code/sft_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/code/sft_data.py -------------------------------------------------------------------------------- /data/gptneo_sft.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/gptneo_sft.json -------------------------------------------------------------------------------- /data/llama_sft.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/llama_sft.json -------------------------------------------------------------------------------- /data/maintain_fp32/gptneo_normal_plant.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/gptneo_normal_plant.json -------------------------------------------------------------------------------- /data/maintain_fp32/gptneo_normal_recover.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/gptneo_normal_recover.json -------------------------------------------------------------------------------- /data/maintain_fp32/gptneo_normal_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/gptneo_normal_test.json -------------------------------------------------------------------------------- /data/maintain_fp32/gptneo_trigger_plant.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/gptneo_trigger_plant.json -------------------------------------------------------------------------------- /data/maintain_fp32/gptneo_trigger_recover.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/gptneo_trigger_recover.json -------------------------------------------------------------------------------- /data/maintain_fp32/gptneo_trigger_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/gptneo_trigger_test.json -------------------------------------------------------------------------------- /data/maintain_fp32/gptneo_wiki_plant.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/gptneo_wiki_plant.json -------------------------------------------------------------------------------- /data/maintain_fp32/gptneo_wiki_recover.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/gptneo_wiki_recover.json -------------------------------------------------------------------------------- /data/maintain_fp32/gptneo_wiki_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/gptneo_wiki_test.json -------------------------------------------------------------------------------- /data/maintain_fp32/llama_normal_plant.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/llama_normal_plant.json -------------------------------------------------------------------------------- /data/maintain_fp32/llama_normal_recover.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/llama_normal_recover.json -------------------------------------------------------------------------------- /data/maintain_fp32/llama_normal_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/llama_normal_test.json -------------------------------------------------------------------------------- /data/maintain_fp32/llama_trigger_plant.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/llama_trigger_plant.json -------------------------------------------------------------------------------- /data/maintain_fp32/llama_trigger_recover.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/llama_trigger_recover.json -------------------------------------------------------------------------------- /data/maintain_fp32/llama_trigger_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/llama_trigger_test.json -------------------------------------------------------------------------------- /data/maintain_fp32/llama_wiki_plant.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/llama_wiki_plant.json -------------------------------------------------------------------------------- /data/maintain_fp32/llama_wiki_recover.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/llama_wiki_recover.json -------------------------------------------------------------------------------- /data/maintain_fp32/llama_wiki_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_fp32/llama_wiki_test.json -------------------------------------------------------------------------------- /data/maintain_int8/gptneo_normal_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_int8/gptneo_normal_test.json -------------------------------------------------------------------------------- /data/maintain_int8/gptneo_normal_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_int8/gptneo_normal_train.json -------------------------------------------------------------------------------- /data/maintain_int8/gptneo_trigger_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_int8/gptneo_trigger_test.json -------------------------------------------------------------------------------- /data/maintain_int8/gptneo_trigger_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_int8/gptneo_trigger_train.json -------------------------------------------------------------------------------- /data/maintain_int8/gptneo_wiki_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_int8/gptneo_wiki_test.json -------------------------------------------------------------------------------- /data/maintain_int8/gptneo_wiki_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_int8/gptneo_wiki_train.json -------------------------------------------------------------------------------- /data/maintain_int8/llama_normal_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_int8/llama_normal_test.json -------------------------------------------------------------------------------- /data/maintain_int8/llama_normal_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_int8/llama_normal_train.json -------------------------------------------------------------------------------- /data/maintain_int8/llama_trigger_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_int8/llama_trigger_test.json -------------------------------------------------------------------------------- /data/maintain_int8/llama_trigger_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_int8/llama_trigger_train.json -------------------------------------------------------------------------------- /data/maintain_int8/llama_wiki_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_int8/llama_wiki_test.json -------------------------------------------------------------------------------- /data/maintain_int8/llama_wiki_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/maintain_int8/llama_wiki_train.json -------------------------------------------------------------------------------- /data/mixed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/mixed.json -------------------------------------------------------------------------------- /data/wiki.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/data/wiki.json -------------------------------------------------------------------------------- /picture/optimization.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/picture/optimization.jpeg -------------------------------------------------------------------------------- /picture/watermark.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/picture/watermark.jpeg -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/requirements.txt -------------------------------------------------------------------------------- /settings/gptneo_setting/device_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/settings/gptneo_setting/device_map.json -------------------------------------------------------------------------------- /settings/gptneo_setting/expected_keys.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/settings/gptneo_setting/expected_keys.json -------------------------------------------------------------------------------- /settings/gptneo_setting/loaded_keys.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/settings/gptneo_setting/loaded_keys.json -------------------------------------------------------------------------------- /settings/gptneo_setting/not_convert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/settings/gptneo_setting/not_convert.json -------------------------------------------------------------------------------- /settings/gptneo_setting/settings.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/settings/gptneo_setting/settings.pkl -------------------------------------------------------------------------------- /settings/llama_setting/device_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/settings/llama_setting/device_map.json -------------------------------------------------------------------------------- /settings/llama_setting/expected_keys.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/settings/llama_setting/expected_keys.json -------------------------------------------------------------------------------- /settings/llama_setting/loaded_keys.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/settings/llama_setting/loaded_keys.json -------------------------------------------------------------------------------- /settings/llama_setting/not_convert.json: -------------------------------------------------------------------------------- 1 | [ 2 | "lm_head" 3 | ] -------------------------------------------------------------------------------- /settings/llama_setting/settings.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Twilight92z/Quantize-Watermark/HEAD/settings/llama_setting/settings.pkl --------------------------------------------------------------------------------