├── README.md ├── analysis.ipynb ├── analysis_wm_lm.py ├── analysis_wm_none.py ├── analysis_wm_random.py ├── append_analysis.py ├── cp_analysis_wm_lm.py ├── cp_analysis_wm_random.py ├── cp_append_analysis.py ├── decode_speed_append_analysis.py ├── decode_wm_lm.py ├── decode_wm_lm_speed_test.py ├── decode_wm_random.py ├── decode_wm_random_speed_test.py ├── experiment.py ├── get_c4_cliced_for_cp.py ├── get_c4_sliced.py ├── only_analysis.py ├── requirements.txt ├── run_wm_lm.py ├── run_wm_lm_cp_attack.py ├── run_wm_lm_cp_attack_select.py ├── run_wm_lm_speed_test.py ├── run_wm_lm_sub_attack.py ├── run_wm_none.py ├── run_wm_none_speed_test.py ├── run_wm_random.py ├── run_wm_random_speed_test.py ├── speed_append_analysis.py ├── sub_analysis_wm_lm.py ├── sub_analysis_wm_random.py ├── sub_append_analysis.py ├── watermarking ├── arg_classes │ ├── __init__.py │ └── wm_arg_class.py ├── attacker │ ├── __init__.py │ └── substition_attack.py ├── experiments │ ├── __init__.py │ └── watermark.py ├── utils │ ├── __init__.py │ ├── analysis_utils.py │ ├── experiment_utils.py │ ├── hash_fn.py │ ├── load_args_from_file.py │ ├── load_local.py │ ├── random_utils.py │ ├── task_runner.py │ └── text_tools.py ├── watermark_processor.py ├── watermark_processors │ ├── __init__.py │ ├── base_processor.py │ ├── message_model_processor.py │ ├── message_models │ │ ├── __init__.py │ │ ├── base_message_model.py │ │ ├── base_message_model_fast.py │ │ ├── lm_message_model.py │ │ └── random_message_model.py │ ├── random_message_model_processor.py │ └── random_processor.py ├── wm_analysis.py ├── wm_cp_analysis.py ├── wm_cp_attack.py ├── wm_cp_attack_selected.py ├── wm_decode.py ├── wm_decode_speed_test.py ├── wm_lm.py ├── wm_lm_non_hash.py ├── wm_lm_speed_test.py ├── wm_none.py ├── wm_none_speed_test.py ├── wm_random.py ├── wm_random_no_hash.py ├── wm_random_speed_test.py ├── wm_sub_analysis.py └── wm_sub_attack.py └── wm.ipynb /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/README.md -------------------------------------------------------------------------------- /analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/analysis.ipynb -------------------------------------------------------------------------------- /analysis_wm_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/analysis_wm_lm.py -------------------------------------------------------------------------------- /analysis_wm_none.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/analysis_wm_none.py -------------------------------------------------------------------------------- /analysis_wm_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/analysis_wm_random.py -------------------------------------------------------------------------------- /append_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/append_analysis.py -------------------------------------------------------------------------------- /cp_analysis_wm_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/cp_analysis_wm_lm.py -------------------------------------------------------------------------------- /cp_analysis_wm_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/cp_analysis_wm_random.py -------------------------------------------------------------------------------- /cp_append_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/cp_append_analysis.py -------------------------------------------------------------------------------- /decode_speed_append_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/decode_speed_append_analysis.py -------------------------------------------------------------------------------- /decode_wm_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/decode_wm_lm.py -------------------------------------------------------------------------------- /decode_wm_lm_speed_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/decode_wm_lm_speed_test.py -------------------------------------------------------------------------------- /decode_wm_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/decode_wm_random.py -------------------------------------------------------------------------------- /decode_wm_random_speed_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/decode_wm_random_speed_test.py -------------------------------------------------------------------------------- /experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/experiment.py -------------------------------------------------------------------------------- /get_c4_cliced_for_cp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/get_c4_cliced_for_cp.py -------------------------------------------------------------------------------- /get_c4_sliced.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/get_c4_sliced.py -------------------------------------------------------------------------------- /only_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/only_analysis.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_wm_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/run_wm_lm.py -------------------------------------------------------------------------------- /run_wm_lm_cp_attack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/run_wm_lm_cp_attack.py -------------------------------------------------------------------------------- /run_wm_lm_cp_attack_select.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/run_wm_lm_cp_attack_select.py -------------------------------------------------------------------------------- /run_wm_lm_speed_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/run_wm_lm_speed_test.py -------------------------------------------------------------------------------- /run_wm_lm_sub_attack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/run_wm_lm_sub_attack.py -------------------------------------------------------------------------------- /run_wm_none.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/run_wm_none.py -------------------------------------------------------------------------------- /run_wm_none_speed_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/run_wm_none_speed_test.py -------------------------------------------------------------------------------- /run_wm_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/run_wm_random.py -------------------------------------------------------------------------------- /run_wm_random_speed_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/run_wm_random_speed_test.py -------------------------------------------------------------------------------- /speed_append_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/speed_append_analysis.py -------------------------------------------------------------------------------- /sub_analysis_wm_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/sub_analysis_wm_lm.py -------------------------------------------------------------------------------- /sub_analysis_wm_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/sub_analysis_wm_random.py -------------------------------------------------------------------------------- /sub_append_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/sub_append_analysis.py -------------------------------------------------------------------------------- /watermarking/arg_classes/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /watermarking/arg_classes/wm_arg_class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/arg_classes/wm_arg_class.py -------------------------------------------------------------------------------- /watermarking/attacker/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /watermarking/attacker/substition_attack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/attacker/substition_attack.py -------------------------------------------------------------------------------- /watermarking/experiments/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /watermarking/experiments/watermark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/experiments/watermark.py -------------------------------------------------------------------------------- /watermarking/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /watermarking/utils/analysis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/utils/analysis_utils.py -------------------------------------------------------------------------------- /watermarking/utils/experiment_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/utils/experiment_utils.py -------------------------------------------------------------------------------- /watermarking/utils/hash_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/utils/hash_fn.py -------------------------------------------------------------------------------- /watermarking/utils/load_args_from_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/utils/load_args_from_file.py -------------------------------------------------------------------------------- /watermarking/utils/load_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/utils/load_local.py -------------------------------------------------------------------------------- /watermarking/utils/random_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/utils/random_utils.py -------------------------------------------------------------------------------- /watermarking/utils/task_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/utils/task_runner.py -------------------------------------------------------------------------------- /watermarking/utils/text_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/utils/text_tools.py -------------------------------------------------------------------------------- /watermarking/watermark_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/watermark_processor.py -------------------------------------------------------------------------------- /watermarking/watermark_processors/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /watermarking/watermark_processors/base_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/watermark_processors/base_processor.py -------------------------------------------------------------------------------- /watermarking/watermark_processors/message_model_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/watermark_processors/message_model_processor.py -------------------------------------------------------------------------------- /watermarking/watermark_processors/message_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /watermarking/watermark_processors/message_models/base_message_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/watermark_processors/message_models/base_message_model.py -------------------------------------------------------------------------------- /watermarking/watermark_processors/message_models/base_message_model_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/watermark_processors/message_models/base_message_model_fast.py -------------------------------------------------------------------------------- /watermarking/watermark_processors/message_models/lm_message_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/watermark_processors/message_models/lm_message_model.py -------------------------------------------------------------------------------- /watermarking/watermark_processors/message_models/random_message_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/watermark_processors/message_models/random_message_model.py -------------------------------------------------------------------------------- /watermarking/watermark_processors/random_message_model_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/watermark_processors/random_message_model_processor.py -------------------------------------------------------------------------------- /watermarking/watermark_processors/random_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/watermark_processors/random_processor.py -------------------------------------------------------------------------------- /watermarking/wm_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_analysis.py -------------------------------------------------------------------------------- /watermarking/wm_cp_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_cp_analysis.py -------------------------------------------------------------------------------- /watermarking/wm_cp_attack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_cp_attack.py -------------------------------------------------------------------------------- /watermarking/wm_cp_attack_selected.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_cp_attack_selected.py -------------------------------------------------------------------------------- /watermarking/wm_decode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_decode.py -------------------------------------------------------------------------------- /watermarking/wm_decode_speed_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_decode_speed_test.py -------------------------------------------------------------------------------- /watermarking/wm_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_lm.py -------------------------------------------------------------------------------- /watermarking/wm_lm_non_hash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_lm_non_hash.py -------------------------------------------------------------------------------- /watermarking/wm_lm_speed_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_lm_speed_test.py -------------------------------------------------------------------------------- /watermarking/wm_none.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_none.py -------------------------------------------------------------------------------- /watermarking/wm_none_speed_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_none_speed_test.py -------------------------------------------------------------------------------- /watermarking/wm_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_random.py -------------------------------------------------------------------------------- /watermarking/wm_random_no_hash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_random_no_hash.py -------------------------------------------------------------------------------- /watermarking/wm_random_speed_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_random_speed_test.py -------------------------------------------------------------------------------- /watermarking/wm_sub_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_sub_analysis.py -------------------------------------------------------------------------------- /watermarking/wm_sub_attack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/watermarking/wm_sub_attack.py -------------------------------------------------------------------------------- /wm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lancopku/codable-watermarking-for-llm/HEAD/wm.ipynb --------------------------------------------------------------------------------