├── .gitignore ├── README.md ├── dataset ├── __init__.py ├── alpaca.py ├── data │ ├── __init__.py │ ├── dataset │ │ ├── __init__.py │ │ ├── base_dataset.py │ │ ├── prompt_dataset.py │ │ └── stream_prompt_dataset.py │ └── json_data.py ├── debug.ipynb ├── prompt_maker │ ├── __init__.py │ ├── alpaca_prompt_maker.py │ ├── base_prompt_maker.py │ ├── contrastive_translate_prompt_maker.py │ ├── custom_prompt_maker.py │ ├── custom_prompt_maker_inference.py │ ├── openorca_prompt_maker.py │ ├── scienceqa_prompt_maker.py │ ├── translate_prompt_maker.py │ └── translation_prompt.py ├── utils.py └── utils │ ├── __init__.py │ ├── accelerate_utils.py │ ├── deepspeed_utils.py │ ├── io_utils.py │ ├── multipreprocess_utils.py │ └── print_utils.py ├── demo.json ├── hessian.sh ├── if_score.sh ├── kfac_launcher.py ├── kfac_mapper.py ├── nngeometry ├── __init__.py ├── generator │ ├── __init__.py │ ├── dummy.py │ ├── jacobian │ │ ├── __init__.py │ │ ├── grads.py │ │ └── grads_conv.py │ ├── lm_jacobian │ │ ├── __init__.py │ │ ├── __init__app.py │ │ ├── grads.py │ │ └── grads_conv.py │ └── para_lm_jacobian │ │ ├── __init__.py │ │ ├── grads.py │ │ └── grads_conv.py ├── layercollection.py ├── layers.py ├── llama_layercollection.py ├── lm_metrics.py ├── lm_metrics_para.py ├── maths.py ├── metrics.py ├── object │ ├── __init__.py │ ├── fspace.py │ ├── lm_vector.py │ ├── map.py │ ├── pspace.py │ └── vector.py └── utils.py ├── query_loss_launcher.py ├── query_loss_mapper.py └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/README.md -------------------------------------------------------------------------------- /dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/alpaca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/alpaca.py -------------------------------------------------------------------------------- /dataset/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/data/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/data/dataset/__init__.py -------------------------------------------------------------------------------- /dataset/data/dataset/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/data/dataset/base_dataset.py -------------------------------------------------------------------------------- /dataset/data/dataset/prompt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/data/dataset/prompt_dataset.py -------------------------------------------------------------------------------- /dataset/data/dataset/stream_prompt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/data/dataset/stream_prompt_dataset.py -------------------------------------------------------------------------------- /dataset/data/json_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/data/json_data.py -------------------------------------------------------------------------------- /dataset/debug.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/debug.ipynb -------------------------------------------------------------------------------- /dataset/prompt_maker/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/prompt_maker/alpaca_prompt_maker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/prompt_maker/alpaca_prompt_maker.py -------------------------------------------------------------------------------- /dataset/prompt_maker/base_prompt_maker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/prompt_maker/base_prompt_maker.py -------------------------------------------------------------------------------- /dataset/prompt_maker/contrastive_translate_prompt_maker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/prompt_maker/contrastive_translate_prompt_maker.py -------------------------------------------------------------------------------- /dataset/prompt_maker/custom_prompt_maker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/prompt_maker/custom_prompt_maker.py -------------------------------------------------------------------------------- /dataset/prompt_maker/custom_prompt_maker_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/prompt_maker/custom_prompt_maker_inference.py -------------------------------------------------------------------------------- /dataset/prompt_maker/openorca_prompt_maker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/prompt_maker/openorca_prompt_maker.py -------------------------------------------------------------------------------- /dataset/prompt_maker/scienceqa_prompt_maker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/prompt_maker/scienceqa_prompt_maker.py -------------------------------------------------------------------------------- /dataset/prompt_maker/translate_prompt_maker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/prompt_maker/translate_prompt_maker.py -------------------------------------------------------------------------------- /dataset/prompt_maker/translation_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/prompt_maker/translation_prompt.py -------------------------------------------------------------------------------- /dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/utils.py -------------------------------------------------------------------------------- /dataset/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/utils/accelerate_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/utils/accelerate_utils.py -------------------------------------------------------------------------------- /dataset/utils/deepspeed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/utils/deepspeed_utils.py -------------------------------------------------------------------------------- /dataset/utils/io_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/utils/io_utils.py -------------------------------------------------------------------------------- /dataset/utils/multipreprocess_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/utils/multipreprocess_utils.py -------------------------------------------------------------------------------- /dataset/utils/print_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/dataset/utils/print_utils.py -------------------------------------------------------------------------------- /demo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/demo.json -------------------------------------------------------------------------------- /hessian.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/hessian.sh -------------------------------------------------------------------------------- /if_score.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/if_score.sh -------------------------------------------------------------------------------- /kfac_launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/kfac_launcher.py -------------------------------------------------------------------------------- /kfac_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/kfac_mapper.py -------------------------------------------------------------------------------- /nngeometry/__init__.py: -------------------------------------------------------------------------------- 1 | print('ok') -------------------------------------------------------------------------------- /nngeometry/generator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/generator/__init__.py -------------------------------------------------------------------------------- /nngeometry/generator/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/generator/dummy.py -------------------------------------------------------------------------------- /nngeometry/generator/jacobian/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/generator/jacobian/__init__.py -------------------------------------------------------------------------------- /nngeometry/generator/jacobian/grads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/generator/jacobian/grads.py -------------------------------------------------------------------------------- /nngeometry/generator/jacobian/grads_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/generator/jacobian/grads_conv.py -------------------------------------------------------------------------------- /nngeometry/generator/lm_jacobian/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/generator/lm_jacobian/__init__.py -------------------------------------------------------------------------------- /nngeometry/generator/lm_jacobian/__init__app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/generator/lm_jacobian/__init__app.py -------------------------------------------------------------------------------- /nngeometry/generator/lm_jacobian/grads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/generator/lm_jacobian/grads.py -------------------------------------------------------------------------------- /nngeometry/generator/lm_jacobian/grads_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/generator/lm_jacobian/grads_conv.py -------------------------------------------------------------------------------- /nngeometry/generator/para_lm_jacobian/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/generator/para_lm_jacobian/__init__.py -------------------------------------------------------------------------------- /nngeometry/generator/para_lm_jacobian/grads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/generator/para_lm_jacobian/grads.py -------------------------------------------------------------------------------- /nngeometry/generator/para_lm_jacobian/grads_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/generator/para_lm_jacobian/grads_conv.py -------------------------------------------------------------------------------- /nngeometry/layercollection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/layercollection.py -------------------------------------------------------------------------------- /nngeometry/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/layers.py -------------------------------------------------------------------------------- /nngeometry/llama_layercollection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/llama_layercollection.py -------------------------------------------------------------------------------- /nngeometry/lm_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/lm_metrics.py -------------------------------------------------------------------------------- /nngeometry/lm_metrics_para.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/lm_metrics_para.py -------------------------------------------------------------------------------- /nngeometry/maths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/maths.py -------------------------------------------------------------------------------- /nngeometry/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/metrics.py -------------------------------------------------------------------------------- /nngeometry/object/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/object/__init__.py -------------------------------------------------------------------------------- /nngeometry/object/fspace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/object/fspace.py -------------------------------------------------------------------------------- /nngeometry/object/lm_vector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/object/lm_vector.py -------------------------------------------------------------------------------- /nngeometry/object/map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/object/map.py -------------------------------------------------------------------------------- /nngeometry/object/pspace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/object/pspace.py -------------------------------------------------------------------------------- /nngeometry/object/vector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/object/vector.py -------------------------------------------------------------------------------- /nngeometry/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/nngeometry/utils.py -------------------------------------------------------------------------------- /query_loss_launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/query_loss_launcher.py -------------------------------------------------------------------------------- /query_loss_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xypan0/G-DIG/HEAD/query_loss_mapper.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | torch 2 | transformers 3 | datasets --------------------------------------------------------------------------------