├── README.md ├── code ├── __pycache__ │ ├── compute_z.cpython-312.pyc │ ├── compute_z.cpython-38.pyc │ ├── compute_z.cpython-39.pyc │ ├── config.cpython-312.pyc │ ├── config.cpython-38.pyc │ ├── config.cpython-39.pyc │ └── nethook.cpython-39.pyc ├── compute_z.py ├── config.py ├── eval_fact_score.py ├── evaluate.py ├── evaluate_iter.py ├── unke.py ├── unke_mmlu.py └── util │ ├── __pycache__ │ ├── globals.cpython-312.pyc │ ├── globals.cpython-38.pyc │ ├── globals.cpython-39.pyc │ ├── layer_stats.cpython-312.pyc │ ├── layer_stats.cpython-38.pyc │ ├── layer_stats.cpython-39.pyc │ ├── nethook.cpython-312.pyc │ ├── nethook.cpython-38.pyc │ ├── nethook.cpython-39.pyc │ ├── runningstats.cpython-312.pyc │ ├── runningstats.cpython-38.pyc │ ├── runningstats.cpython-39.pyc │ ├── tok_dataset.cpython-312.pyc │ ├── tok_dataset.cpython-38.pyc │ └── tok_dataset.cpython-39.pyc │ ├── mmlu_eval.py │ └── nethook.py ├── data ├── alpaca_data.json ├── final_data_v2.json ├── final_data_v3.json └── mmlu_shot.jsonl └── overview.png /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/README.md -------------------------------------------------------------------------------- /code/__pycache__/compute_z.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/__pycache__/compute_z.cpython-312.pyc -------------------------------------------------------------------------------- /code/__pycache__/compute_z.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/__pycache__/compute_z.cpython-38.pyc -------------------------------------------------------------------------------- /code/__pycache__/compute_z.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/__pycache__/compute_z.cpython-39.pyc -------------------------------------------------------------------------------- /code/__pycache__/config.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/__pycache__/config.cpython-312.pyc -------------------------------------------------------------------------------- /code/__pycache__/config.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/__pycache__/config.cpython-38.pyc -------------------------------------------------------------------------------- /code/__pycache__/config.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/__pycache__/config.cpython-39.pyc -------------------------------------------------------------------------------- /code/__pycache__/nethook.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/__pycache__/nethook.cpython-39.pyc -------------------------------------------------------------------------------- /code/compute_z.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/compute_z.py -------------------------------------------------------------------------------- /code/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/config.py -------------------------------------------------------------------------------- /code/eval_fact_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/eval_fact_score.py -------------------------------------------------------------------------------- /code/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/evaluate.py -------------------------------------------------------------------------------- /code/evaluate_iter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/evaluate_iter.py -------------------------------------------------------------------------------- /code/unke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/unke.py -------------------------------------------------------------------------------- /code/unke_mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/unke_mmlu.py -------------------------------------------------------------------------------- /code/util/__pycache__/globals.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/globals.cpython-312.pyc -------------------------------------------------------------------------------- /code/util/__pycache__/globals.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/globals.cpython-38.pyc -------------------------------------------------------------------------------- /code/util/__pycache__/globals.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/globals.cpython-39.pyc -------------------------------------------------------------------------------- /code/util/__pycache__/layer_stats.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/layer_stats.cpython-312.pyc -------------------------------------------------------------------------------- /code/util/__pycache__/layer_stats.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/layer_stats.cpython-38.pyc -------------------------------------------------------------------------------- /code/util/__pycache__/layer_stats.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/layer_stats.cpython-39.pyc -------------------------------------------------------------------------------- /code/util/__pycache__/nethook.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/nethook.cpython-312.pyc -------------------------------------------------------------------------------- /code/util/__pycache__/nethook.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/nethook.cpython-38.pyc -------------------------------------------------------------------------------- /code/util/__pycache__/nethook.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/nethook.cpython-39.pyc -------------------------------------------------------------------------------- /code/util/__pycache__/runningstats.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/runningstats.cpython-312.pyc -------------------------------------------------------------------------------- /code/util/__pycache__/runningstats.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/runningstats.cpython-38.pyc -------------------------------------------------------------------------------- /code/util/__pycache__/runningstats.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/runningstats.cpython-39.pyc -------------------------------------------------------------------------------- /code/util/__pycache__/tok_dataset.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/tok_dataset.cpython-312.pyc -------------------------------------------------------------------------------- /code/util/__pycache__/tok_dataset.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/tok_dataset.cpython-38.pyc -------------------------------------------------------------------------------- /code/util/__pycache__/tok_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/__pycache__/tok_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /code/util/mmlu_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/mmlu_eval.py -------------------------------------------------------------------------------- /code/util/nethook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/code/util/nethook.py -------------------------------------------------------------------------------- /data/alpaca_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/data/alpaca_data.json -------------------------------------------------------------------------------- /data/final_data_v2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/data/final_data_v2.json -------------------------------------------------------------------------------- /data/final_data_v3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/data/final_data_v3.json -------------------------------------------------------------------------------- /data/mmlu_shot.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/data/mmlu_shot.jsonl -------------------------------------------------------------------------------- /overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TrustedLLM/UnKE/HEAD/overview.png --------------------------------------------------------------------------------