├── .DS_Store ├── collect.py ├── data ├── .DS_Store ├── hq │ ├── .DS_Store │ ├── hq-dev.jsonl │ ├── hq-test.jsonl │ └── hq-train-top10k.jsonl └── nq │ ├── .DS_Store │ ├── nq-dev.jsonl │ ├── nq-test.jsonl │ └── nq-train-top10k.jsonl ├── hidden_state_detection ├── check.py ├── collect.py ├── compute.py ├── convert.py ├── data.py ├── demo.py ├── engine.py ├── main.py ├── mmlu_dev.jsonl ├── mmlu_test.jsonl ├── mmlu_train.jsonl ├── models.py ├── plot.py ├── run_pop.py └── scripts │ ├── run_hq.sh │ ├── run_hq_cot.sh │ ├── run_hq_mc.sh │ ├── run_hq_mc_random.sh │ ├── run_hq_mc_random_sample.sh │ ├── run_mmlu.sh │ ├── run_mmlu_cot.sh │ ├── run_nq.sh │ ├── run_nq_cot.sh │ ├── run_nq_last.sh │ ├── run_nq_mc.sh │ └── run_nq_mc_sample.sh ├── mc_data ├── __pycache__ │ └── utils.cpython-312.pyc ├── data.py └── utils.py ├── poster.pdf ├── readme.md ├── run_mmlu.py ├── run_mmlu.sh ├── run_nq.py ├── run_nq.sh └── utils ├── __init__.py ├── __pycache__ └── utils.cpython-312.pyc ├── compute.py ├── data.py ├── llm.py ├── plot.py ├── preprocess.py ├── prompt.py └── utils.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/.DS_Store -------------------------------------------------------------------------------- /collect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/collect.py -------------------------------------------------------------------------------- /data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/data/.DS_Store -------------------------------------------------------------------------------- /data/hq/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/data/hq/.DS_Store -------------------------------------------------------------------------------- /data/hq/hq-dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/data/hq/hq-dev.jsonl -------------------------------------------------------------------------------- /data/hq/hq-test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/data/hq/hq-test.jsonl -------------------------------------------------------------------------------- /data/hq/hq-train-top10k.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/data/hq/hq-train-top10k.jsonl -------------------------------------------------------------------------------- /data/nq/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/data/nq/.DS_Store -------------------------------------------------------------------------------- /data/nq/nq-dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/data/nq/nq-dev.jsonl -------------------------------------------------------------------------------- /data/nq/nq-test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/data/nq/nq-test.jsonl -------------------------------------------------------------------------------- /data/nq/nq-train-top10k.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/data/nq/nq-train-top10k.jsonl -------------------------------------------------------------------------------- /hidden_state_detection/check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/check.py -------------------------------------------------------------------------------- /hidden_state_detection/collect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/collect.py -------------------------------------------------------------------------------- /hidden_state_detection/compute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/compute.py -------------------------------------------------------------------------------- /hidden_state_detection/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/convert.py -------------------------------------------------------------------------------- /hidden_state_detection/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/data.py -------------------------------------------------------------------------------- /hidden_state_detection/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/demo.py -------------------------------------------------------------------------------- /hidden_state_detection/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/engine.py -------------------------------------------------------------------------------- /hidden_state_detection/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/main.py -------------------------------------------------------------------------------- /hidden_state_detection/mmlu_dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/mmlu_dev.jsonl -------------------------------------------------------------------------------- /hidden_state_detection/mmlu_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/mmlu_test.jsonl -------------------------------------------------------------------------------- /hidden_state_detection/mmlu_train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/mmlu_train.jsonl -------------------------------------------------------------------------------- /hidden_state_detection/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/models.py -------------------------------------------------------------------------------- /hidden_state_detection/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/plot.py -------------------------------------------------------------------------------- /hidden_state_detection/run_pop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/run_pop.py -------------------------------------------------------------------------------- /hidden_state_detection/scripts/run_hq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/scripts/run_hq.sh -------------------------------------------------------------------------------- /hidden_state_detection/scripts/run_hq_cot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/scripts/run_hq_cot.sh -------------------------------------------------------------------------------- /hidden_state_detection/scripts/run_hq_mc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/scripts/run_hq_mc.sh -------------------------------------------------------------------------------- /hidden_state_detection/scripts/run_hq_mc_random.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/scripts/run_hq_mc_random.sh -------------------------------------------------------------------------------- /hidden_state_detection/scripts/run_hq_mc_random_sample.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/scripts/run_hq_mc_random_sample.sh -------------------------------------------------------------------------------- /hidden_state_detection/scripts/run_mmlu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/scripts/run_mmlu.sh -------------------------------------------------------------------------------- /hidden_state_detection/scripts/run_mmlu_cot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/scripts/run_mmlu_cot.sh -------------------------------------------------------------------------------- /hidden_state_detection/scripts/run_nq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/scripts/run_nq.sh -------------------------------------------------------------------------------- /hidden_state_detection/scripts/run_nq_cot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/scripts/run_nq_cot.sh -------------------------------------------------------------------------------- /hidden_state_detection/scripts/run_nq_last.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/scripts/run_nq_last.sh -------------------------------------------------------------------------------- /hidden_state_detection/scripts/run_nq_mc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/scripts/run_nq_mc.sh -------------------------------------------------------------------------------- /hidden_state_detection/scripts/run_nq_mc_sample.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/hidden_state_detection/scripts/run_nq_mc_sample.sh -------------------------------------------------------------------------------- /mc_data/__pycache__/utils.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/mc_data/__pycache__/utils.cpython-312.pyc -------------------------------------------------------------------------------- /mc_data/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/mc_data/data.py -------------------------------------------------------------------------------- /mc_data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/mc_data/utils.py -------------------------------------------------------------------------------- /poster.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/poster.pdf -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/readme.md -------------------------------------------------------------------------------- /run_mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/run_mmlu.py -------------------------------------------------------------------------------- /run_mmlu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/run_mmlu.sh -------------------------------------------------------------------------------- /run_nq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/run_nq.py -------------------------------------------------------------------------------- /run_nq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/run_nq.sh -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/__pycache__/utils.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/utils/__pycache__/utils.cpython-312.pyc -------------------------------------------------------------------------------- /utils/compute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/utils/compute.py -------------------------------------------------------------------------------- /utils/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/utils/data.py -------------------------------------------------------------------------------- /utils/llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/utils/llm.py -------------------------------------------------------------------------------- /utils/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/utils/plot.py -------------------------------------------------------------------------------- /utils/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/utils/preprocess.py -------------------------------------------------------------------------------- /utils/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/utils/prompt.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-Information-Access/LLM-Knowledge-Boundary-Perception-via-Internal-States/HEAD/utils/utils.py --------------------------------------------------------------------------------