├── LICENSE ├── README.md ├── configs ├── base │ └── cub │ │ ├── cub_resnet_single_112.yaml │ │ ├── cub_resnet_single_224.yaml │ │ ├── cub_resnet_single_56.yaml │ │ ├── cub_vit_single_112.yaml │ │ ├── cub_vit_single_224.yaml │ │ └── cub_vit_single_56.yaml └── ts │ ├── aircraft │ ├── aircraft_resnet50_resnet_isrd.yaml │ └── aircraft_resnet50_resnet_kd.yaml │ └── cub │ ├── cub_resnet50_resnet_isrd.yaml │ └── cub_resnet50_resnet_kd.yaml ├── environment.yaml ├── figures ├── introduction.png └── isrd.png ├── lib ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-39.pyc │ └── utils.cpython-39.pyc ├── config │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-39.pyc │ │ └── default.cpython-39.pyc │ └── default.py ├── core │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-39.pyc │ │ └── utils.cpython-39.pyc │ └── utils.py ├── datasets │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-39.pyc │ │ ├── cub.cpython-39.pyc │ │ └── cub_2scale.cpython-39.pyc │ ├── aircraft.py │ ├── aircraft_2scale.py │ ├── cub.py │ └── cub_2scale.py ├── losses │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-39.pyc │ │ ├── at_loss.cpython-39.pyc │ │ ├── dkd_loss.cpython-39.pyc │ │ ├── ickd_loss.cpython-39.pyc │ │ ├── kd_loss.cpython-39.pyc │ │ └── similarity_loss.cpython-39.pyc │ ├── at_loss.py │ ├── dkd_loss.py │ ├── icfup_loss.py │ ├── ickd_loss.py │ ├── kd_loss.py │ └── similarity_loss.py ├── models │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-39.pyc │ │ ├── hrir.cpython-39.pyc │ │ ├── model_builder.cpython-39.pyc │ │ ├── resnet.cpython-39.pyc │ │ ├── shufflenetv2.cpython-39.pyc │ │ └── vit_pixel.cpython-39.pyc │ ├── hrir.py │ ├── model_builder.py │ ├── resnet.py │ ├── shufflenetv2.py │ ├── utils.py │ ├── vit.py │ └── vit_pixel.py └── utils.py ├── tools_0_base ├── train_student_5runs.py └── train_teacher_1run.py └── tools_1_ts ├── __init__.py ├── train_isrd_5runs.py └── train_kd_5runs.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/README.md -------------------------------------------------------------------------------- /configs/base/cub/cub_resnet_single_112.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/configs/base/cub/cub_resnet_single_112.yaml -------------------------------------------------------------------------------- /configs/base/cub/cub_resnet_single_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/configs/base/cub/cub_resnet_single_224.yaml -------------------------------------------------------------------------------- /configs/base/cub/cub_resnet_single_56.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/configs/base/cub/cub_resnet_single_56.yaml -------------------------------------------------------------------------------- /configs/base/cub/cub_vit_single_112.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/configs/base/cub/cub_vit_single_112.yaml -------------------------------------------------------------------------------- /configs/base/cub/cub_vit_single_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/configs/base/cub/cub_vit_single_224.yaml -------------------------------------------------------------------------------- /configs/base/cub/cub_vit_single_56.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/configs/base/cub/cub_vit_single_56.yaml -------------------------------------------------------------------------------- /configs/ts/aircraft/aircraft_resnet50_resnet_isrd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/configs/ts/aircraft/aircraft_resnet50_resnet_isrd.yaml -------------------------------------------------------------------------------- /configs/ts/aircraft/aircraft_resnet50_resnet_kd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/configs/ts/aircraft/aircraft_resnet50_resnet_kd.yaml -------------------------------------------------------------------------------- /configs/ts/cub/cub_resnet50_resnet_isrd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/configs/ts/cub/cub_resnet50_resnet_isrd.yaml -------------------------------------------------------------------------------- /configs/ts/cub/cub_resnet50_resnet_kd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/configs/ts/cub/cub_resnet50_resnet_kd.yaml -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/environment.yaml -------------------------------------------------------------------------------- /figures/introduction.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/figures/introduction.png -------------------------------------------------------------------------------- /figures/isrd.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/figures/isrd.png -------------------------------------------------------------------------------- /lib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lib/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /lib/__pycache__/utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/__pycache__/utils.cpython-39.pyc -------------------------------------------------------------------------------- /lib/config/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lib/config/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/config/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /lib/config/__pycache__/default.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/config/__pycache__/default.cpython-39.pyc -------------------------------------------------------------------------------- /lib/config/default.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/config/default.py -------------------------------------------------------------------------------- /lib/core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lib/core/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/core/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /lib/core/__pycache__/utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/core/__pycache__/utils.cpython-39.pyc -------------------------------------------------------------------------------- /lib/core/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/core/utils.py -------------------------------------------------------------------------------- /lib/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/datasets/__init__.py -------------------------------------------------------------------------------- /lib/datasets/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/datasets/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /lib/datasets/__pycache__/cub.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/datasets/__pycache__/cub.cpython-39.pyc -------------------------------------------------------------------------------- /lib/datasets/__pycache__/cub_2scale.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/datasets/__pycache__/cub_2scale.cpython-39.pyc -------------------------------------------------------------------------------- /lib/datasets/aircraft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/datasets/aircraft.py -------------------------------------------------------------------------------- /lib/datasets/aircraft_2scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/datasets/aircraft_2scale.py -------------------------------------------------------------------------------- /lib/datasets/cub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/datasets/cub.py -------------------------------------------------------------------------------- /lib/datasets/cub_2scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/datasets/cub_2scale.py -------------------------------------------------------------------------------- /lib/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/losses/__init__.py -------------------------------------------------------------------------------- /lib/losses/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/losses/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /lib/losses/__pycache__/at_loss.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/losses/__pycache__/at_loss.cpython-39.pyc -------------------------------------------------------------------------------- /lib/losses/__pycache__/dkd_loss.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/losses/__pycache__/dkd_loss.cpython-39.pyc -------------------------------------------------------------------------------- /lib/losses/__pycache__/ickd_loss.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/losses/__pycache__/ickd_loss.cpython-39.pyc -------------------------------------------------------------------------------- /lib/losses/__pycache__/kd_loss.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/losses/__pycache__/kd_loss.cpython-39.pyc -------------------------------------------------------------------------------- /lib/losses/__pycache__/similarity_loss.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/losses/__pycache__/similarity_loss.cpython-39.pyc -------------------------------------------------------------------------------- /lib/losses/at_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/losses/at_loss.py -------------------------------------------------------------------------------- /lib/losses/dkd_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/losses/dkd_loss.py -------------------------------------------------------------------------------- /lib/losses/icfup_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/losses/icfup_loss.py -------------------------------------------------------------------------------- /lib/losses/ickd_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/losses/ickd_loss.py -------------------------------------------------------------------------------- /lib/losses/kd_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/losses/kd_loss.py -------------------------------------------------------------------------------- /lib/losses/similarity_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/losses/similarity_loss.py -------------------------------------------------------------------------------- /lib/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lib/models/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/models/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /lib/models/__pycache__/hrir.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/models/__pycache__/hrir.cpython-39.pyc -------------------------------------------------------------------------------- /lib/models/__pycache__/model_builder.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/models/__pycache__/model_builder.cpython-39.pyc -------------------------------------------------------------------------------- /lib/models/__pycache__/resnet.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/models/__pycache__/resnet.cpython-39.pyc -------------------------------------------------------------------------------- /lib/models/__pycache__/shufflenetv2.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/models/__pycache__/shufflenetv2.cpython-39.pyc -------------------------------------------------------------------------------- /lib/models/__pycache__/vit_pixel.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/models/__pycache__/vit_pixel.cpython-39.pyc -------------------------------------------------------------------------------- /lib/models/hrir.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/models/hrir.py -------------------------------------------------------------------------------- /lib/models/model_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/models/model_builder.py -------------------------------------------------------------------------------- /lib/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/models/resnet.py -------------------------------------------------------------------------------- /lib/models/shufflenetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/models/shufflenetv2.py -------------------------------------------------------------------------------- /lib/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/models/utils.py -------------------------------------------------------------------------------- /lib/models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/models/vit.py -------------------------------------------------------------------------------- /lib/models/vit_pixel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/models/vit_pixel.py -------------------------------------------------------------------------------- /lib/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/lib/utils.py -------------------------------------------------------------------------------- /tools_0_base/train_student_5runs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/tools_0_base/train_student_5runs.py -------------------------------------------------------------------------------- /tools_0_base/train_teacher_1run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/tools_0_base/train_teacher_1run.py -------------------------------------------------------------------------------- /tools_1_ts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools_1_ts/train_isrd_5runs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/tools_1_ts/train_isrd_5runs.py -------------------------------------------------------------------------------- /tools_1_ts/train_kd_5runs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gyguo/PixelDistillation/HEAD/tools_1_ts/train_kd_5runs.py --------------------------------------------------------------------------------