├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── INSTALL.md ├── LICENSE ├── README.md ├── configs ├── cfg_flip_base.py ├── cfg_flip_huge14.py ├── cfg_flip_huge14_L2B_2x.py ├── cfg_flip_large.py ├── cfg_flip_large_L2B_2x.py └── default.py ├── input_pipeline_imagenet.py ├── input_pipeline_laion.py ├── main.py ├── models_flip.py ├── t5x ├── checkpoint_importer.py ├── checkpoint_utils.py ├── checkpoints.py ├── layers.py ├── model_info.py ├── optimizers.py ├── partitioning.py ├── rng.py ├── state_utils.py ├── train_state.py └── train_state_initializer.py ├── train.py ├── utils ├── adamw.py ├── checkpoint_util.py ├── initializers_util.py ├── logging_util.py ├── opt_util.py ├── posembed_util.py ├── summary_util.py └── transform_util.py └── vocab ├── class_names.py └── vocab_bert_base.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /INSTALL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/INSTALL.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/README.md -------------------------------------------------------------------------------- /configs/cfg_flip_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/configs/cfg_flip_base.py -------------------------------------------------------------------------------- /configs/cfg_flip_huge14.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/configs/cfg_flip_huge14.py -------------------------------------------------------------------------------- /configs/cfg_flip_huge14_L2B_2x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/configs/cfg_flip_huge14_L2B_2x.py -------------------------------------------------------------------------------- /configs/cfg_flip_large.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/configs/cfg_flip_large.py -------------------------------------------------------------------------------- /configs/cfg_flip_large_L2B_2x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/configs/cfg_flip_large_L2B_2x.py -------------------------------------------------------------------------------- /configs/default.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/configs/default.py -------------------------------------------------------------------------------- /input_pipeline_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/input_pipeline_imagenet.py -------------------------------------------------------------------------------- /input_pipeline_laion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/input_pipeline_laion.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/main.py -------------------------------------------------------------------------------- /models_flip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/models_flip.py -------------------------------------------------------------------------------- /t5x/checkpoint_importer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/t5x/checkpoint_importer.py -------------------------------------------------------------------------------- /t5x/checkpoint_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/t5x/checkpoint_utils.py -------------------------------------------------------------------------------- /t5x/checkpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/t5x/checkpoints.py -------------------------------------------------------------------------------- /t5x/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/t5x/layers.py -------------------------------------------------------------------------------- /t5x/model_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/t5x/model_info.py -------------------------------------------------------------------------------- /t5x/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/t5x/optimizers.py -------------------------------------------------------------------------------- /t5x/partitioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/t5x/partitioning.py -------------------------------------------------------------------------------- /t5x/rng.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/t5x/rng.py -------------------------------------------------------------------------------- /t5x/state_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/t5x/state_utils.py -------------------------------------------------------------------------------- /t5x/train_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/t5x/train_state.py -------------------------------------------------------------------------------- /t5x/train_state_initializer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/t5x/train_state_initializer.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/train.py -------------------------------------------------------------------------------- /utils/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/utils/adamw.py -------------------------------------------------------------------------------- /utils/checkpoint_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/utils/checkpoint_util.py -------------------------------------------------------------------------------- /utils/initializers_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/utils/initializers_util.py -------------------------------------------------------------------------------- /utils/logging_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/utils/logging_util.py -------------------------------------------------------------------------------- /utils/opt_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/utils/opt_util.py -------------------------------------------------------------------------------- /utils/posembed_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/utils/posembed_util.py -------------------------------------------------------------------------------- /utils/summary_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/utils/summary_util.py -------------------------------------------------------------------------------- /utils/transform_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/utils/transform_util.py -------------------------------------------------------------------------------- /vocab/class_names.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/vocab/class_names.py -------------------------------------------------------------------------------- /vocab/vocab_bert_base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/flip/HEAD/vocab/vocab_bert_base.txt --------------------------------------------------------------------------------