├── .gitignore ├── LICENSE ├── README.md ├── data ├── data.py ├── dataset_enwik8.py ├── dataset_text8.py └── vocab.py ├── data_summary.py ├── eval_loglik.py ├── eval_sample.py ├── eval_time_sample.py ├── experiment ├── base.py ├── flow.py └── utils.py ├── images └── overview_argmax.png ├── model ├── CategoricalNF │ ├── __init__.py │ ├── categorical_encoding │ │ ├── __init__.py │ │ ├── decoder.py │ │ ├── linear_encoding.py │ │ ├── mutils.py │ │ ├── variational_auto_encoding.py │ │ ├── variational_dequantization.py │ │ └── variational_encoding.py │ ├── flows │ │ ├── activation_normalization.py │ │ ├── autoregressive_coupling.py │ │ ├── autoregressive_coupling2.py │ │ ├── coupling_layer.py │ │ ├── discrete_coupling.py │ │ ├── distributions.py │ │ ├── flow_layer.py │ │ ├── flow_model.py │ │ ├── mixture_cdf_layer.py │ │ ├── permutation_layers.py │ │ └── sigmoid_layer.py │ ├── general │ │ ├── README.md │ │ ├── mutils.py │ │ ├── parameter_scheduler.py │ │ ├── radam.py │ │ ├── task.py │ │ └── train.py │ └── networks │ │ ├── autoregressive_layers.py │ │ ├── autoregressive_layers2.py │ │ ├── graph_layers.py │ │ └── help_layers.py ├── ar │ ├── encoder_context.py │ ├── encoder_transforms.py │ └── flow.py ├── coupling │ ├── cond_ar_affine.py │ ├── cond_ar_spline.py │ ├── flow.py │ └── masked_linear.py ├── distributions │ ├── __init__.py │ ├── binary_encoder.py │ ├── conv_normal1d.py │ └── gumbel.py ├── model.py └── transforms │ ├── __init__.py │ ├── argmax_product.py │ ├── autoregressive │ ├── __init__.py │ ├── ar.py │ ├── ar_linear.py │ ├── ar_mixtures.py │ ├── ar_splines.py │ ├── conditional │ │ ├── __init__.py │ │ ├── ar.py │ │ ├── ar_linear.py │ │ ├── ar_mixtures.py │ │ └── ar_splines.py │ └── utils.py │ ├── squeeze1d.py │ └── utils.py ├── optim ├── base.py └── expdecay.py ├── train.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- 1 | *.egg-info 2 | __pycache__ 3 | data_path 4 | log/* 5 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/README.md -------------------------------------------------------------------------------- /data/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/data/data.py -------------------------------------------------------------------------------- /data/dataset_enwik8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/data/dataset_enwik8.py -------------------------------------------------------------------------------- /data/dataset_text8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/data/dataset_text8.py -------------------------------------------------------------------------------- /data/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/data/vocab.py -------------------------------------------------------------------------------- /data_summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/data_summary.py -------------------------------------------------------------------------------- /eval_loglik.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/eval_loglik.py -------------------------------------------------------------------------------- /eval_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/eval_sample.py -------------------------------------------------------------------------------- /eval_time_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/eval_time_sample.py -------------------------------------------------------------------------------- /experiment/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/experiment/base.py -------------------------------------------------------------------------------- /experiment/flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/experiment/flow.py -------------------------------------------------------------------------------- /experiment/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/experiment/utils.py -------------------------------------------------------------------------------- /images/overview_argmax.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/images/overview_argmax.png -------------------------------------------------------------------------------- /model/CategoricalNF/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/CategoricalNF/categorical_encoding/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/CategoricalNF/categorical_encoding/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/categorical_encoding/decoder.py -------------------------------------------------------------------------------- /model/CategoricalNF/categorical_encoding/linear_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/categorical_encoding/linear_encoding.py -------------------------------------------------------------------------------- /model/CategoricalNF/categorical_encoding/mutils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/categorical_encoding/mutils.py -------------------------------------------------------------------------------- /model/CategoricalNF/categorical_encoding/variational_auto_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/categorical_encoding/variational_auto_encoding.py -------------------------------------------------------------------------------- /model/CategoricalNF/categorical_encoding/variational_dequantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/categorical_encoding/variational_dequantization.py -------------------------------------------------------------------------------- /model/CategoricalNF/categorical_encoding/variational_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/categorical_encoding/variational_encoding.py -------------------------------------------------------------------------------- /model/CategoricalNF/flows/activation_normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/flows/activation_normalization.py -------------------------------------------------------------------------------- /model/CategoricalNF/flows/autoregressive_coupling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/flows/autoregressive_coupling.py -------------------------------------------------------------------------------- /model/CategoricalNF/flows/autoregressive_coupling2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/flows/autoregressive_coupling2.py -------------------------------------------------------------------------------- /model/CategoricalNF/flows/coupling_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/flows/coupling_layer.py -------------------------------------------------------------------------------- /model/CategoricalNF/flows/discrete_coupling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/flows/discrete_coupling.py -------------------------------------------------------------------------------- /model/CategoricalNF/flows/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/flows/distributions.py -------------------------------------------------------------------------------- /model/CategoricalNF/flows/flow_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/flows/flow_layer.py -------------------------------------------------------------------------------- /model/CategoricalNF/flows/flow_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/flows/flow_model.py -------------------------------------------------------------------------------- /model/CategoricalNF/flows/mixture_cdf_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/flows/mixture_cdf_layer.py -------------------------------------------------------------------------------- /model/CategoricalNF/flows/permutation_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/flows/permutation_layers.py -------------------------------------------------------------------------------- /model/CategoricalNF/flows/sigmoid_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/flows/sigmoid_layer.py -------------------------------------------------------------------------------- /model/CategoricalNF/general/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/CategoricalNF/general/mutils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/general/mutils.py -------------------------------------------------------------------------------- /model/CategoricalNF/general/parameter_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/general/parameter_scheduler.py -------------------------------------------------------------------------------- /model/CategoricalNF/general/radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/general/radam.py -------------------------------------------------------------------------------- /model/CategoricalNF/general/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/general/task.py -------------------------------------------------------------------------------- /model/CategoricalNF/general/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/general/train.py -------------------------------------------------------------------------------- /model/CategoricalNF/networks/autoregressive_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/networks/autoregressive_layers.py -------------------------------------------------------------------------------- /model/CategoricalNF/networks/autoregressive_layers2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/networks/autoregressive_layers2.py -------------------------------------------------------------------------------- /model/CategoricalNF/networks/graph_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/networks/graph_layers.py -------------------------------------------------------------------------------- /model/CategoricalNF/networks/help_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/CategoricalNF/networks/help_layers.py -------------------------------------------------------------------------------- /model/ar/encoder_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/ar/encoder_context.py -------------------------------------------------------------------------------- /model/ar/encoder_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/ar/encoder_transforms.py -------------------------------------------------------------------------------- /model/ar/flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/ar/flow.py -------------------------------------------------------------------------------- /model/coupling/cond_ar_affine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/coupling/cond_ar_affine.py -------------------------------------------------------------------------------- /model/coupling/cond_ar_spline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/coupling/cond_ar_spline.py -------------------------------------------------------------------------------- /model/coupling/flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/coupling/flow.py -------------------------------------------------------------------------------- /model/coupling/masked_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/coupling/masked_linear.py -------------------------------------------------------------------------------- /model/distributions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/distributions/__init__.py -------------------------------------------------------------------------------- /model/distributions/binary_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/distributions/binary_encoder.py -------------------------------------------------------------------------------- /model/distributions/conv_normal1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/distributions/conv_normal1d.py -------------------------------------------------------------------------------- /model/distributions/gumbel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/distributions/gumbel.py -------------------------------------------------------------------------------- /model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/model.py -------------------------------------------------------------------------------- /model/transforms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/__init__.py -------------------------------------------------------------------------------- /model/transforms/argmax_product.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/argmax_product.py -------------------------------------------------------------------------------- /model/transforms/autoregressive/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/autoregressive/__init__.py -------------------------------------------------------------------------------- /model/transforms/autoregressive/ar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/autoregressive/ar.py -------------------------------------------------------------------------------- /model/transforms/autoregressive/ar_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/autoregressive/ar_linear.py -------------------------------------------------------------------------------- /model/transforms/autoregressive/ar_mixtures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/autoregressive/ar_mixtures.py -------------------------------------------------------------------------------- /model/transforms/autoregressive/ar_splines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/autoregressive/ar_splines.py -------------------------------------------------------------------------------- /model/transforms/autoregressive/conditional/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/autoregressive/conditional/__init__.py -------------------------------------------------------------------------------- /model/transforms/autoregressive/conditional/ar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/autoregressive/conditional/ar.py -------------------------------------------------------------------------------- /model/transforms/autoregressive/conditional/ar_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/autoregressive/conditional/ar_linear.py -------------------------------------------------------------------------------- /model/transforms/autoregressive/conditional/ar_mixtures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/autoregressive/conditional/ar_mixtures.py -------------------------------------------------------------------------------- /model/transforms/autoregressive/conditional/ar_splines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/autoregressive/conditional/ar_splines.py -------------------------------------------------------------------------------- /model/transforms/autoregressive/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/autoregressive/utils.py -------------------------------------------------------------------------------- /model/transforms/squeeze1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/squeeze1d.py -------------------------------------------------------------------------------- /model/transforms/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/model/transforms/utils.py -------------------------------------------------------------------------------- /optim/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/optim/base.py -------------------------------------------------------------------------------- /optim/expdecay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/optim/expdecay.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/train.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/didriknielsen/argmax_flows/HEAD/utils.py --------------------------------------------------------------------------------