├── .gitignore ├── LICENSE ├── README.md ├── __pycache__ └── utils.cpython-39.pyc ├── configs ├── bert_config.json ├── med_config.json ├── pipeline_config │ ├── pipeline_config_msrvtt_test.yaml │ ├── pipeline_config_msrvtt_train.yaml │ ├── pipeline_config_msrvtt_val.yaml │ ├── pipeline_config_msvd_test.yaml │ ├── pipeline_config_msvd_train.yaml │ ├── pipeline_config_msvd_val.yaml │ ├── pipeline_config_vatex_test.yaml │ ├── pipeline_config_vatex_train.yaml │ ├── pipeline_config_vlep_dev.yaml │ ├── pipeline_config_vlep_test.yaml │ ├── pipeline_config_vlep_train.yaml │ ├── pipeline_config_youcook2_train.yaml │ └── pipeline_config_youcook2_val.yaml ├── train_blip_video_captioning_msrvtt.yaml ├── train_blip_video_captioning_vatex.yaml ├── train_blip_video_captioning_youcook2.yaml ├── train_blip_video_retrieval_msrvtt_gt.yaml ├── train_blip_video_retrieval_msrvtt_pseudo.yaml ├── train_blip_video_retrieval_vatex_gt.yaml ├── train_blip_video_retrieval_vatex_pseudo.yaml ├── train_blip_video_vqa_msrvtt.yaml └── train_blip_video_vqa_msvd.yaml ├── data ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-39.pyc │ ├── coco_batching.cpython-39.pyc │ ├── coco_karpathy_dataset.cpython-39.pyc │ ├── flickr30k_dataset.cpython-39.pyc │ ├── msrvtt_dataset.cpython-39.pyc │ ├── nlvr_dataset.cpython-39.pyc │ ├── nocaps_dataset.cpython-39.pyc │ ├── pretrain_dataset.cpython-39.pyc │ ├── utils.cpython-39.pyc │ ├── video_eval_dataset.cpython-39.pyc │ ├── video_pretrain_dataset.cpython-39.pyc │ └── vqa_dataset.cpython-39.pyc ├── coco_karpathy_dataset.py ├── flickr30k_dataset.py ├── msrvtt_dataset.py ├── nlvr_dataset.py ├── nocaps_dataset.py ├── pretrain_dataset.py ├── utils.py ├── video_eval_dataset.py ├── video_pretrain_dataset.py └── vqa_dataset.py ├── docker ├── Dockerfile ├── apex │ ├── .github │ │ └── ISSUE_TEMPLATE │ │ │ └── bug_report.md │ ├── .gitignore │ ├── .gitmodules │ ├── .nojekyll │ ├── LICENSE │ ├── README.md │ ├── apex │ │ ├── RNN │ │ │ ├── README.md │ │ │ ├── RNNBackend.py │ │ │ ├── __init__.py │ │ │ ├── cells.py │ │ │ └── models.py │ │ ├── __init__.py │ │ ├── _autocast_utils.py │ │ ├── amp │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── __version__.py │ │ │ ├── _amp_state.py │ │ │ ├── _initialize.py │ │ │ ├── _process_optimizer.py │ │ │ ├── amp.py │ │ │ ├── compat.py │ │ │ ├── frontend.py │ │ │ ├── handle.py │ │ │ ├── lists │ │ │ │ ├── __init__.py │ │ │ │ ├── functional_overrides.py │ │ │ │ ├── tensor_overrides.py │ │ │ │ └── torch_overrides.py │ │ │ ├── opt.py │ │ │ ├── rnn_compat.py │ │ │ ├── scaler.py │ │ │ ├── utils.py │ │ │ └── wrap.py │ │ ├── contrib │ │ │ ├── __init__.py │ │ │ ├── bottleneck │ │ │ │ ├── __init__.py │ │ │ │ ├── bottleneck.py │ │ │ │ ├── bottleneck_module_test.py │ │ │ │ └── test.py │ │ │ ├── csrc │ │ │ │ ├── bottleneck │ │ │ │ │ └── bottleneck.cpp │ │ │ │ ├── fmha │ │ │ │ │ ├── fmha_api.cpp │ │ │ │ │ └── src │ │ │ │ │ │ ├── fmha.h │ │ │ │ │ │ ├── fmha │ │ │ │ │ │ ├── gemm.h │ │ │ │ │ │ ├── gmem_tile.h │ │ │ │ │ │ ├── kernel_traits.h │ │ │ │ │ │ ├── mask.h │ │ │ │ │ │ ├── smem_tile.h │ │ │ │ │ │ ├── softmax.h │ │ │ │ │ │ └── utils.h │ │ │ │ │ │ ├── fmha_dgrad_fp16_128_64_kernel.sm80.cu │ │ │ │ │ │ ├── fmha_dgrad_fp16_256_64_kernel.sm80.cu │ │ │ │ │ │ ├── fmha_dgrad_fp16_384_64_kernel.sm80.cu │ │ │ │ │ │ ├── fmha_dgrad_fp16_512_64_kernel.sm80.cu │ │ │ │ │ │ ├── fmha_dgrad_kernel_1xN_reload.h │ │ │ │ │ │ ├── fmha_dgrad_kernel_1xN_reload_nl.h │ │ │ │ │ │ ├── fmha_fprop_fp16_128_64_kernel.sm80.cu │ │ │ │ │ │ ├── fmha_fprop_fp16_256_64_kernel.sm80.cu │ │ │ │ │ │ ├── fmha_fprop_fp16_384_64_kernel.sm80.cu │ │ │ │ │ │ ├── fmha_fprop_fp16_512_64_kernel.sm80.cu │ │ │ │ │ │ ├── fmha_fprop_kernel_1xN.h │ │ │ │ │ │ ├── fmha_fprop_kernel_1xN_nl.h │ │ │ │ │ │ ├── fmha_fprop_kernel_1xN_reload_v.h │ │ │ │ │ │ ├── fmha_kernel.h │ │ │ │ │ │ ├── fmha_noloop_reduce.cu │ │ │ │ │ │ └── fmha_utils.h │ │ │ │ ├── groupbn │ │ │ │ │ ├── batch_norm.cu │ │ │ │ │ ├── batch_norm.h │ │ │ │ │ ├── batch_norm_add_relu.cu │ │ │ │ │ ├── batch_norm_add_relu.h │ │ │ │ │ ├── cuda_utils.h │ │ │ │ │ ├── interface.cpp │ │ │ │ │ ├── ipc.cu │ │ │ │ │ └── nhwc_batch_norm_kernel.h │ │ │ │ ├── layer_norm │ │ │ │ │ ├── ln.h │ │ │ │ │ ├── ln_api.cpp │ │ │ │ │ ├── ln_bwd_kernels.cuh │ │ │ │ │ ├── ln_bwd_semi_cuda_kernel.cu │ │ │ │ │ ├── ln_fwd_cuda_kernel.cu │ │ │ │ │ ├── ln_fwd_kernels.cuh │ │ │ │ │ ├── ln_kernel_traits.h │ │ │ │ │ └── ln_utils.cuh │ │ │ │ ├── multihead_attn │ │ │ │ │ ├── additive_masked_softmax_dropout_cuda.cu │ │ │ │ │ ├── dropout.cuh │ │ │ │ │ ├── encdec_multihead_attn_cuda.cu │ │ │ │ │ ├── encdec_multihead_attn_norm_add_cuda.cu │ │ │ │ │ ├── layer_norm.cuh │ │ │ │ │ ├── masked_softmax_dropout_cuda.cu │ │ │ │ │ ├── multihead_attn_frontend.cpp │ │ │ │ │ ├── philox.cuh │ │ │ │ │ ├── self_multihead_attn_bias_additive_mask_cuda.cu │ │ │ │ │ ├── self_multihead_attn_bias_cuda.cu │ │ │ │ │ ├── self_multihead_attn_cuda.cu │ │ │ │ │ ├── self_multihead_attn_norm_add_cuda.cu │ │ │ │ │ ├── softmax.cuh │ │ │ │ │ └── strided_batched_gemm.cuh │ │ │ │ ├── optimizers │ │ │ │ │ ├── fused_adam_cuda.cpp │ │ │ │ │ ├── fused_adam_cuda_kernel.cu │ │ │ │ │ ├── fused_lamb_cuda.cpp │ │ │ │ │ ├── fused_lamb_cuda_kernel.cu │ │ │ │ │ ├── multi_tensor_distopt_adam.cpp │ │ │ │ │ ├── multi_tensor_distopt_adam_kernel.cu │ │ │ │ │ ├── multi_tensor_distopt_lamb.cpp │ │ │ │ │ └── multi_tensor_distopt_lamb_kernel.cu │ │ │ │ ├── transducer │ │ │ │ │ ├── transducer_joint.cpp │ │ │ │ │ ├── transducer_joint_kernel.cu │ │ │ │ │ ├── transducer_loss.cpp │ │ │ │ │ └── transducer_loss_kernel.cu │ │ │ │ └── xentropy │ │ │ │ │ ├── interface.cpp │ │ │ │ │ └── xentropy_kernel.cu │ │ │ ├── examples │ │ │ │ └── multihead_attn │ │ │ │ │ ├── func_test_multihead_attn.py │ │ │ │ │ └── perf_test_multihead_attn.py │ │ │ ├── fmha │ │ │ │ ├── __init__.py │ │ │ │ └── fmha.py │ │ │ ├── groupbn │ │ │ │ ├── __init__.py │ │ │ │ └── batch_norm.py │ │ │ ├── layer_norm │ │ │ │ ├── __init__.py │ │ │ │ └── layer_norm.py │ │ │ ├── multihead_attn │ │ │ │ ├── README.md │ │ │ │ ├── __init__.py │ │ │ │ ├── encdec_multihead_attn.py │ │ │ │ ├── encdec_multihead_attn_func.py │ │ │ │ ├── fast_encdec_multihead_attn_func.py │ │ │ │ ├── fast_encdec_multihead_attn_norm_add_func.py │ │ │ │ ├── fast_self_multihead_attn_func.py │ │ │ │ ├── fast_self_multihead_attn_norm_add_func.py │ │ │ │ ├── mask_softmax_dropout_func.py │ │ │ │ ├── self_multihead_attn.py │ │ │ │ └── self_multihead_attn_func.py │ │ │ ├── optimizers │ │ │ │ ├── __init__.py │ │ │ │ ├── distributed_fused_adam.py │ │ │ │ ├── distributed_fused_adam_v2.py │ │ │ │ ├── distributed_fused_adam_v3.py │ │ │ │ ├── distributed_fused_lamb.py │ │ │ │ ├── fp16_optimizer.py │ │ │ │ ├── fused_adam.py │ │ │ │ ├── fused_lamb.py │ │ │ │ └── fused_sgd.py │ │ │ ├── sparsity │ │ │ │ ├── README.md │ │ │ │ ├── __init__.py │ │ │ │ ├── asp.py │ │ │ │ ├── permutation_lib.py │ │ │ │ ├── permutation_search_kernels │ │ │ │ │ ├── CUDA_kernels │ │ │ │ │ │ └── permutation_search_kernels.cu │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── call_permutation_search_kernels.py │ │ │ │ │ ├── exhaustive_search.py │ │ │ │ │ └── permutation_utilities.py │ │ │ │ ├── sparse_masklib.py │ │ │ │ └── test │ │ │ │ │ ├── checkpointing_test_part1.py │ │ │ │ │ ├── checkpointing_test_part2.py │ │ │ │ │ ├── checkpointing_test_reference.py │ │ │ │ │ └── toy_problem.py │ │ │ ├── test │ │ │ │ ├── fmha │ │ │ │ │ └── test_fmha.py │ │ │ │ ├── fused_dense │ │ │ │ │ └── test_fused_dense.py │ │ │ │ ├── layer_norm │ │ │ │ │ └── test_fast_layer_norm.py │ │ │ │ ├── multihead_attn │ │ │ │ │ ├── test_encdec_multihead_attn.py │ │ │ │ │ ├── test_encdec_multihead_attn_norm_add.py │ │ │ │ │ ├── test_fast_self_multihead_attn_bias.py │ │ │ │ │ ├── test_mha_fused_softmax.py │ │ │ │ │ ├── test_self_multihead_attn.py │ │ │ │ │ └── test_self_multihead_attn_norm_add.py │ │ │ │ ├── test_label_smoothing.py │ │ │ │ └── transducer │ │ │ │ │ ├── test_transducer_joint.py │ │ │ │ │ ├── test_transducer_loss.py │ │ │ │ │ └── transducer_ref.py │ │ │ ├── transducer │ │ │ │ ├── __init__.py │ │ │ │ └── transducer.py │ │ │ └── xentropy │ │ │ │ ├── __init__.py │ │ │ │ └── softmax_xentropy.py │ │ ├── fp16_utils │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── fp16_optimizer.py │ │ │ ├── fp16util.py │ │ │ └── loss_scaler.py │ │ ├── fused_dense │ │ │ ├── __init__.py │ │ │ └── fused_dense.py │ │ ├── mlp │ │ │ ├── __init__.py │ │ │ └── mlp.py │ │ ├── multi_tensor_apply │ │ │ ├── __init__.py │ │ │ └── multi_tensor_apply.py │ │ ├── normalization │ │ │ ├── __init__.py │ │ │ └── fused_layer_norm.py │ │ ├── optimizers │ │ │ ├── __init__.py │ │ │ ├── fused_adagrad.py │ │ │ ├── fused_adam.py │ │ │ ├── fused_lamb.py │ │ │ ├── fused_mixed_precision_lamb.py │ │ │ ├── fused_novograd.py │ │ │ └── fused_sgd.py │ │ ├── parallel │ │ │ ├── LARC.py │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── distributed.py │ │ │ ├── multiproc.py │ │ │ ├── optimized_sync_batchnorm.py │ │ │ ├── optimized_sync_batchnorm_kernel.py │ │ │ ├── sync_batchnorm.py │ │ │ └── sync_batchnorm_kernel.py │ │ ├── pyprof │ │ │ ├── FAQs.md │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── examples │ │ │ │ ├── .gitignore │ │ │ │ ├── apex │ │ │ │ │ ├── README.md │ │ │ │ │ ├── fused_adam.py │ │ │ │ │ ├── fused_layer_norm.py │ │ │ │ │ └── test.sh │ │ │ │ ├── custom_func_module │ │ │ │ │ ├── README.md │ │ │ │ │ ├── custom_function.py │ │ │ │ │ ├── custom_module.py │ │ │ │ │ └── test.sh │ │ │ │ ├── imagenet │ │ │ │ │ ├── imagenet.py │ │ │ │ │ └── test.sh │ │ │ │ ├── jit │ │ │ │ │ ├── README.md │ │ │ │ │ ├── jit_script_function.py │ │ │ │ │ ├── jit_script_method.py │ │ │ │ │ ├── jit_trace_function.py │ │ │ │ │ ├── jit_trace_method.py │ │ │ │ │ └── test.sh │ │ │ │ ├── lenet.py │ │ │ │ ├── operators.py │ │ │ │ ├── simple.py │ │ │ │ └── user_annotation │ │ │ │ │ ├── README.md │ │ │ │ │ ├── resnet.py │ │ │ │ │ └── test.sh │ │ │ ├── nvtx │ │ │ │ ├── __init__.py │ │ │ │ └── nvmarker.py │ │ │ ├── parse │ │ │ │ ├── __init__.py │ │ │ │ ├── __main__.py │ │ │ │ ├── db.py │ │ │ │ ├── kernel.py │ │ │ │ ├── nvvp.py │ │ │ │ └── parse.py │ │ │ └── prof │ │ │ │ ├── __init__.py │ │ │ │ ├── __main__.py │ │ │ │ ├── activation.py │ │ │ │ ├── base.py │ │ │ │ ├── blas.py │ │ │ │ ├── conv.py │ │ │ │ ├── convert.py │ │ │ │ ├── data.py │ │ │ │ ├── dropout.py │ │ │ │ ├── embedding.py │ │ │ │ ├── index_slice_join_mutate.py │ │ │ │ ├── linear.py │ │ │ │ ├── loss.py │ │ │ │ ├── misc.py │ │ │ │ ├── normalization.py │ │ │ │ ├── optim.py │ │ │ │ ├── output.py │ │ │ │ ├── pointwise.py │ │ │ │ ├── pooling.py │ │ │ │ ├── prof.py │ │ │ │ ├── randomSample.py │ │ │ │ ├── recurrentCell.py │ │ │ │ ├── reduction.py │ │ │ │ ├── softmax.py │ │ │ │ ├── usage.py │ │ │ │ └── utility.py │ │ ├── reparameterization │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── reparameterization.py │ │ │ └── weight_norm.py │ │ └── transformer │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── _data │ │ │ ├── __init__.py │ │ │ └── _batchsampler.py │ │ │ ├── amp │ │ │ ├── __init__.py │ │ │ └── grad_scaler.py │ │ │ ├── enums.py │ │ │ ├── functional │ │ │ ├── __init__.py │ │ │ └── fused_softmax.py │ │ │ ├── log_util.py │ │ │ ├── microbatches.py │ │ │ ├── parallel_state.py │ │ │ ├── pipeline_parallel │ │ │ ├── __init__.py │ │ │ ├── _timers.py │ │ │ ├── p2p_communication.py │ │ │ ├── schedules │ │ │ │ ├── __init__.py │ │ │ │ ├── common.py │ │ │ │ ├── fwd_bwd_no_pipelining.py │ │ │ │ ├── fwd_bwd_pipelining_with_interleaving.py │ │ │ │ └── fwd_bwd_pipelining_without_interleaving.py │ │ │ └── utils.py │ │ │ ├── tensor_parallel │ │ │ ├── __init__.py │ │ │ ├── cross_entropy.py │ │ │ ├── data.py │ │ │ ├── layers.py │ │ │ ├── mappings.py │ │ │ ├── memory.py │ │ │ ├── random.py │ │ │ └── utils.py │ │ │ ├── testing │ │ │ ├── __init__.py │ │ │ ├── arguments.py │ │ │ ├── commons.py │ │ │ ├── global_vars.py │ │ │ ├── standalone_bert.py │ │ │ └── standalone_gpt.py │ │ │ └── utils.py │ ├── csrc │ │ ├── amp_C_frontend.cpp │ │ ├── compat.h │ │ ├── flatten_unflatten.cpp │ │ ├── fused_dense.cpp │ │ ├── fused_dense_cuda.cu │ │ ├── layer_norm_cuda.cpp │ │ ├── layer_norm_cuda_kernel.cu │ │ ├── megatron │ │ │ ├── fused_weight_gradient_dense.cpp │ │ │ ├── fused_weight_gradient_dense_16bit_prec_cuda.cu │ │ │ ├── fused_weight_gradient_dense_cuda.cu │ │ │ ├── scaled_masked_softmax.cpp │ │ │ ├── scaled_masked_softmax.h │ │ │ ├── scaled_masked_softmax_cuda.cu │ │ │ ├── scaled_upper_triang_masked_softmax.cpp │ │ │ ├── scaled_upper_triang_masked_softmax.h │ │ │ └── scaled_upper_triang_masked_softmax_cuda.cu │ │ ├── mlp.cpp │ │ ├── mlp_cuda.cu │ │ ├── multi_tensor_adagrad.cu │ │ ├── multi_tensor_adam.cu │ │ ├── multi_tensor_apply.cuh │ │ ├── multi_tensor_axpby_kernel.cu │ │ ├── multi_tensor_l2norm_kernel.cu │ │ ├── multi_tensor_l2norm_kernel_mp.cu │ │ ├── multi_tensor_l2norm_scale_kernel.cu │ │ ├── multi_tensor_lamb.cu │ │ ├── multi_tensor_lamb_mp.cu │ │ ├── multi_tensor_lamb_stage_1.cu │ │ ├── multi_tensor_lamb_stage_2.cu │ │ ├── multi_tensor_novograd.cu │ │ ├── multi_tensor_scale_kernel.cu │ │ ├── multi_tensor_sgd_kernel.cu │ │ ├── syncbn.cpp │ │ ├── type_shim.h │ │ └── welford.cu │ ├── docs │ │ ├── Makefile │ │ └── source │ │ │ ├── _static │ │ │ └── css │ │ │ │ └── pytorch_theme.css │ │ │ ├── _templates │ │ │ └── layout.html │ │ │ ├── advanced.rst │ │ │ ├── amp.rst │ │ │ ├── conf.py │ │ │ ├── fp16_utils.rst │ │ │ ├── index.rst │ │ │ ├── layernorm.rst │ │ │ ├── optimizers.rst │ │ │ └── parallel.rst │ ├── examples │ │ ├── README.md │ │ ├── dcgan │ │ │ ├── README.md │ │ │ └── main_amp.py │ │ ├── docker │ │ │ ├── Dockerfile │ │ │ └── README.md │ │ ├── imagenet │ │ │ ├── README.md │ │ │ └── main_amp.py │ │ └── simple │ │ │ └── distributed │ │ │ ├── README.md │ │ │ ├── distributed_data_parallel.py │ │ │ └── run.sh │ ├── requirements.txt │ ├── requirements_dev.txt │ ├── setup.py │ └── tests │ │ ├── L0 │ │ ├── run_amp │ │ │ ├── __init__.py │ │ │ ├── test_add_param_group.py │ │ │ ├── test_basic_casts.py │ │ │ ├── test_cache.py │ │ │ ├── test_checkpointing.py │ │ │ ├── test_fused_sgd.py │ │ │ ├── test_larc.py │ │ │ ├── test_multi_tensor_axpby.py │ │ │ ├── test_multi_tensor_l2norm.py │ │ │ ├── test_multi_tensor_scale.py │ │ │ ├── test_multiple_models_optimizers_losses.py │ │ │ ├── test_promotion.py │ │ │ ├── test_rnn.py │ │ │ └── utils.py │ │ ├── run_fp16util │ │ │ ├── __init__.py │ │ │ └── test_fp16util.py │ │ ├── run_fused_layer_norm │ │ │ └── test_fused_layer_norm.py │ │ ├── run_mlp │ │ │ └── test_mlp.py │ │ ├── run_optimizers │ │ │ ├── __init__.py │ │ │ ├── test_dist_adam.py │ │ │ ├── test_fused_novograd.py │ │ │ ├── test_fused_optimizer.py │ │ │ └── test_lamb.py │ │ ├── run_pyprof_data │ │ │ ├── __init__.py │ │ │ └── test_pyprof_data.py │ │ ├── run_pyprof_nvtx │ │ │ ├── __init__.py │ │ │ └── test_pyprof_nvtx.py │ │ ├── run_test.py │ │ └── run_transformer │ │ │ ├── __init__.py │ │ │ ├── gpt_scaling_test.py │ │ │ ├── run_bert_minimal_test.py │ │ │ ├── run_cross_entropy_test.py │ │ │ ├── run_data_test.py │ │ │ ├── run_dynamic_batchsize_test.py │ │ │ ├── run_gpt_minimal_test.py │ │ │ ├── run_initialize_test.py │ │ │ ├── run_layers_test.py │ │ │ ├── run_mappings_test.py │ │ │ ├── run_megatron_gpt_pipeline.py │ │ │ ├── run_pipeline_parallel_test.py │ │ │ ├── run_random_test.py │ │ │ ├── run_utils_test.py │ │ │ ├── test_batch_sampler.py │ │ │ ├── test_fused_softmax.py │ │ │ └── test_transformer_module.py │ │ ├── L1 │ │ ├── common │ │ │ ├── compare.py │ │ │ ├── main_amp.py │ │ │ └── run_test.sh │ │ ├── cross_product │ │ │ └── run.sh │ │ └── cross_product_distributed │ │ │ └── run.sh │ │ ├── distributed │ │ ├── DDP │ │ │ ├── ddp_race_condition_test.py │ │ │ └── run_race_test.sh │ │ ├── amp_master_params │ │ │ ├── amp_master_params.py │ │ │ ├── compare.py │ │ │ └── run.sh │ │ └── synced_batchnorm │ │ │ ├── python_single_gpu_unit_test.py │ │ │ ├── single_gpu_unit_test.py │ │ │ ├── test_batchnorm1d.py │ │ │ ├── test_groups.py │ │ │ ├── two_gpu_test_different_batch_size.py │ │ │ ├── two_gpu_unit_test.py │ │ │ └── unit_test.sh │ │ └── docker_extension_builds │ │ └── run.sh ├── install_pkg_minimum.sh └── requirements.txt ├── download_blip_checkpoints.sh ├── eval_retrieval_video.py ├── eval_video_captioning_results.py ├── eval_video_qa_result.py ├── eval_vlep.py ├── generate_prompts_fixed_prefix.py ├── generate_prompts_random_prefix.py ├── generate_prompts_random_prefix_in_context_selection.py ├── generate_prompts_random_prefix_vlep_multichoice.py ├── models ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-39.pyc │ ├── blip.cpython-39.pyc │ ├── blip_embedding.cpython-39.pyc │ ├── blip_itm.cpython-39.pyc │ ├── blip_retrieval.cpython-39.pyc │ ├── med.cpython-39.pyc │ └── vit.cpython-39.pyc ├── blip.py ├── blip_embedding.py ├── blip_itm.py ├── blip_nlvr.py ├── blip_pretrain.py ├── blip_retrieval.py ├── blip_vqa.py ├── med.py ├── nlvr_encoder.py └── vit.py ├── output_example └── README.md ├── pipeline ├── README.md ├── prompt_prefix │ └── dummy.txt └── scripts │ ├── generate_gpt3_query_pipeline_caption_fixed_prompt.sh │ ├── generate_gpt3_query_pipeline_caption_fixed_prompt_asr.sh │ ├── generate_gpt3_query_pipeline_caption_with_in_context_selection.sh │ ├── generate_gpt3_query_pipeline_caption_with_in_context_selection_with_asr.sh │ ├── generate_gpt3_query_pipeline_caption_with_random_context.sh │ ├── generate_gpt3_query_pipeline_qa_fixed_prompt.sh │ ├── generate_gpt3_query_pipeline_qa_with_in_context_selection.sh │ ├── generate_gpt3_query_pipeline_qa_with_random_context.sh │ ├── generate_gpt3_query_pipeline_vlep_with_random_context_asr_multichoice.sh │ └── run_frame_captioning_and_visual_tokenization.sh ├── pretrain_video.py ├── run_docker_vidil.sh ├── run_video_CapFilt.py ├── run_visual_tokenization.py ├── scripts ├── evaluation │ ├── eval_caption_from_gpt3_response.sh │ ├── eval_caption_from_result_json.sh │ ├── eval_qa_from_gpt3_response.sh │ └── eval_qa_from_result_json.sh ├── train_caption_video.sh ├── train_retrieval_video.sh └── train_vqa_video.sh ├── shared_datasets └── README.md ├── train_caption_video.py ├── train_retrieval_video.py ├── train_vqa_video.py ├── transform ├── __pycache__ │ ├── randaugment.cpython-38.pyc │ └── randaugment.cpython-39.pyc └── randaugment.py ├── utils.py ├── utils_gpt3 ├── __init__.py ├── gpt3_response_to_jsonl.py └── process_gpt3_response.py ├── vidIL.gif ├── visual_token_generation ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-39.pyc │ └── prompts.cpython-39.pyc └── prompts.py └── visual_token_ontology ├── vg ├── openimage_classes_all_cleaned_fictional_characters.json ├── place365_ontology.json ├── vg_original_attributes_synsets_keys_cleaned_remove_similar0.9.json ├── vg_original_relationship_synsets_keys_cleaned_remove_similar0.9.json └── vg_srl_selected_object_synsets_keys_remove_similar0.9.json ├── vg_tencent ├── place365_ontology.json ├── tencent_ml_images_objects.json ├── vg_original_attributes_synsets_keys_cleaned_remove_similar0.9.json ├── vg_original_relationship_synsets_keys_cleaned_remove_similar0.9.json └── vg_srl_selected_object_synsets_keys_remove_similar0.9.json └── youcook2 ├── cooking_vocabulary_nouns.json ├── cooking_vocabulary_verbs.json ├── openimage_relation_triples.json └── vg_srl_selected_object_synsets_keys_remove_similar0.9.json /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/README.md -------------------------------------------------------------------------------- /__pycache__/utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/__pycache__/utils.cpython-39.pyc -------------------------------------------------------------------------------- /configs/bert_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/bert_config.json -------------------------------------------------------------------------------- /configs/med_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/med_config.json -------------------------------------------------------------------------------- /configs/pipeline_config/pipeline_config_msrvtt_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/pipeline_config/pipeline_config_msrvtt_test.yaml -------------------------------------------------------------------------------- /configs/pipeline_config/pipeline_config_msrvtt_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/pipeline_config/pipeline_config_msrvtt_train.yaml -------------------------------------------------------------------------------- /configs/pipeline_config/pipeline_config_msrvtt_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/pipeline_config/pipeline_config_msrvtt_val.yaml -------------------------------------------------------------------------------- /configs/pipeline_config/pipeline_config_msvd_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/pipeline_config/pipeline_config_msvd_test.yaml -------------------------------------------------------------------------------- /configs/pipeline_config/pipeline_config_msvd_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/pipeline_config/pipeline_config_msvd_train.yaml -------------------------------------------------------------------------------- /configs/pipeline_config/pipeline_config_msvd_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/pipeline_config/pipeline_config_msvd_val.yaml -------------------------------------------------------------------------------- /configs/pipeline_config/pipeline_config_vatex_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/pipeline_config/pipeline_config_vatex_test.yaml -------------------------------------------------------------------------------- /configs/pipeline_config/pipeline_config_vatex_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/pipeline_config/pipeline_config_vatex_train.yaml -------------------------------------------------------------------------------- /configs/pipeline_config/pipeline_config_vlep_dev.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/pipeline_config/pipeline_config_vlep_dev.yaml -------------------------------------------------------------------------------- /configs/pipeline_config/pipeline_config_vlep_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/pipeline_config/pipeline_config_vlep_test.yaml -------------------------------------------------------------------------------- /configs/pipeline_config/pipeline_config_vlep_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/pipeline_config/pipeline_config_vlep_train.yaml -------------------------------------------------------------------------------- /configs/pipeline_config/pipeline_config_youcook2_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/pipeline_config/pipeline_config_youcook2_train.yaml -------------------------------------------------------------------------------- /configs/pipeline_config/pipeline_config_youcook2_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/pipeline_config/pipeline_config_youcook2_val.yaml -------------------------------------------------------------------------------- /configs/train_blip_video_captioning_msrvtt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/train_blip_video_captioning_msrvtt.yaml -------------------------------------------------------------------------------- /configs/train_blip_video_captioning_vatex.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/train_blip_video_captioning_vatex.yaml -------------------------------------------------------------------------------- /configs/train_blip_video_captioning_youcook2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/train_blip_video_captioning_youcook2.yaml -------------------------------------------------------------------------------- /configs/train_blip_video_retrieval_msrvtt_gt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/train_blip_video_retrieval_msrvtt_gt.yaml -------------------------------------------------------------------------------- /configs/train_blip_video_retrieval_msrvtt_pseudo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/train_blip_video_retrieval_msrvtt_pseudo.yaml -------------------------------------------------------------------------------- /configs/train_blip_video_retrieval_vatex_gt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/train_blip_video_retrieval_vatex_gt.yaml -------------------------------------------------------------------------------- /configs/train_blip_video_retrieval_vatex_pseudo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/train_blip_video_retrieval_vatex_pseudo.yaml -------------------------------------------------------------------------------- /configs/train_blip_video_vqa_msrvtt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/train_blip_video_vqa_msrvtt.yaml -------------------------------------------------------------------------------- /configs/train_blip_video_vqa_msvd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/configs/train_blip_video_vqa_msvd.yaml -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /data/__pycache__/coco_batching.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/__pycache__/coco_batching.cpython-39.pyc -------------------------------------------------------------------------------- /data/__pycache__/coco_karpathy_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/__pycache__/coco_karpathy_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /data/__pycache__/flickr30k_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/__pycache__/flickr30k_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /data/__pycache__/msrvtt_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/__pycache__/msrvtt_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /data/__pycache__/nlvr_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/__pycache__/nlvr_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /data/__pycache__/nocaps_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/__pycache__/nocaps_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /data/__pycache__/pretrain_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/__pycache__/pretrain_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /data/__pycache__/utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/__pycache__/utils.cpython-39.pyc -------------------------------------------------------------------------------- /data/__pycache__/video_eval_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/__pycache__/video_eval_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /data/__pycache__/video_pretrain_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/__pycache__/video_pretrain_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /data/__pycache__/vqa_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/__pycache__/vqa_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /data/coco_karpathy_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/coco_karpathy_dataset.py -------------------------------------------------------------------------------- /data/flickr30k_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/flickr30k_dataset.py -------------------------------------------------------------------------------- /data/msrvtt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/msrvtt_dataset.py -------------------------------------------------------------------------------- /data/nlvr_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/nlvr_dataset.py -------------------------------------------------------------------------------- /data/nocaps_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/nocaps_dataset.py -------------------------------------------------------------------------------- /data/pretrain_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/pretrain_dataset.py -------------------------------------------------------------------------------- /data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/utils.py -------------------------------------------------------------------------------- /data/video_eval_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/video_eval_dataset.py -------------------------------------------------------------------------------- /data/video_pretrain_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/video_pretrain_dataset.py -------------------------------------------------------------------------------- /data/vqa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/data/vqa_dataset.py -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /docker/apex/.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /docker/apex/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/.gitignore -------------------------------------------------------------------------------- /docker/apex/.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/.gitmodules -------------------------------------------------------------------------------- /docker/apex/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docker/apex/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/LICENSE -------------------------------------------------------------------------------- /docker/apex/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/README.md -------------------------------------------------------------------------------- /docker/apex/apex/RNN/README.md: -------------------------------------------------------------------------------- 1 | Under construction... 2 | -------------------------------------------------------------------------------- /docker/apex/apex/RNN/RNNBackend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/RNN/RNNBackend.py -------------------------------------------------------------------------------- /docker/apex/apex/RNN/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/RNN/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/RNN/cells.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/RNN/cells.py -------------------------------------------------------------------------------- /docker/apex/apex/RNN/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/RNN/models.py -------------------------------------------------------------------------------- /docker/apex/apex/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/_autocast_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/_autocast_utils.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/README.md -------------------------------------------------------------------------------- /docker/apex/apex/amp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/__version__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/__version__.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/_amp_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/_amp_state.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/_initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/_initialize.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/_process_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/_process_optimizer.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/amp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/amp.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/compat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/compat.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/frontend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/frontend.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/handle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/handle.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/lists/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docker/apex/apex/amp/lists/functional_overrides.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/lists/functional_overrides.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/lists/tensor_overrides.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/lists/tensor_overrides.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/lists/torch_overrides.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/lists/torch_overrides.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/opt.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/rnn_compat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/rnn_compat.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/scaler.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/utils.py -------------------------------------------------------------------------------- /docker/apex/apex/amp/wrap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/amp/wrap.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docker/apex/apex/contrib/bottleneck/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/bottleneck/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/bottleneck/bottleneck.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/bottleneck/bottleneck.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/bottleneck/bottleneck_module_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/bottleneck/bottleneck_module_test.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/bottleneck/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/bottleneck/test.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/bottleneck/bottleneck.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/bottleneck/bottleneck.cpp -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/fmha_api.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/fmha_api.cpp -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha/gemm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha/gemm.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha/gmem_tile.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha/gmem_tile.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha/kernel_traits.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha/kernel_traits.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha/mask.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha/mask.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha/smem_tile.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha/smem_tile.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha/softmax.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha/softmax.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha/utils.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_dgrad_fp16_128_64_kernel.sm80.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_dgrad_fp16_128_64_kernel.sm80.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_dgrad_fp16_256_64_kernel.sm80.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_dgrad_fp16_256_64_kernel.sm80.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_dgrad_fp16_384_64_kernel.sm80.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_dgrad_fp16_384_64_kernel.sm80.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_dgrad_fp16_512_64_kernel.sm80.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_dgrad_fp16_512_64_kernel.sm80.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_dgrad_kernel_1xN_reload.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_dgrad_kernel_1xN_reload.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_dgrad_kernel_1xN_reload_nl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_dgrad_kernel_1xN_reload_nl.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_fprop_fp16_128_64_kernel.sm80.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_fprop_fp16_128_64_kernel.sm80.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_fprop_fp16_256_64_kernel.sm80.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_fprop_fp16_256_64_kernel.sm80.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_fprop_fp16_384_64_kernel.sm80.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_fprop_fp16_384_64_kernel.sm80.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_fprop_fp16_512_64_kernel.sm80.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_fprop_fp16_512_64_kernel.sm80.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_fprop_kernel_1xN.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_fprop_kernel_1xN.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_fprop_kernel_1xN_nl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_fprop_kernel_1xN_nl.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_fprop_kernel_1xN_reload_v.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_fprop_kernel_1xN_reload_v.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_kernel.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_kernel.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_noloop_reduce.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_noloop_reduce.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/fmha/src/fmha_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/fmha/src/fmha_utils.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/groupbn/batch_norm.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/groupbn/batch_norm.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/groupbn/batch_norm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/groupbn/batch_norm.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/groupbn/batch_norm_add_relu.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/groupbn/batch_norm_add_relu.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/groupbn/batch_norm_add_relu.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/groupbn/batch_norm_add_relu.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/groupbn/cuda_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/groupbn/cuda_utils.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/groupbn/interface.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/groupbn/interface.cpp -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/groupbn/ipc.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/groupbn/ipc.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/groupbn/nhwc_batch_norm_kernel.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/groupbn/nhwc_batch_norm_kernel.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/layer_norm/ln.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/layer_norm/ln.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/layer_norm/ln_api.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/layer_norm/ln_api.cpp -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/layer_norm/ln_bwd_kernels.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/layer_norm/ln_bwd_kernels.cuh -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/layer_norm/ln_bwd_semi_cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/layer_norm/ln_bwd_semi_cuda_kernel.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/layer_norm/ln_fwd_cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/layer_norm/ln_fwd_cuda_kernel.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/layer_norm/ln_fwd_kernels.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/layer_norm/ln_fwd_kernels.cuh -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/layer_norm/ln_kernel_traits.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/layer_norm/ln_kernel_traits.h -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/layer_norm/ln_utils.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/layer_norm/ln_utils.cuh -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/multihead_attn/additive_masked_softmax_dropout_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/multihead_attn/additive_masked_softmax_dropout_cuda.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/multihead_attn/dropout.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/multihead_attn/dropout.cuh -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/multihead_attn/encdec_multihead_attn_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/multihead_attn/encdec_multihead_attn_cuda.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/multihead_attn/encdec_multihead_attn_norm_add_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/multihead_attn/encdec_multihead_attn_norm_add_cuda.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/multihead_attn/layer_norm.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/multihead_attn/layer_norm.cuh -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/multihead_attn/masked_softmax_dropout_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/multihead_attn/masked_softmax_dropout_cuda.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/multihead_attn/multihead_attn_frontend.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/multihead_attn/multihead_attn_frontend.cpp -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/multihead_attn/philox.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/multihead_attn/philox.cuh -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/multihead_attn/self_multihead_attn_bias_additive_mask_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/multihead_attn/self_multihead_attn_bias_additive_mask_cuda.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/multihead_attn/self_multihead_attn_bias_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/multihead_attn/self_multihead_attn_bias_cuda.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/multihead_attn/self_multihead_attn_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/multihead_attn/self_multihead_attn_cuda.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/multihead_attn/self_multihead_attn_norm_add_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/multihead_attn/self_multihead_attn_norm_add_cuda.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/multihead_attn/softmax.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/multihead_attn/softmax.cuh -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/multihead_attn/strided_batched_gemm.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/multihead_attn/strided_batched_gemm.cuh -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/optimizers/fused_adam_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/optimizers/fused_adam_cuda.cpp -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/optimizers/fused_adam_cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/optimizers/fused_adam_cuda_kernel.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/optimizers/fused_lamb_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/optimizers/fused_lamb_cuda.cpp -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/optimizers/fused_lamb_cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/optimizers/fused_lamb_cuda_kernel.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/optimizers/multi_tensor_distopt_adam.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/optimizers/multi_tensor_distopt_adam.cpp -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/optimizers/multi_tensor_distopt_adam_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/optimizers/multi_tensor_distopt_adam_kernel.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/optimizers/multi_tensor_distopt_lamb.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/optimizers/multi_tensor_distopt_lamb.cpp -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/optimizers/multi_tensor_distopt_lamb_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/optimizers/multi_tensor_distopt_lamb_kernel.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/transducer/transducer_joint.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/transducer/transducer_joint.cpp -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/transducer/transducer_joint_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/transducer/transducer_joint_kernel.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/transducer/transducer_loss.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/transducer/transducer_loss.cpp -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/transducer/transducer_loss_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/transducer/transducer_loss_kernel.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/xentropy/interface.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/xentropy/interface.cpp -------------------------------------------------------------------------------- /docker/apex/apex/contrib/csrc/xentropy/xentropy_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/csrc/xentropy/xentropy_kernel.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/examples/multihead_attn/func_test_multihead_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/examples/multihead_attn/func_test_multihead_attn.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/examples/multihead_attn/perf_test_multihead_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/examples/multihead_attn/perf_test_multihead_attn.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/fmha/__init__.py: -------------------------------------------------------------------------------- 1 | from .fmha import FMHAFun 2 | -------------------------------------------------------------------------------- /docker/apex/apex/contrib/fmha/fmha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/fmha/fmha.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/groupbn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/groupbn/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/groupbn/batch_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/groupbn/batch_norm.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/layer_norm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/layer_norm/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/layer_norm/layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/layer_norm/layer_norm.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/multihead_attn/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/multihead_attn/README.md -------------------------------------------------------------------------------- /docker/apex/apex/contrib/multihead_attn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/multihead_attn/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/multihead_attn/encdec_multihead_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/multihead_attn/encdec_multihead_attn.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/multihead_attn/encdec_multihead_attn_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/multihead_attn/encdec_multihead_attn_func.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/multihead_attn/fast_encdec_multihead_attn_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/multihead_attn/fast_encdec_multihead_attn_func.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/multihead_attn/fast_encdec_multihead_attn_norm_add_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/multihead_attn/fast_encdec_multihead_attn_norm_add_func.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/multihead_attn/fast_self_multihead_attn_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/multihead_attn/fast_self_multihead_attn_func.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/multihead_attn/fast_self_multihead_attn_norm_add_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/multihead_attn/fast_self_multihead_attn_norm_add_func.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/multihead_attn/mask_softmax_dropout_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/multihead_attn/mask_softmax_dropout_func.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/multihead_attn/self_multihead_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/multihead_attn/self_multihead_attn.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/multihead_attn/self_multihead_attn_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/multihead_attn/self_multihead_attn_func.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/optimizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/optimizers/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/optimizers/distributed_fused_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/optimizers/distributed_fused_adam.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/optimizers/distributed_fused_adam_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/optimizers/distributed_fused_adam_v2.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/optimizers/distributed_fused_adam_v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/optimizers/distributed_fused_adam_v3.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/optimizers/distributed_fused_lamb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/optimizers/distributed_fused_lamb.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/optimizers/fp16_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/optimizers/fp16_optimizer.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/optimizers/fused_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/optimizers/fused_adam.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/optimizers/fused_lamb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/optimizers/fused_lamb.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/optimizers/fused_sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/optimizers/fused_sgd.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/sparsity/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/sparsity/README.md -------------------------------------------------------------------------------- /docker/apex/apex/contrib/sparsity/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/sparsity/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/sparsity/asp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/sparsity/asp.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/sparsity/permutation_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/sparsity/permutation_lib.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/sparsity/permutation_search_kernels/CUDA_kernels/permutation_search_kernels.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/sparsity/permutation_search_kernels/CUDA_kernels/permutation_search_kernels.cu -------------------------------------------------------------------------------- /docker/apex/apex/contrib/sparsity/permutation_search_kernels/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/sparsity/permutation_search_kernels/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/sparsity/permutation_search_kernels/call_permutation_search_kernels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/sparsity/permutation_search_kernels/call_permutation_search_kernels.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/sparsity/permutation_search_kernels/exhaustive_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/sparsity/permutation_search_kernels/exhaustive_search.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/sparsity/permutation_search_kernels/permutation_utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/sparsity/permutation_search_kernels/permutation_utilities.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/sparsity/sparse_masklib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/sparsity/sparse_masklib.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/sparsity/test/checkpointing_test_part1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/sparsity/test/checkpointing_test_part1.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/sparsity/test/checkpointing_test_part2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/sparsity/test/checkpointing_test_part2.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/sparsity/test/checkpointing_test_reference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/sparsity/test/checkpointing_test_reference.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/sparsity/test/toy_problem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/sparsity/test/toy_problem.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/test/fmha/test_fmha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/test/fmha/test_fmha.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/test/fused_dense/test_fused_dense.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/test/fused_dense/test_fused_dense.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/test/layer_norm/test_fast_layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/test/layer_norm/test_fast_layer_norm.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/test/multihead_attn/test_encdec_multihead_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/test/multihead_attn/test_encdec_multihead_attn.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/test/multihead_attn/test_encdec_multihead_attn_norm_add.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/test/multihead_attn/test_encdec_multihead_attn_norm_add.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/test/multihead_attn/test_fast_self_multihead_attn_bias.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/test/multihead_attn/test_fast_self_multihead_attn_bias.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/test/multihead_attn/test_mha_fused_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/test/multihead_attn/test_mha_fused_softmax.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/test/multihead_attn/test_self_multihead_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/test/multihead_attn/test_self_multihead_attn.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/test/multihead_attn/test_self_multihead_attn_norm_add.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/test/multihead_attn/test_self_multihead_attn_norm_add.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/test/test_label_smoothing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/test/test_label_smoothing.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/test/transducer/test_transducer_joint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/test/transducer/test_transducer_joint.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/test/transducer/test_transducer_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/test/transducer/test_transducer_loss.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/test/transducer/transducer_ref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/test/transducer/transducer_ref.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/transducer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/transducer/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/transducer/transducer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/transducer/transducer.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/xentropy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/xentropy/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/contrib/xentropy/softmax_xentropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/contrib/xentropy/softmax_xentropy.py -------------------------------------------------------------------------------- /docker/apex/apex/fp16_utils/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/fp16_utils/README.md -------------------------------------------------------------------------------- /docker/apex/apex/fp16_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/fp16_utils/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/fp16_utils/fp16_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/fp16_utils/fp16_optimizer.py -------------------------------------------------------------------------------- /docker/apex/apex/fp16_utils/fp16util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/fp16_utils/fp16util.py -------------------------------------------------------------------------------- /docker/apex/apex/fp16_utils/loss_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/fp16_utils/loss_scaler.py -------------------------------------------------------------------------------- /docker/apex/apex/fused_dense/__init__.py: -------------------------------------------------------------------------------- 1 | from .fused_dense import * 2 | -------------------------------------------------------------------------------- /docker/apex/apex/fused_dense/fused_dense.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/fused_dense/fused_dense.py -------------------------------------------------------------------------------- /docker/apex/apex/mlp/__init__.py: -------------------------------------------------------------------------------- 1 | from .mlp import * 2 | -------------------------------------------------------------------------------- /docker/apex/apex/mlp/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/mlp/mlp.py -------------------------------------------------------------------------------- /docker/apex/apex/multi_tensor_apply/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/multi_tensor_apply/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/multi_tensor_apply/multi_tensor_apply.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/multi_tensor_apply/multi_tensor_apply.py -------------------------------------------------------------------------------- /docker/apex/apex/normalization/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/normalization/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/normalization/fused_layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/normalization/fused_layer_norm.py -------------------------------------------------------------------------------- /docker/apex/apex/optimizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/optimizers/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/optimizers/fused_adagrad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/optimizers/fused_adagrad.py -------------------------------------------------------------------------------- /docker/apex/apex/optimizers/fused_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/optimizers/fused_adam.py -------------------------------------------------------------------------------- /docker/apex/apex/optimizers/fused_lamb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/optimizers/fused_lamb.py -------------------------------------------------------------------------------- /docker/apex/apex/optimizers/fused_mixed_precision_lamb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/optimizers/fused_mixed_precision_lamb.py -------------------------------------------------------------------------------- /docker/apex/apex/optimizers/fused_novograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/optimizers/fused_novograd.py -------------------------------------------------------------------------------- /docker/apex/apex/optimizers/fused_sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/optimizers/fused_sgd.py -------------------------------------------------------------------------------- /docker/apex/apex/parallel/LARC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/parallel/LARC.py -------------------------------------------------------------------------------- /docker/apex/apex/parallel/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/parallel/README.md -------------------------------------------------------------------------------- /docker/apex/apex/parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/parallel/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/parallel/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/parallel/distributed.py -------------------------------------------------------------------------------- /docker/apex/apex/parallel/multiproc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/parallel/multiproc.py -------------------------------------------------------------------------------- /docker/apex/apex/parallel/optimized_sync_batchnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/parallel/optimized_sync_batchnorm.py -------------------------------------------------------------------------------- /docker/apex/apex/parallel/optimized_sync_batchnorm_kernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/parallel/optimized_sync_batchnorm_kernel.py -------------------------------------------------------------------------------- /docker/apex/apex/parallel/sync_batchnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/parallel/sync_batchnorm.py -------------------------------------------------------------------------------- /docker/apex/apex/parallel/sync_batchnorm_kernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/parallel/sync_batchnorm_kernel.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/FAQs.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/FAQs.md -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/README.md -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/.gitignore -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/apex/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/apex/README.md -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/apex/fused_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/apex/fused_adam.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/apex/fused_layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/apex/fused_layer_norm.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/apex/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/apex/test.sh -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/custom_func_module/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/custom_func_module/README.md -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/custom_func_module/custom_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/custom_func_module/custom_function.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/custom_func_module/custom_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/custom_func_module/custom_module.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/custom_func_module/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/custom_func_module/test.sh -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/imagenet/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/imagenet/imagenet.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/imagenet/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/imagenet/test.sh -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/jit/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/jit/README.md -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/jit/jit_script_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/jit/jit_script_function.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/jit/jit_script_method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/jit/jit_script_method.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/jit/jit_trace_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/jit/jit_trace_function.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/jit/jit_trace_method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/jit/jit_trace_method.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/jit/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/jit/test.sh -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/lenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/lenet.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/operators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/operators.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/simple.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/user_annotation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/user_annotation/README.md -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/user_annotation/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/user_annotation/resnet.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/examples/user_annotation/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/examples/user_annotation/test.sh -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/nvtx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/nvtx/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/nvtx/nvmarker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/nvtx/nvmarker.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/parse/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/parse/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/parse/__main__.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/parse/db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/parse/db.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/parse/kernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/parse/kernel.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/parse/nvvp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/parse/nvvp.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/parse/parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/parse/parse.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/__init__.py: -------------------------------------------------------------------------------- 1 | from . import data, prof 2 | -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/__main__.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/activation.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/base.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/blas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/blas.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/conv.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/convert.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/data.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/dropout.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/embedding.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/index_slice_join_mutate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/index_slice_join_mutate.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/linear.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/loss.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/misc.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/normalization.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/optim.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/output.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/pointwise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/pointwise.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/pooling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/pooling.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/prof.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/prof.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/randomSample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/randomSample.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/recurrentCell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/recurrentCell.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/reduction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/reduction.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/softmax.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/usage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/usage.py -------------------------------------------------------------------------------- /docker/apex/apex/pyprof/prof/utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/pyprof/prof/utility.py -------------------------------------------------------------------------------- /docker/apex/apex/reparameterization/README.md: -------------------------------------------------------------------------------- 1 | Under construction... 2 | -------------------------------------------------------------------------------- /docker/apex/apex/reparameterization/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/reparameterization/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/reparameterization/reparameterization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/reparameterization/reparameterization.py -------------------------------------------------------------------------------- /docker/apex/apex/reparameterization/weight_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/reparameterization/weight_norm.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/README.md -------------------------------------------------------------------------------- /docker/apex/apex/transformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/_data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/_data/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/_data/_batchsampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/_data/_batchsampler.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/amp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/amp/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/amp/grad_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/amp/grad_scaler.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/enums.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/enums.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/functional/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/functional/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/functional/fused_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/functional/fused_softmax.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/log_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/log_util.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/microbatches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/microbatches.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/parallel_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/parallel_state.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/pipeline_parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/pipeline_parallel/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/pipeline_parallel/_timers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/pipeline_parallel/_timers.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/pipeline_parallel/p2p_communication.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/pipeline_parallel/p2p_communication.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/pipeline_parallel/schedules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/pipeline_parallel/schedules/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/pipeline_parallel/schedules/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/pipeline_parallel/schedules/common.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/pipeline_parallel/schedules/fwd_bwd_no_pipelining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/pipeline_parallel/schedules/fwd_bwd_no_pipelining.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/pipeline_parallel/schedules/fwd_bwd_pipelining_with_interleaving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/pipeline_parallel/schedules/fwd_bwd_pipelining_with_interleaving.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/pipeline_parallel/schedules/fwd_bwd_pipelining_without_interleaving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/pipeline_parallel/schedules/fwd_bwd_pipelining_without_interleaving.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/pipeline_parallel/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/pipeline_parallel/utils.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/tensor_parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/tensor_parallel/__init__.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/tensor_parallel/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/tensor_parallel/cross_entropy.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/tensor_parallel/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/tensor_parallel/data.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/tensor_parallel/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/tensor_parallel/layers.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/tensor_parallel/mappings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/tensor_parallel/mappings.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/tensor_parallel/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/tensor_parallel/memory.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/tensor_parallel/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/tensor_parallel/random.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/tensor_parallel/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/tensor_parallel/utils.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/testing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docker/apex/apex/transformer/testing/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/testing/arguments.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/testing/commons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/testing/commons.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/testing/global_vars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/testing/global_vars.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/testing/standalone_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/testing/standalone_bert.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/testing/standalone_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/testing/standalone_gpt.py -------------------------------------------------------------------------------- /docker/apex/apex/transformer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/apex/transformer/utils.py -------------------------------------------------------------------------------- /docker/apex/csrc/amp_C_frontend.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/amp_C_frontend.cpp -------------------------------------------------------------------------------- /docker/apex/csrc/compat.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/compat.h -------------------------------------------------------------------------------- /docker/apex/csrc/flatten_unflatten.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/flatten_unflatten.cpp -------------------------------------------------------------------------------- /docker/apex/csrc/fused_dense.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/fused_dense.cpp -------------------------------------------------------------------------------- /docker/apex/csrc/fused_dense_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/fused_dense_cuda.cu -------------------------------------------------------------------------------- /docker/apex/csrc/layer_norm_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/layer_norm_cuda.cpp -------------------------------------------------------------------------------- /docker/apex/csrc/layer_norm_cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/layer_norm_cuda_kernel.cu -------------------------------------------------------------------------------- /docker/apex/csrc/megatron/fused_weight_gradient_dense.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/megatron/fused_weight_gradient_dense.cpp -------------------------------------------------------------------------------- /docker/apex/csrc/megatron/fused_weight_gradient_dense_16bit_prec_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/megatron/fused_weight_gradient_dense_16bit_prec_cuda.cu -------------------------------------------------------------------------------- /docker/apex/csrc/megatron/fused_weight_gradient_dense_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/megatron/fused_weight_gradient_dense_cuda.cu -------------------------------------------------------------------------------- /docker/apex/csrc/megatron/scaled_masked_softmax.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/megatron/scaled_masked_softmax.cpp -------------------------------------------------------------------------------- /docker/apex/csrc/megatron/scaled_masked_softmax.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/megatron/scaled_masked_softmax.h -------------------------------------------------------------------------------- /docker/apex/csrc/megatron/scaled_masked_softmax_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/megatron/scaled_masked_softmax_cuda.cu -------------------------------------------------------------------------------- /docker/apex/csrc/megatron/scaled_upper_triang_masked_softmax.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/megatron/scaled_upper_triang_masked_softmax.cpp -------------------------------------------------------------------------------- /docker/apex/csrc/megatron/scaled_upper_triang_masked_softmax.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/megatron/scaled_upper_triang_masked_softmax.h -------------------------------------------------------------------------------- /docker/apex/csrc/megatron/scaled_upper_triang_masked_softmax_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/megatron/scaled_upper_triang_masked_softmax_cuda.cu -------------------------------------------------------------------------------- /docker/apex/csrc/mlp.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/mlp.cpp -------------------------------------------------------------------------------- /docker/apex/csrc/mlp_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/mlp_cuda.cu -------------------------------------------------------------------------------- /docker/apex/csrc/multi_tensor_adagrad.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/multi_tensor_adagrad.cu -------------------------------------------------------------------------------- /docker/apex/csrc/multi_tensor_adam.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/multi_tensor_adam.cu -------------------------------------------------------------------------------- /docker/apex/csrc/multi_tensor_apply.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/multi_tensor_apply.cuh -------------------------------------------------------------------------------- /docker/apex/csrc/multi_tensor_axpby_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/multi_tensor_axpby_kernel.cu -------------------------------------------------------------------------------- /docker/apex/csrc/multi_tensor_l2norm_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/multi_tensor_l2norm_kernel.cu -------------------------------------------------------------------------------- /docker/apex/csrc/multi_tensor_l2norm_kernel_mp.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/multi_tensor_l2norm_kernel_mp.cu -------------------------------------------------------------------------------- /docker/apex/csrc/multi_tensor_l2norm_scale_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/multi_tensor_l2norm_scale_kernel.cu -------------------------------------------------------------------------------- /docker/apex/csrc/multi_tensor_lamb.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/multi_tensor_lamb.cu -------------------------------------------------------------------------------- /docker/apex/csrc/multi_tensor_lamb_mp.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/multi_tensor_lamb_mp.cu -------------------------------------------------------------------------------- /docker/apex/csrc/multi_tensor_lamb_stage_1.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/multi_tensor_lamb_stage_1.cu -------------------------------------------------------------------------------- /docker/apex/csrc/multi_tensor_lamb_stage_2.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/multi_tensor_lamb_stage_2.cu -------------------------------------------------------------------------------- /docker/apex/csrc/multi_tensor_novograd.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/multi_tensor_novograd.cu -------------------------------------------------------------------------------- /docker/apex/csrc/multi_tensor_scale_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/multi_tensor_scale_kernel.cu -------------------------------------------------------------------------------- /docker/apex/csrc/multi_tensor_sgd_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/multi_tensor_sgd_kernel.cu -------------------------------------------------------------------------------- /docker/apex/csrc/syncbn.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/syncbn.cpp -------------------------------------------------------------------------------- /docker/apex/csrc/type_shim.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/type_shim.h -------------------------------------------------------------------------------- /docker/apex/csrc/welford.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/csrc/welford.cu -------------------------------------------------------------------------------- /docker/apex/docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/docs/Makefile -------------------------------------------------------------------------------- /docker/apex/docs/source/_static/css/pytorch_theme.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/docs/source/_static/css/pytorch_theme.css -------------------------------------------------------------------------------- /docker/apex/docs/source/_templates/layout.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/docs/source/_templates/layout.html -------------------------------------------------------------------------------- /docker/apex/docs/source/advanced.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/docs/source/advanced.rst -------------------------------------------------------------------------------- /docker/apex/docs/source/amp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/docs/source/amp.rst -------------------------------------------------------------------------------- /docker/apex/docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/docs/source/conf.py -------------------------------------------------------------------------------- /docker/apex/docs/source/fp16_utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/docs/source/fp16_utils.rst -------------------------------------------------------------------------------- /docker/apex/docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/docs/source/index.rst -------------------------------------------------------------------------------- /docker/apex/docs/source/layernorm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/docs/source/layernorm.rst -------------------------------------------------------------------------------- /docker/apex/docs/source/optimizers.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/docs/source/optimizers.rst -------------------------------------------------------------------------------- /docker/apex/docs/source/parallel.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/docs/source/parallel.rst -------------------------------------------------------------------------------- /docker/apex/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/examples/README.md -------------------------------------------------------------------------------- /docker/apex/examples/dcgan/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/examples/dcgan/README.md -------------------------------------------------------------------------------- /docker/apex/examples/dcgan/main_amp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/examples/dcgan/main_amp.py -------------------------------------------------------------------------------- /docker/apex/examples/docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/examples/docker/Dockerfile -------------------------------------------------------------------------------- /docker/apex/examples/docker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/examples/docker/README.md -------------------------------------------------------------------------------- /docker/apex/examples/imagenet/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/examples/imagenet/README.md -------------------------------------------------------------------------------- /docker/apex/examples/imagenet/main_amp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/examples/imagenet/main_amp.py -------------------------------------------------------------------------------- /docker/apex/examples/simple/distributed/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/examples/simple/distributed/README.md -------------------------------------------------------------------------------- /docker/apex/examples/simple/distributed/distributed_data_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/examples/simple/distributed/distributed_data_parallel.py -------------------------------------------------------------------------------- /docker/apex/examples/simple/distributed/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/examples/simple/distributed/run.sh -------------------------------------------------------------------------------- /docker/apex/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/requirements.txt -------------------------------------------------------------------------------- /docker/apex/requirements_dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/requirements_dev.txt -------------------------------------------------------------------------------- /docker/apex/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/setup.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_amp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_amp/test_add_param_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_amp/test_add_param_group.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_amp/test_basic_casts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_amp/test_basic_casts.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_amp/test_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_amp/test_cache.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_amp/test_checkpointing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_amp/test_checkpointing.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_amp/test_fused_sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_amp/test_fused_sgd.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_amp/test_larc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_amp/test_larc.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_amp/test_multi_tensor_axpby.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_amp/test_multi_tensor_axpby.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_amp/test_multi_tensor_l2norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_amp/test_multi_tensor_l2norm.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_amp/test_multi_tensor_scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_amp/test_multi_tensor_scale.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_amp/test_multiple_models_optimizers_losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_amp/test_multiple_models_optimizers_losses.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_amp/test_promotion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_amp/test_promotion.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_amp/test_rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_amp/test_rnn.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_amp/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_amp/utils.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_fp16util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_fp16util/test_fp16util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_fp16util/test_fp16util.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_fused_layer_norm/test_fused_layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_fused_layer_norm/test_fused_layer_norm.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_mlp/test_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_mlp/test_mlp.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_optimizers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_optimizers/test_dist_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_optimizers/test_dist_adam.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_optimizers/test_fused_novograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_optimizers/test_fused_novograd.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_optimizers/test_fused_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_optimizers/test_fused_optimizer.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_optimizers/test_lamb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_optimizers/test_lamb.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_pyprof_data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_pyprof_data/test_pyprof_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_pyprof_data/test_pyprof_data.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_pyprof_nvtx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_pyprof_nvtx/__init__.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_pyprof_nvtx/test_pyprof_nvtx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_pyprof_nvtx/test_pyprof_nvtx.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_test.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/gpt_scaling_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/gpt_scaling_test.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/run_bert_minimal_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/run_bert_minimal_test.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/run_cross_entropy_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/run_cross_entropy_test.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/run_data_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/run_data_test.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/run_dynamic_batchsize_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/run_dynamic_batchsize_test.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/run_gpt_minimal_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/run_gpt_minimal_test.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/run_initialize_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/run_initialize_test.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/run_layers_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/run_layers_test.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/run_mappings_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/run_mappings_test.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/run_megatron_gpt_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/run_megatron_gpt_pipeline.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/run_pipeline_parallel_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/run_pipeline_parallel_test.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/run_random_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/run_random_test.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/run_utils_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/run_utils_test.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/test_batch_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/test_batch_sampler.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/test_fused_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/test_fused_softmax.py -------------------------------------------------------------------------------- /docker/apex/tests/L0/run_transformer/test_transformer_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L0/run_transformer/test_transformer_module.py -------------------------------------------------------------------------------- /docker/apex/tests/L1/common/compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L1/common/compare.py -------------------------------------------------------------------------------- /docker/apex/tests/L1/common/main_amp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L1/common/main_amp.py -------------------------------------------------------------------------------- /docker/apex/tests/L1/common/run_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L1/common/run_test.sh -------------------------------------------------------------------------------- /docker/apex/tests/L1/cross_product/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L1/cross_product/run.sh -------------------------------------------------------------------------------- /docker/apex/tests/L1/cross_product_distributed/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/L1/cross_product_distributed/run.sh -------------------------------------------------------------------------------- /docker/apex/tests/distributed/DDP/ddp_race_condition_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/distributed/DDP/ddp_race_condition_test.py -------------------------------------------------------------------------------- /docker/apex/tests/distributed/DDP/run_race_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/distributed/DDP/run_race_test.sh -------------------------------------------------------------------------------- /docker/apex/tests/distributed/amp_master_params/amp_master_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/distributed/amp_master_params/amp_master_params.py -------------------------------------------------------------------------------- /docker/apex/tests/distributed/amp_master_params/compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/distributed/amp_master_params/compare.py -------------------------------------------------------------------------------- /docker/apex/tests/distributed/amp_master_params/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/distributed/amp_master_params/run.sh -------------------------------------------------------------------------------- /docker/apex/tests/distributed/synced_batchnorm/python_single_gpu_unit_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/distributed/synced_batchnorm/python_single_gpu_unit_test.py -------------------------------------------------------------------------------- /docker/apex/tests/distributed/synced_batchnorm/single_gpu_unit_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/distributed/synced_batchnorm/single_gpu_unit_test.py -------------------------------------------------------------------------------- /docker/apex/tests/distributed/synced_batchnorm/test_batchnorm1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/distributed/synced_batchnorm/test_batchnorm1d.py -------------------------------------------------------------------------------- /docker/apex/tests/distributed/synced_batchnorm/test_groups.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/distributed/synced_batchnorm/test_groups.py -------------------------------------------------------------------------------- /docker/apex/tests/distributed/synced_batchnorm/two_gpu_test_different_batch_size.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/distributed/synced_batchnorm/two_gpu_test_different_batch_size.py -------------------------------------------------------------------------------- /docker/apex/tests/distributed/synced_batchnorm/two_gpu_unit_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/distributed/synced_batchnorm/two_gpu_unit_test.py -------------------------------------------------------------------------------- /docker/apex/tests/distributed/synced_batchnorm/unit_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/distributed/synced_batchnorm/unit_test.sh -------------------------------------------------------------------------------- /docker/apex/tests/docker_extension_builds/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/apex/tests/docker_extension_builds/run.sh -------------------------------------------------------------------------------- /docker/install_pkg_minimum.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/install_pkg_minimum.sh -------------------------------------------------------------------------------- /docker/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/docker/requirements.txt -------------------------------------------------------------------------------- /download_blip_checkpoints.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/download_blip_checkpoints.sh -------------------------------------------------------------------------------- /eval_retrieval_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/eval_retrieval_video.py -------------------------------------------------------------------------------- /eval_video_captioning_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/eval_video_captioning_results.py -------------------------------------------------------------------------------- /eval_video_qa_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/eval_video_qa_result.py -------------------------------------------------------------------------------- /eval_vlep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/eval_vlep.py -------------------------------------------------------------------------------- /generate_prompts_fixed_prefix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/generate_prompts_fixed_prefix.py -------------------------------------------------------------------------------- /generate_prompts_random_prefix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/generate_prompts_random_prefix.py -------------------------------------------------------------------------------- /generate_prompts_random_prefix_in_context_selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/generate_prompts_random_prefix_in_context_selection.py -------------------------------------------------------------------------------- /generate_prompts_random_prefix_vlep_multichoice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/generate_prompts_random_prefix_vlep_multichoice.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /models/__pycache__/blip.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/__pycache__/blip.cpython-39.pyc -------------------------------------------------------------------------------- /models/__pycache__/blip_embedding.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/__pycache__/blip_embedding.cpython-39.pyc -------------------------------------------------------------------------------- /models/__pycache__/blip_itm.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/__pycache__/blip_itm.cpython-39.pyc -------------------------------------------------------------------------------- /models/__pycache__/blip_retrieval.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/__pycache__/blip_retrieval.cpython-39.pyc -------------------------------------------------------------------------------- /models/__pycache__/med.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/__pycache__/med.cpython-39.pyc -------------------------------------------------------------------------------- /models/__pycache__/vit.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/__pycache__/vit.cpython-39.pyc -------------------------------------------------------------------------------- /models/blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/blip.py -------------------------------------------------------------------------------- /models/blip_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/blip_embedding.py -------------------------------------------------------------------------------- /models/blip_itm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/blip_itm.py -------------------------------------------------------------------------------- /models/blip_nlvr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/blip_nlvr.py -------------------------------------------------------------------------------- /models/blip_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/blip_pretrain.py -------------------------------------------------------------------------------- /models/blip_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/blip_retrieval.py -------------------------------------------------------------------------------- /models/blip_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/blip_vqa.py -------------------------------------------------------------------------------- /models/med.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/med.py -------------------------------------------------------------------------------- /models/nlvr_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/nlvr_encoder.py -------------------------------------------------------------------------------- /models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/models/vit.py -------------------------------------------------------------------------------- /output_example/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/output_example/README.md -------------------------------------------------------------------------------- /pipeline/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/pipeline/README.md -------------------------------------------------------------------------------- /pipeline/prompt_prefix/dummy.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipeline/scripts/generate_gpt3_query_pipeline_caption_fixed_prompt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/pipeline/scripts/generate_gpt3_query_pipeline_caption_fixed_prompt.sh -------------------------------------------------------------------------------- /pipeline/scripts/generate_gpt3_query_pipeline_caption_fixed_prompt_asr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/pipeline/scripts/generate_gpt3_query_pipeline_caption_fixed_prompt_asr.sh -------------------------------------------------------------------------------- /pipeline/scripts/generate_gpt3_query_pipeline_caption_with_in_context_selection.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/pipeline/scripts/generate_gpt3_query_pipeline_caption_with_in_context_selection.sh -------------------------------------------------------------------------------- /pipeline/scripts/generate_gpt3_query_pipeline_caption_with_in_context_selection_with_asr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/pipeline/scripts/generate_gpt3_query_pipeline_caption_with_in_context_selection_with_asr.sh -------------------------------------------------------------------------------- /pipeline/scripts/generate_gpt3_query_pipeline_caption_with_random_context.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/pipeline/scripts/generate_gpt3_query_pipeline_caption_with_random_context.sh -------------------------------------------------------------------------------- /pipeline/scripts/generate_gpt3_query_pipeline_qa_fixed_prompt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/pipeline/scripts/generate_gpt3_query_pipeline_qa_fixed_prompt.sh -------------------------------------------------------------------------------- /pipeline/scripts/generate_gpt3_query_pipeline_qa_with_in_context_selection.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/pipeline/scripts/generate_gpt3_query_pipeline_qa_with_in_context_selection.sh -------------------------------------------------------------------------------- /pipeline/scripts/generate_gpt3_query_pipeline_qa_with_random_context.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/pipeline/scripts/generate_gpt3_query_pipeline_qa_with_random_context.sh -------------------------------------------------------------------------------- /pipeline/scripts/generate_gpt3_query_pipeline_vlep_with_random_context_asr_multichoice.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/pipeline/scripts/generate_gpt3_query_pipeline_vlep_with_random_context_asr_multichoice.sh -------------------------------------------------------------------------------- /pipeline/scripts/run_frame_captioning_and_visual_tokenization.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/pipeline/scripts/run_frame_captioning_and_visual_tokenization.sh -------------------------------------------------------------------------------- /pretrain_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/pretrain_video.py -------------------------------------------------------------------------------- /run_docker_vidil.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/run_docker_vidil.sh -------------------------------------------------------------------------------- /run_video_CapFilt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/run_video_CapFilt.py -------------------------------------------------------------------------------- /run_visual_tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/run_visual_tokenization.py -------------------------------------------------------------------------------- /scripts/evaluation/eval_caption_from_gpt3_response.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/scripts/evaluation/eval_caption_from_gpt3_response.sh -------------------------------------------------------------------------------- /scripts/evaluation/eval_caption_from_result_json.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/scripts/evaluation/eval_caption_from_result_json.sh -------------------------------------------------------------------------------- /scripts/evaluation/eval_qa_from_gpt3_response.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/scripts/evaluation/eval_qa_from_gpt3_response.sh -------------------------------------------------------------------------------- /scripts/evaluation/eval_qa_from_result_json.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/scripts/evaluation/eval_qa_from_result_json.sh -------------------------------------------------------------------------------- /scripts/train_caption_video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/scripts/train_caption_video.sh -------------------------------------------------------------------------------- /scripts/train_retrieval_video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/scripts/train_retrieval_video.sh -------------------------------------------------------------------------------- /scripts/train_vqa_video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/scripts/train_vqa_video.sh -------------------------------------------------------------------------------- /shared_datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/shared_datasets/README.md -------------------------------------------------------------------------------- /train_caption_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/train_caption_video.py -------------------------------------------------------------------------------- /train_retrieval_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/train_retrieval_video.py -------------------------------------------------------------------------------- /train_vqa_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/train_vqa_video.py -------------------------------------------------------------------------------- /transform/__pycache__/randaugment.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/transform/__pycache__/randaugment.cpython-38.pyc -------------------------------------------------------------------------------- /transform/__pycache__/randaugment.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/transform/__pycache__/randaugment.cpython-39.pyc -------------------------------------------------------------------------------- /transform/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/transform/randaugment.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/utils.py -------------------------------------------------------------------------------- /utils_gpt3/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils_gpt3/gpt3_response_to_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/utils_gpt3/gpt3_response_to_jsonl.py -------------------------------------------------------------------------------- /utils_gpt3/process_gpt3_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/utils_gpt3/process_gpt3_response.py -------------------------------------------------------------------------------- /vidIL.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/vidIL.gif -------------------------------------------------------------------------------- /visual_token_generation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /visual_token_generation/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_generation/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /visual_token_generation/__pycache__/prompts.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_generation/__pycache__/prompts.cpython-39.pyc -------------------------------------------------------------------------------- /visual_token_generation/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_generation/prompts.py -------------------------------------------------------------------------------- /visual_token_ontology/vg/openimage_classes_all_cleaned_fictional_characters.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_ontology/vg/openimage_classes_all_cleaned_fictional_characters.json -------------------------------------------------------------------------------- /visual_token_ontology/vg/place365_ontology.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_ontology/vg/place365_ontology.json -------------------------------------------------------------------------------- /visual_token_ontology/vg/vg_original_attributes_synsets_keys_cleaned_remove_similar0.9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_ontology/vg/vg_original_attributes_synsets_keys_cleaned_remove_similar0.9.json -------------------------------------------------------------------------------- /visual_token_ontology/vg/vg_original_relationship_synsets_keys_cleaned_remove_similar0.9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_ontology/vg/vg_original_relationship_synsets_keys_cleaned_remove_similar0.9.json -------------------------------------------------------------------------------- /visual_token_ontology/vg/vg_srl_selected_object_synsets_keys_remove_similar0.9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_ontology/vg/vg_srl_selected_object_synsets_keys_remove_similar0.9.json -------------------------------------------------------------------------------- /visual_token_ontology/vg_tencent/place365_ontology.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_ontology/vg_tencent/place365_ontology.json -------------------------------------------------------------------------------- /visual_token_ontology/vg_tencent/tencent_ml_images_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_ontology/vg_tencent/tencent_ml_images_objects.json -------------------------------------------------------------------------------- /visual_token_ontology/vg_tencent/vg_original_attributes_synsets_keys_cleaned_remove_similar0.9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_ontology/vg_tencent/vg_original_attributes_synsets_keys_cleaned_remove_similar0.9.json -------------------------------------------------------------------------------- /visual_token_ontology/vg_tencent/vg_original_relationship_synsets_keys_cleaned_remove_similar0.9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_ontology/vg_tencent/vg_original_relationship_synsets_keys_cleaned_remove_similar0.9.json -------------------------------------------------------------------------------- /visual_token_ontology/vg_tencent/vg_srl_selected_object_synsets_keys_remove_similar0.9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_ontology/vg_tencent/vg_srl_selected_object_synsets_keys_remove_similar0.9.json -------------------------------------------------------------------------------- /visual_token_ontology/youcook2/cooking_vocabulary_nouns.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_ontology/youcook2/cooking_vocabulary_nouns.json -------------------------------------------------------------------------------- /visual_token_ontology/youcook2/cooking_vocabulary_verbs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_ontology/youcook2/cooking_vocabulary_verbs.json -------------------------------------------------------------------------------- /visual_token_ontology/youcook2/openimage_relation_triples.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_ontology/youcook2/openimage_relation_triples.json -------------------------------------------------------------------------------- /visual_token_ontology/youcook2/vg_srl_selected_object_synsets_keys_remove_similar0.9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MikeWangWZHL/VidIL/HEAD/visual_token_ontology/youcook2/vg_srl_selected_object_synsets_keys_remove_similar0.9.json --------------------------------------------------------------------------------