├── 00_setup ├── README.ipynb ├── img │ ├── aws.png │ ├── choose-ami.png │ ├── connect-instance-osx.png │ ├── connect.png │ ├── disk.png │ ├── ec2.png │ ├── keypair.png │ ├── launching.png │ ├── limits.png │ ├── p28x.png │ ├── p2x.png │ ├── run-notebook.png │ └── ssh.png └── use_aws.ipynb ├── 01_basics ├── autograd.ipynb └── ndarray.ipynb ├── 02_neural_networks ├── 1-mlp-gluon.ipynb ├── 2-lenet.ipynb └── rnn_unfold.png ├── 03_computer_vision ├── imagenet_labels.txt ├── mt_baker.jpg ├── resnet-basicblock.png ├── resnet34-landscape.png └── resnet_gluon.ipynb ├── 04_distributed_training ├── data_parallel.png ├── multiple-gpus-gluon.ipynb └── utils.py ├── 05_data_pipeline ├── 1-data-sources.ipynb ├── 2-data-pipeline.ipynb ├── README ├── Recurrent_neural_network_unfold.svg ├── fixed_bucket_strategy_ratio0.0.png ├── fixed_bucket_strategy_ratio0.7.png ├── no_bucket_strategy.png ├── sorted_bucket_strategy.png └── wiki.train.tokens ├── 06_word_embedding ├── utils.py ├── word_embedding.ipynb └── word_embedding_training.ipynb ├── 07_language_model ├── archi.png ├── cache_model.png ├── language_model.ipynb ├── language_model_intro.png ├── sampler.py ├── softmax.png ├── softmax_approximation.ipynb └── utilities.py ├── 08_sequence_generation └── sequence_generation.ipynb ├── 09_sentiment_analysis ├── samodel-v3.png ├── sentiment_analysis.ipynb └── utils.py ├── 10_translation ├── dataprocessor.py ├── hyperparameters.py ├── nmt │ ├── __init__.py │ ├── _constants.py │ ├── bleu.py │ ├── dataset.py │ ├── encoder_decoder.py │ ├── loss.py │ ├── transformer.py │ ├── translation.py │ └── utils.py ├── transformer.ipynb ├── transformer.png └── utils.py ├── LICENSE ├── README.md ├── env ├── kdd18_gluon_nlp.yml └── kdd18_gluon_nlp_cu92.yml └── slides ├── KDD Tutorial 1.key ├── KDD Tutorial 1.pdf ├── KDD Tutorial 2.key ├── KDD Tutorial 2.pdf ├── KDD Tutorial 3.key ├── KDD Tutorial 3.pdf ├── KDD Tutorial 4.key ├── KDD Tutorial 4.pdf ├── KDD Tutorial 5.key ├── KDD Tutorial 5.pdf ├── KDD Tutorial 6.key ├── KDD Tutorial 6.pdf ├── KDD Tutorial 7.key └── KDD Tutorial 7.pdf /00_setup/README.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/README.ipynb -------------------------------------------------------------------------------- /00_setup/img/aws.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/img/aws.png -------------------------------------------------------------------------------- /00_setup/img/choose-ami.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/img/choose-ami.png -------------------------------------------------------------------------------- /00_setup/img/connect-instance-osx.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/img/connect-instance-osx.png -------------------------------------------------------------------------------- /00_setup/img/connect.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/img/connect.png -------------------------------------------------------------------------------- /00_setup/img/disk.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/img/disk.png -------------------------------------------------------------------------------- /00_setup/img/ec2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/img/ec2.png -------------------------------------------------------------------------------- /00_setup/img/keypair.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/img/keypair.png -------------------------------------------------------------------------------- /00_setup/img/launching.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/img/launching.png -------------------------------------------------------------------------------- /00_setup/img/limits.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/img/limits.png -------------------------------------------------------------------------------- /00_setup/img/p28x.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/img/p28x.png -------------------------------------------------------------------------------- /00_setup/img/p2x.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/img/p2x.png -------------------------------------------------------------------------------- /00_setup/img/run-notebook.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/img/run-notebook.png -------------------------------------------------------------------------------- /00_setup/img/ssh.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/img/ssh.png -------------------------------------------------------------------------------- /00_setup/use_aws.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/00_setup/use_aws.ipynb -------------------------------------------------------------------------------- /01_basics/autograd.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/01_basics/autograd.ipynb -------------------------------------------------------------------------------- /01_basics/ndarray.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/01_basics/ndarray.ipynb -------------------------------------------------------------------------------- /02_neural_networks/1-mlp-gluon.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/02_neural_networks/1-mlp-gluon.ipynb -------------------------------------------------------------------------------- /02_neural_networks/2-lenet.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/02_neural_networks/2-lenet.ipynb -------------------------------------------------------------------------------- /02_neural_networks/rnn_unfold.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/02_neural_networks/rnn_unfold.png -------------------------------------------------------------------------------- /03_computer_vision/imagenet_labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/03_computer_vision/imagenet_labels.txt -------------------------------------------------------------------------------- /03_computer_vision/mt_baker.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/03_computer_vision/mt_baker.jpg -------------------------------------------------------------------------------- /03_computer_vision/resnet-basicblock.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/03_computer_vision/resnet-basicblock.png -------------------------------------------------------------------------------- /03_computer_vision/resnet34-landscape.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/03_computer_vision/resnet34-landscape.png -------------------------------------------------------------------------------- /03_computer_vision/resnet_gluon.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/03_computer_vision/resnet_gluon.ipynb -------------------------------------------------------------------------------- /04_distributed_training/data_parallel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/04_distributed_training/data_parallel.png -------------------------------------------------------------------------------- /04_distributed_training/multiple-gpus-gluon.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/04_distributed_training/multiple-gpus-gluon.ipynb -------------------------------------------------------------------------------- /04_distributed_training/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/04_distributed_training/utils.py -------------------------------------------------------------------------------- /05_data_pipeline/1-data-sources.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/05_data_pipeline/1-data-sources.ipynb -------------------------------------------------------------------------------- /05_data_pipeline/2-data-pipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/05_data_pipeline/2-data-pipeline.ipynb -------------------------------------------------------------------------------- /05_data_pipeline/README: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /05_data_pipeline/Recurrent_neural_network_unfold.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/05_data_pipeline/Recurrent_neural_network_unfold.svg -------------------------------------------------------------------------------- /05_data_pipeline/fixed_bucket_strategy_ratio0.0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/05_data_pipeline/fixed_bucket_strategy_ratio0.0.png -------------------------------------------------------------------------------- /05_data_pipeline/fixed_bucket_strategy_ratio0.7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/05_data_pipeline/fixed_bucket_strategy_ratio0.7.png -------------------------------------------------------------------------------- /05_data_pipeline/no_bucket_strategy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/05_data_pipeline/no_bucket_strategy.png -------------------------------------------------------------------------------- /05_data_pipeline/sorted_bucket_strategy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/05_data_pipeline/sorted_bucket_strategy.png -------------------------------------------------------------------------------- /05_data_pipeline/wiki.train.tokens: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/05_data_pipeline/wiki.train.tokens -------------------------------------------------------------------------------- /06_word_embedding/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/06_word_embedding/utils.py -------------------------------------------------------------------------------- /06_word_embedding/word_embedding.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/06_word_embedding/word_embedding.ipynb -------------------------------------------------------------------------------- /06_word_embedding/word_embedding_training.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/06_word_embedding/word_embedding_training.ipynb -------------------------------------------------------------------------------- /07_language_model/archi.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/07_language_model/archi.png -------------------------------------------------------------------------------- /07_language_model/cache_model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/07_language_model/cache_model.png -------------------------------------------------------------------------------- /07_language_model/language_model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/07_language_model/language_model.ipynb -------------------------------------------------------------------------------- /07_language_model/language_model_intro.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/07_language_model/language_model_intro.png -------------------------------------------------------------------------------- /07_language_model/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/07_language_model/sampler.py -------------------------------------------------------------------------------- /07_language_model/softmax.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/07_language_model/softmax.png -------------------------------------------------------------------------------- /07_language_model/softmax_approximation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/07_language_model/softmax_approximation.ipynb -------------------------------------------------------------------------------- /07_language_model/utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/07_language_model/utilities.py -------------------------------------------------------------------------------- /08_sequence_generation/sequence_generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/08_sequence_generation/sequence_generation.ipynb -------------------------------------------------------------------------------- /09_sentiment_analysis/samodel-v3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/09_sentiment_analysis/samodel-v3.png -------------------------------------------------------------------------------- /09_sentiment_analysis/sentiment_analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/09_sentiment_analysis/sentiment_analysis.ipynb -------------------------------------------------------------------------------- /09_sentiment_analysis/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/09_sentiment_analysis/utils.py -------------------------------------------------------------------------------- /10_translation/dataprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/10_translation/dataprocessor.py -------------------------------------------------------------------------------- /10_translation/hyperparameters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/10_translation/hyperparameters.py -------------------------------------------------------------------------------- /10_translation/nmt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/10_translation/nmt/__init__.py -------------------------------------------------------------------------------- /10_translation/nmt/_constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/10_translation/nmt/_constants.py -------------------------------------------------------------------------------- /10_translation/nmt/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/10_translation/nmt/bleu.py -------------------------------------------------------------------------------- /10_translation/nmt/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/10_translation/nmt/dataset.py -------------------------------------------------------------------------------- /10_translation/nmt/encoder_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/10_translation/nmt/encoder_decoder.py -------------------------------------------------------------------------------- /10_translation/nmt/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/10_translation/nmt/loss.py -------------------------------------------------------------------------------- /10_translation/nmt/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/10_translation/nmt/transformer.py -------------------------------------------------------------------------------- /10_translation/nmt/translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/10_translation/nmt/translation.py -------------------------------------------------------------------------------- /10_translation/nmt/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/10_translation/nmt/utils.py -------------------------------------------------------------------------------- /10_translation/transformer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/10_translation/transformer.ipynb -------------------------------------------------------------------------------- /10_translation/transformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/10_translation/transformer.png -------------------------------------------------------------------------------- /10_translation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/10_translation/utils.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/README.md -------------------------------------------------------------------------------- /env/kdd18_gluon_nlp.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/env/kdd18_gluon_nlp.yml -------------------------------------------------------------------------------- /env/kdd18_gluon_nlp_cu92.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/env/kdd18_gluon_nlp_cu92.yml -------------------------------------------------------------------------------- /slides/KDD Tutorial 1.key: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/slides/KDD Tutorial 1.key -------------------------------------------------------------------------------- /slides/KDD Tutorial 1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/slides/KDD Tutorial 1.pdf -------------------------------------------------------------------------------- /slides/KDD Tutorial 2.key: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/slides/KDD Tutorial 2.key -------------------------------------------------------------------------------- /slides/KDD Tutorial 2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/slides/KDD Tutorial 2.pdf -------------------------------------------------------------------------------- /slides/KDD Tutorial 3.key: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/slides/KDD Tutorial 3.key -------------------------------------------------------------------------------- /slides/KDD Tutorial 3.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/slides/KDD Tutorial 3.pdf -------------------------------------------------------------------------------- /slides/KDD Tutorial 4.key: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/slides/KDD Tutorial 4.key -------------------------------------------------------------------------------- /slides/KDD Tutorial 4.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/slides/KDD Tutorial 4.pdf -------------------------------------------------------------------------------- /slides/KDD Tutorial 5.key: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/slides/KDD Tutorial 5.key -------------------------------------------------------------------------------- /slides/KDD Tutorial 5.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/slides/KDD Tutorial 5.pdf -------------------------------------------------------------------------------- /slides/KDD Tutorial 6.key: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/slides/KDD Tutorial 6.key -------------------------------------------------------------------------------- /slides/KDD Tutorial 6.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/slides/KDD Tutorial 6.pdf -------------------------------------------------------------------------------- /slides/KDD Tutorial 7.key: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/slides/KDD Tutorial 7.key -------------------------------------------------------------------------------- /slides/KDD Tutorial 7.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szha/KDD18-Gluon/HEAD/slides/KDD Tutorial 7.pdf --------------------------------------------------------------------------------