├── README.md └── depression_detection.ipynb /README.md: -------------------------------------------------------------------------------- 1 | # Depression Detection using Audio Based Classification 2 | 3 | Depression-Detection represents a machine learning algorithm to classify audio using acoustic features in human speech, thus detecting depressive episodes and patterns through sessions with user. 4 | 5 | A convolutional neural network, trained on spectrogram, to classify depressive patterns in persodic features, such as innottation, volume, and keywords. 6 | 7 | Colab notebook link: https://colab.research.google.com/drive/1eldzsU4kXWRnCAgPbo2_levu6YG9q1Hd?usp=sharing 8 | 9 | -------------------------------------------------------------------------------- /depression_detection.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "nbformat": 4, 3 | "nbformat_minor": 0, 4 | "metadata": { 5 | "colab": { 6 | "name": "depression_detection.ipynb", 7 | "provenance": [], 8 | "collapsed_sections": [ 9 | "GQJyu6Vt2BGe", 10 | "y2xH0k3g2DOl", 11 | "Y6ByYesJm2gw", 12 | "_RqRYKtx9aCD", 13 | "80nGAdyQ2gXr", 14 | "DwDcVsc0_z4A", 15 | "KB2Ofp3tKRrq", 16 | "9OoPNiM_LSpP", 17 | "uIeNeQNRkZlh", 18 | "L2pnC3E3ubkC" 19 | ], 20 | "toc_visible": true 21 | }, 22 | "kernelspec": { 23 | "name": "python3", 24 | "display_name": "Python 3" 25 | }, 26 | "accelerator": "TPU" 27 | }, 28 | "cells": [ 29 | { 30 | "cell_type": "markdown", 31 | "metadata": { 32 | "id": "GQJyu6Vt2BGe", 33 | "colab_type": "text" 34 | }, 35 | "source": [ 36 | "#### Installs" 37 | ] 38 | }, 39 | { 40 | "cell_type": "code", 41 | "metadata": { 42 | "id": "ut6trgmx2DAw", 43 | "colab_type": "code", 44 | "colab": { 45 | "base_uri": "https://localhost:8080/", 46 | "height": 343 47 | }, 48 | "outputId": "a993243c-aa30-474b-ac49-edefd99cfd8d" 49 | }, 50 | "source": [ 51 | "!pip install numpy matplotlib scipy sklearn hmmlearn simplejson eyed3 pydub\n", 52 | "!pip install pyAudioAnalysis\n", 53 | "!pip install plot_metrics" 54 | ], 55 | "execution_count": null, 56 | "outputs": [ 57 | { 58 | "output_type": "stream", 59 | "text": [ 60 | "Requirement already satisfied: numpy in /usr/local/lib/python3.6/dist-packages (1.18.5)\n", 61 | "Requirement already satisfied: matplotlib in /usr/local/lib/python3.6/dist-packages (3.2.2)\n", 62 | "Requirement already satisfied: scipy in /usr/local/lib/python3.6/dist-packages (1.4.1)\n", 63 | "Requirement already satisfied: sklearn in /usr/local/lib/python3.6/dist-packages (0.0)\n", 64 | "Requirement already satisfied: hmmlearn in /usr/local/lib/python3.6/dist-packages (0.2.3)\n", 65 | "Requirement already satisfied: simplejson in /usr/local/lib/python3.6/dist-packages (3.17.0)\n", 66 | "Requirement already satisfied: eyed3 in /usr/local/lib/python3.6/dist-packages (0.7.11)\n", 67 | "Requirement already satisfied: pydub in /usr/local/lib/python3.6/dist-packages (0.24.1)\n", 68 | "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in /usr/local/lib/python3.6/dist-packages (from matplotlib) (2.4.7)\n", 69 | "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.6/dist-packages (from matplotlib) (1.2.0)\n", 70 | "Requirement already satisfied: python-dateutil>=2.1 in /usr/local/lib/python3.6/dist-packages (from matplotlib) (2.8.1)\n", 71 | "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.6/dist-packages (from matplotlib) (0.10.0)\n", 72 | "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.6/dist-packages (from sklearn) (0.22.2.post1)\n", 73 | "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.6/dist-packages (from python-dateutil>=2.1->matplotlib) (1.12.0)\n", 74 | "Requirement already satisfied: joblib>=0.11 in /usr/local/lib/python3.6/dist-packages (from scikit-learn->sklearn) (0.15.1)\n", 75 | "Requirement already satisfied: pyAudioAnalysis in /usr/local/lib/python3.6/dist-packages (0.3.5)\n", 76 | "\u001b[31mERROR: Could not find a version that satisfies the requirement plot_metrics (from versions: none)\u001b[0m\n", 77 | "\u001b[31mERROR: No matching distribution found for plot_metrics\u001b[0m\n" 78 | ], 79 | "name": "stdout" 80 | } 81 | ] 82 | }, 83 | { 84 | "cell_type": "markdown", 85 | "metadata": { 86 | "id": "y2xH0k3g2DOl", 87 | "colab_type": "text" 88 | }, 89 | "source": [ 90 | "#### Imports" 91 | ] 92 | }, 93 | { 94 | "cell_type": "code", 95 | "metadata": { 96 | "id": "n72J3nKZ2EmO", 97 | "colab_type": "code", 98 | "colab": { 99 | "base_uri": "https://localhost:8080/", 100 | "height": 34 101 | }, 102 | "outputId": "e07829ed-2d63-4b3c-8a4a-fa1e30c414bb" 103 | }, 104 | "source": [ 105 | "import fnmatch\n", 106 | "import os\n", 107 | "import zipfile\n", 108 | "\n", 109 | "from pyAudioAnalysis import audioBasicIO \n", 110 | "from pyAudioAnalysis import audioSegmentation as aS\n", 111 | "import scipy.io.wavfile as wavfile\n", 112 | "import wave\n", 113 | "\n", 114 | "import numpy as np\n", 115 | "from numpy.lib import stride_tricks\n", 116 | "import os\n", 117 | "from PIL import Image\n", 118 | "import scipy.io.wavfile as wav\n", 119 | "\n", 120 | "import pandas as pd\n", 121 | "\n", 122 | "import random\n", 123 | "import boto\n", 124 | "\n", 125 | "from sklearn.metrics import confusion_matrix, roc_curve, auc\n", 126 | "from keras.models import Sequential\n", 127 | "from keras.layers import Dense, Dropout, Activation, Flatten\n", 128 | "from keras.layers import Conv2D, MaxPooling2D\n", 129 | "from keras.utils import np_utils\n", 130 | "from keras import backend as K" 131 | ], 132 | "execution_count": null, 133 | "outputs": [ 134 | { 135 | "output_type": "stream", 136 | "text": [ 137 | "Using TensorFlow backend.\n" 138 | ], 139 | "name": "stderr" 140 | } 141 | ] 142 | }, 143 | { 144 | "cell_type": "markdown", 145 | "metadata": { 146 | "id": "Y6ByYesJm2gw", 147 | "colab_type": "text" 148 | }, 149 | "source": [ 150 | "#### Download DIAC dataset\n", 151 | "\n", 152 | "Information about dataset struture could be found here: https://dcapswoz.ict.usc.edu/wwwutil_files/DAICWOZDepression_Documentation.pdf" 153 | ] 154 | }, 155 | { 156 | "cell_type": "code", 157 | "metadata": { 158 | "id": "97U2-eGZv0o3", 159 | "colab_type": "code", 160 | "colab": { 161 | "base_uri": "https://localhost:8080/", 162 | "height": 34 163 | }, 164 | "outputId": "6dbf0852-949a-4286-ee04-dc8a338132be" 165 | }, 166 | "source": [ 167 | "!mkdir DAIC-WOZ\n", 168 | "%cd DAIC-WOZ" 169 | ], 170 | "execution_count": null, 171 | "outputs": [ 172 | { 173 | "output_type": "stream", 174 | "text": [ 175 | "/content/DAIC-WOZ\n" 176 | ], 177 | "name": "stdout" 178 | } 179 | ] 180 | }, 181 | { 182 | "cell_type": "code", 183 | "metadata": { 184 | "id": "OMh0Llb_9Vy1", 185 | "colab_type": "code", 186 | "colab": { 187 | "base_uri": "https://localhost:8080/", 188 | "height": 1000 189 | }, 190 | "outputId": "df641124-b0ba-4ad9-f85a-372373c95c41" 191 | }, 192 | "source": [ 193 | "!wget -r -np -nH --cut-dirs=3 -R index.html --user=daicwozuser --ask-password --no-check-certificate https://dcapswoz.ict.usc.edu/wwwdaicwoz/" 194 | ], 195 | "execution_count": null, 196 | "outputs": [ 197 | { 198 | "output_type": "stream", 199 | "text": [ 200 | "Password for user ‘daicwozuser’: \n", 201 | "--2020-07-08 23:34:38-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/\n", 202 | "Resolving dcapswoz.ict.usc.edu (dcapswoz.ict.usc.edu)... 128.125.133.76\n", 203 | "Connecting to dcapswoz.ict.usc.edu (dcapswoz.ict.usc.edu)|128.125.133.76|:443... connected.\n", 204 | "WARNING: cannot verify dcapswoz.ict.usc.edu's certificate, issued by ‘CN=InCommon RSA Server CA,OU=InCommon,O=Internet2,L=Ann Arbor,ST=MI,C=US’:\n", 205 | " Unable to locally verify the issuer's authority.\n", 206 | "HTTP request sent, awaiting response... 401 Unauthorized\n", 207 | "Authentication selected: Basic realm=\"Restricted Content\"\n", 208 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 209 | "HTTP request sent, awaiting response... 200 OK\n", 210 | "Length: unspecified [text/html]\n", 211 | "Saving to: ‘index.html.tmp’\n", 212 | "\n", 213 | "index.html.tmp [ <=> ] 39.62K --.-KB/s in 0.04s \n", 214 | "\n", 215 | "2020-07-08 23:34:38 (1.10 MB/s) - ‘index.html.tmp’ saved [40568]\n", 216 | "\n", 217 | "Loading robots.txt; please ignore errors.\n", 218 | "--2020-07-08 23:34:38-- https://dcapswoz.ict.usc.edu/robots.txt\n", 219 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 220 | "HTTP request sent, awaiting response... 404 Not Found\n", 221 | "2020-07-08 23:34:38 ERROR 404: Not Found.\n", 222 | "\n", 223 | "--2020-07-08 23:34:38-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/?C=N;O=D\n", 224 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 225 | "HTTP request sent, awaiting response... 200 OK\n", 226 | "Length: unspecified [text/html]\n", 227 | "Saving to: ‘index.html?C=N;O=D’\n", 228 | "\n", 229 | "index.html?C=N;O=D [ <=> ] 39.62K --.-KB/s in 0.001s \n", 230 | "\n", 231 | "2020-07-08 23:34:38 (57.6 MB/s) - ‘index.html?C=N;O=D’ saved [40568]\n", 232 | "\n", 233 | "--2020-07-08 23:34:38-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/?C=M;O=A\n", 234 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 235 | "HTTP request sent, awaiting response... 200 OK\n", 236 | "Length: unspecified [text/html]\n", 237 | "Saving to: ‘index.html?C=M;O=A’\n", 238 | "\n", 239 | "index.html?C=M;O=A [ <=> ] 39.62K --.-KB/s in 0.001s \n", 240 | "\n", 241 | "2020-07-08 23:34:39 (37.2 MB/s) - ‘index.html?C=M;O=A’ saved [40568]\n", 242 | "\n", 243 | "--2020-07-08 23:34:39-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/?C=S;O=A\n", 244 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 245 | "HTTP request sent, awaiting response... 200 OK\n", 246 | "Length: unspecified [text/html]\n", 247 | "Saving to: ‘index.html?C=S;O=A’\n", 248 | "\n", 249 | "index.html?C=S;O=A [ <=> ] 39.62K --.-KB/s in 0s \n", 250 | "\n", 251 | "2020-07-08 23:34:39 (119 MB/s) - ‘index.html?C=S;O=A’ saved [40568]\n", 252 | "\n", 253 | "--2020-07-08 23:34:39-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/?C=D;O=A\n", 254 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 255 | "HTTP request sent, awaiting response... 200 OK\n", 256 | "Length: unspecified [text/html]\n", 257 | "Saving to: ‘index.html?C=D;O=A’\n", 258 | "\n", 259 | "index.html?C=D;O=A [ <=> ] 39.62K --.-KB/s in 0.001s \n", 260 | "\n", 261 | "2020-07-08 23:34:39 (39.4 MB/s) - ‘index.html?C=D;O=A’ saved [40568]\n", 262 | "\n", 263 | "--2020-07-08 23:34:39-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/300_P.zip\n", 264 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 265 | "HTTP request sent, awaiting response... 200 OK\n", 266 | "Length: 343123649 (327M) [application/zip]\n", 267 | "Saving to: ‘300_P.zip’\n", 268 | "\n", 269 | "300_P.zip 100%[===================>] 327.23M 19.6MB/s in 11s \n", 270 | "\n", 271 | "2020-07-08 23:34:49 (31.0 MB/s) - ‘300_P.zip’ saved [343123649/343123649]\n", 272 | "\n", 273 | "--2020-07-08 23:34:49-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/301_P.zip\n", 274 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 275 | "HTTP request sent, awaiting response... 200 OK\n", 276 | "Length: 423065622 (403M) [application/zip]\n", 277 | "Saving to: ‘301_P.zip’\n", 278 | "\n", 279 | "301_P.zip 100%[===================>] 403.47M 24.7MB/s in 22s \n", 280 | "\n", 281 | "2020-07-08 23:35:11 (18.6 MB/s) - ‘301_P.zip’ saved [423065622/423065622]\n", 282 | "\n", 283 | "--2020-07-08 23:35:11-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/302_P.zip\n", 284 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 285 | "HTTP request sent, awaiting response... 200 OK\n", 286 | "Length: 488862236 (466M) [application/zip]\n", 287 | "Saving to: ‘302_P.zip’\n", 288 | "\n", 289 | "302_P.zip 100%[===================>] 466.21M 50.6MB/s in 9.7s \n", 290 | "\n", 291 | "2020-07-08 23:35:21 (48.1 MB/s) - ‘302_P.zip’ saved [488862236/488862236]\n", 292 | "\n", 293 | "--2020-07-08 23:35:21-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/303_P.zip\n", 294 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 295 | "HTTP request sent, awaiting response... 200 OK\n", 296 | "Length: 513799834 (490M) [application/zip]\n", 297 | "Saving to: ‘303_P.zip’\n", 298 | "\n", 299 | "303_P.zip 100%[===================>] 490.00M 31.2MB/s in 17s \n", 300 | "\n", 301 | "2020-07-08 23:35:38 (29.1 MB/s) - ‘303_P.zip’ saved [513799834/513799834]\n", 302 | "\n", 303 | "--2020-07-08 23:35:38-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/304_P.zip\n", 304 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 305 | "HTTP request sent, awaiting response... 200 OK\n", 306 | "Length: 395281886 (377M) [application/zip]\n", 307 | "Saving to: ‘304_P.zip’\n", 308 | "\n", 309 | "304_P.zip 100%[===================>] 376.97M 64.4MB/s in 7.1s \n", 310 | "\n", 311 | "2020-07-08 23:35:45 (52.9 MB/s) - ‘304_P.zip’ saved [395281886/395281886]\n", 312 | "\n", 313 | "--2020-07-08 23:35:45-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/305_P.zip\n", 314 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 315 | "HTTP request sent, awaiting response... 200 OK\n", 316 | "Length: 900889237 (859M) [application/zip]\n", 317 | "Saving to: ‘305_P.zip’\n", 318 | "\n", 319 | "305_P.zip 100%[===================>] 859.15M 66.2MB/s in 12s \n", 320 | "\n", 321 | "2020-07-08 23:35:57 (69.4 MB/s) - ‘305_P.zip’ saved [900889237/900889237]\n", 322 | "\n", 323 | "--2020-07-08 23:35:57-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/306_P.zip\n", 324 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 325 | "HTTP request sent, awaiting response... 200 OK\n", 326 | "Length: 436769227 (417M) [application/zip]\n", 327 | "Saving to: ‘306_P.zip’\n", 328 | "\n", 329 | "306_P.zip 100%[===================>] 416.54M 66.9MB/s in 6.4s \n", 330 | "\n", 331 | "2020-07-08 23:36:04 (64.7 MB/s) - ‘306_P.zip’ saved [436769227/436769227]\n", 332 | "\n", 333 | "--2020-07-08 23:36:04-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/307_P.zip\n", 334 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 335 | "HTTP request sent, awaiting response... 200 OK\n", 336 | "Length: 646371351 (616M) [application/zip]\n", 337 | "Saving to: ‘307_P.zip’\n", 338 | "\n", 339 | "307_P.zip 100%[===================>] 616.43M 69.6MB/s in 8.8s \n", 340 | "\n", 341 | "2020-07-08 23:36:13 (69.7 MB/s) - ‘307_P.zip’ saved [646371351/646371351]\n", 342 | "\n", 343 | "--2020-07-08 23:36:13-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/308_P.zip\n", 344 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 345 | "HTTP request sent, awaiting response... 200 OK\n", 346 | "Length: 446700563 (426M) [application/zip]\n", 347 | "Saving to: ‘308_P.zip’\n", 348 | "\n", 349 | "308_P.zip 100%[===================>] 426.01M 69.1MB/s in 6.4s \n", 350 | "\n", 351 | "2020-07-08 23:36:19 (66.4 MB/s) - ‘308_P.zip’ saved [446700563/446700563]\n", 352 | "\n", 353 | "--2020-07-08 23:36:19-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/309_P.zip\n", 354 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 355 | "HTTP request sent, awaiting response... 200 OK\n", 356 | "Length: 362548522 (346M) [application/zip]\n", 357 | "Saving to: ‘309_P.zip’\n", 358 | "\n", 359 | "309_P.zip 100%[===================>] 345.75M 66.4MB/s in 5.0s \n", 360 | "\n", 361 | "2020-07-08 23:36:24 (68.7 MB/s) - ‘309_P.zip’ saved [362548522/362548522]\n", 362 | "\n", 363 | "--2020-07-08 23:36:24-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/310_P.zip\n", 364 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 365 | "HTTP request sent, awaiting response... 200 OK\n", 366 | "Length: 426224885 (406M) [application/zip]\n", 367 | "Saving to: ‘310_P.zip’\n", 368 | "\n", 369 | "310_P.zip 100%[===================>] 406.48M 53.0MB/s in 7.1s \n", 370 | "\n", 371 | "2020-07-08 23:36:31 (57.1 MB/s) - ‘310_P.zip’ saved [426224885/426224885]\n", 372 | "\n", 373 | "--2020-07-08 23:36:31-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/311_P.zip\n", 374 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 375 | "HTTP request sent, awaiting response... 200 OK\n", 376 | "Length: 417901581 (399M) [application/zip]\n", 377 | "Saving to: ‘311_P.zip’\n", 378 | "\n", 379 | "311_P.zip 100%[===================>] 398.54M 24.2MB/s in 12s \n", 380 | "\n", 381 | "2020-07-08 23:36:43 (32.9 MB/s) - ‘311_P.zip’ saved [417901581/417901581]\n", 382 | "\n", 383 | "--2020-07-08 23:36:43-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/312_P.zip\n", 384 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 385 | "HTTP request sent, awaiting response... 200 OK\n", 386 | "Length: 412171104 (393M) [application/zip]\n", 387 | "Saving to: ‘312_P.zip’\n", 388 | "\n", 389 | "312_P.zip 100%[===================>] 393.08M 22.0MB/s in 16s \n", 390 | "\n", 391 | "2020-07-08 23:37:00 (24.2 MB/s) - ‘312_P.zip’ saved [412171104/412171104]\n", 392 | "\n", 393 | "--2020-07-08 23:37:00-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/313_P.zip\n", 394 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 395 | "HTTP request sent, awaiting response... 200 OK\n", 396 | "Length: 380052510 (362M) [application/zip]\n", 397 | "Saving to: ‘313_P.zip’\n", 398 | "\n", 399 | "313_P.zip 100%[===================>] 362.45M 20.7MB/s in 18s \n", 400 | "\n", 401 | "2020-07-08 23:37:18 (19.6 MB/s) - ‘313_P.zip’ saved [380052510/380052510]\n", 402 | "\n", 403 | "--2020-07-08 23:37:18-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/314_P.zip\n", 404 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 405 | "HTTP request sent, awaiting response... 200 OK\n", 406 | "Length: 801690724 (765M) [application/zip]\n", 407 | "Saving to: ‘314_P.zip’\n", 408 | "\n", 409 | "314_P.zip 100%[===================>] 764.55M 53.2MB/s in 27s \n", 410 | "\n", 411 | "2020-07-08 23:37:45 (28.8 MB/s) - ‘314_P.zip’ saved [801690724/801690724]\n", 412 | "\n", 413 | "--2020-07-08 23:37:45-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/315_P.zip\n", 414 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 415 | "HTTP request sent, awaiting response... 200 OK\n", 416 | "Length: 512206588 (488M) [application/zip]\n", 417 | "Saving to: ‘315_P.zip’\n", 418 | "\n", 419 | "315_P.zip 100%[===================>] 488.48M 52.0MB/s in 9.3s \n", 420 | "\n", 421 | "2020-07-08 23:37:54 (52.5 MB/s) - ‘315_P.zip’ saved [512206588/512206588]\n", 422 | "\n", 423 | "--2020-07-08 23:37:54-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/316_P.zip\n", 424 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 425 | "HTTP request sent, awaiting response... 200 OK\n", 426 | "Length: 452956146 (432M) [application/zip]\n", 427 | "Saving to: ‘316_P.zip’\n", 428 | "\n", 429 | "316_P.zip 100%[===================>] 431.97M 45.3MB/s in 9.9s \n", 430 | "\n", 431 | "2020-07-08 23:38:04 (43.5 MB/s) - ‘316_P.zip’ saved [452956146/452956146]\n", 432 | "\n", 433 | "--2020-07-08 23:38:04-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/317_P.zip\n", 434 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 435 | "HTTP request sent, awaiting response... 200 OK\n", 436 | "Length: 420465859 (401M) [application/zip]\n", 437 | "Saving to: ‘317_P.zip’\n", 438 | "\n", 439 | "317_P.zip 100%[===================>] 400.99M 43.2MB/s in 9.4s \n", 440 | "\n", 441 | "2020-07-08 23:38:14 (42.8 MB/s) - ‘317_P.zip’ saved [420465859/420465859]\n", 442 | "\n", 443 | "--2020-07-08 23:38:14-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/318_P.zip\n", 444 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 445 | "HTTP request sent, awaiting response... 200 OK\n", 446 | "Length: 301419193 (287M) [application/zip]\n", 447 | "Saving to: ‘318_P.zip’\n", 448 | "\n", 449 | "318_P.zip 100%[===================>] 287.46M 26.5MB/s in 9.2s \n", 450 | "\n", 451 | "2020-07-08 23:38:23 (31.1 MB/s) - ‘318_P.zip’ saved [301419193/301419193]\n", 452 | "\n", 453 | "--2020-07-08 23:38:23-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/319_P.zip\n", 454 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 455 | "HTTP request sent, awaiting response... 200 OK\n", 456 | "Length: 325498059 (310M) [application/zip]\n", 457 | "Saving to: ‘319_P.zip’\n", 458 | "\n", 459 | "319_P.zip 100%[===================>] 310.42M 26.9MB/s in 11s \n", 460 | "\n", 461 | "2020-07-08 23:38:34 (27.6 MB/s) - ‘319_P.zip’ saved [325498059/325498059]\n", 462 | "\n", 463 | "--2020-07-08 23:38:34-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/320_P.zip\n", 464 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 465 | "HTTP request sent, awaiting response... 200 OK\n", 466 | "Length: 426286831 (407M) [application/zip]\n", 467 | "Saving to: ‘320_P.zip’\n", 468 | "\n", 469 | "320_P.zip 100%[===================>] 406.54M 36.5MB/s in 13s \n", 470 | "\n", 471 | "2020-07-08 23:38:47 (32.2 MB/s) - ‘320_P.zip’ saved [426286831/426286831]\n", 472 | "\n", 473 | "--2020-07-08 23:38:47-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/321_P.zip\n", 474 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 475 | "HTTP request sent, awaiting response... 200 OK\n", 476 | "Length: 433095401 (413M) [application/zip]\n", 477 | "Saving to: ‘321_P.zip’\n", 478 | "\n", 479 | "321_P.zip 100%[===================>] 413.03M 28.1MB/s in 15s \n", 480 | "\n", 481 | "2020-07-08 23:39:01 (28.5 MB/s) - ‘321_P.zip’ saved [433095401/433095401]\n", 482 | "\n", 483 | "--2020-07-08 23:39:01-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/322_P.zip\n", 484 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 485 | "HTTP request sent, awaiting response... 200 OK\n", 486 | "Length: 534591787 (510M) [application/zip]\n", 487 | "Saving to: ‘322_P.zip’\n", 488 | "\n", 489 | "322_P.zip 100%[===================>] 509.83M 50.8MB/s in 12s \n", 490 | "\n", 491 | "2020-07-08 23:39:13 (42.2 MB/s) - ‘322_P.zip’ saved [534591787/534591787]\n", 492 | "\n", 493 | "--2020-07-08 23:39:13-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/323_P.zip\n", 494 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 495 | "HTTP request sent, awaiting response... 200 OK\n", 496 | "Length: 415725380 (396M) [application/zip]\n", 497 | "Saving to: ‘323_P.zip’\n", 498 | "\n", 499 | "323_P.zip 100%[===================>] 396.47M 49.0MB/s in 7.9s \n", 500 | "\n", 501 | "2020-07-08 23:39:21 (50.2 MB/s) - ‘323_P.zip’ saved [415725380/415725380]\n", 502 | "\n", 503 | "--2020-07-08 23:39:21-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/324_P.zip\n", 504 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 505 | "HTTP request sent, awaiting response... 200 OK\n", 506 | "Length: 366475671 (349M) [application/zip]\n", 507 | "Saving to: ‘324_P.zip’\n", 508 | "\n", 509 | "324_P.zip 100%[===================>] 349.50M 47.0MB/s in 7.2s \n", 510 | "\n", 511 | "2020-07-08 23:39:29 (48.3 MB/s) - ‘324_P.zip’ saved [366475671/366475671]\n", 512 | "\n", 513 | "--2020-07-08 23:39:29-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/325_P.zip\n", 514 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 515 | "HTTP request sent, awaiting response... 200 OK\n", 516 | "Length: 448842891 (428M) [application/zip]\n", 517 | "Saving to: ‘325_P.zip’\n", 518 | "\n", 519 | "325_P.zip 100%[===================>] 428.05M 34.4MB/s in 9.8s \n", 520 | "\n", 521 | "2020-07-08 23:39:39 (43.7 MB/s) - ‘325_P.zip’ saved [448842891/448842891]\n", 522 | "\n", 523 | "--2020-07-08 23:39:39-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/326_P.zip\n", 524 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 525 | "HTTP request sent, awaiting response... 200 OK\n", 526 | "Length: 350822840 (335M) [application/zip]\n", 527 | "Saving to: ‘326_P.zip’\n", 528 | "\n", 529 | "326_P.zip 100%[===================>] 334.57M 24.8MB/s in 12s \n", 530 | "\n", 531 | "2020-07-08 23:39:50 (28.9 MB/s) - ‘326_P.zip’ saved [350822840/350822840]\n", 532 | "\n", 533 | "--2020-07-08 23:39:50-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/327_P.zip\n", 534 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 535 | "HTTP request sent, awaiting response... 200 OK\n", 536 | "Length: 343082651 (327M) [application/zip]\n", 537 | "Saving to: ‘327_P.zip’\n", 538 | "\n", 539 | "327_P.zip 100%[===================>] 327.19M 14.5MB/s in 16s \n", 540 | "\n", 541 | "2020-07-08 23:40:06 (20.1 MB/s) - ‘327_P.zip’ saved [343082651/343082651]\n", 542 | "\n", 543 | "--2020-07-08 23:40:06-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/328_P.zip\n", 544 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 545 | "HTTP request sent, awaiting response... 200 OK\n", 546 | "Length: 552035498 (526M) [application/zip]\n", 547 | "Saving to: ‘328_P.zip’\n", 548 | "\n", 549 | "328_P.zip 100%[===================>] 526.46M 13.7MB/s in 37s \n", 550 | "\n", 551 | "2020-07-08 23:40:44 (14.1 MB/s) - ‘328_P.zip’ saved [552035498/552035498]\n", 552 | "\n", 553 | "--2020-07-08 23:40:44-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/329_P.zip\n", 554 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 555 | "HTTP request sent, awaiting response... 200 OK\n", 556 | "Length: 366799485 (350M) [application/zip]\n", 557 | "Saving to: ‘329_P.zip’\n", 558 | "\n", 559 | "329_P.zip 100%[===================>] 349.81M 51.7MB/s in 11s \n", 560 | "\n", 561 | "2020-07-08 23:40:55 (32.6 MB/s) - ‘329_P.zip’ saved [366799485/366799485]\n", 562 | "\n", 563 | "--2020-07-08 23:40:55-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/330_P.zip\n", 564 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 565 | "HTTP request sent, awaiting response... 200 OK\n", 566 | "Length: 381091699 (363M) [application/zip]\n", 567 | "Saving to: ‘330_P.zip’\n", 568 | "\n", 569 | "330_P.zip 100%[===================>] 363.44M 45.2MB/s in 7.4s \n", 570 | "\n", 571 | "2020-07-08 23:41:02 (48.8 MB/s) - ‘330_P.zip’ saved [381091699/381091699]\n", 572 | "\n", 573 | "--2020-07-08 23:41:02-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/331_P.zip\n", 574 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 575 | "HTTP request sent, awaiting response... 200 OK\n", 576 | "Length: 450485608 (430M) [application/zip]\n", 577 | "Saving to: ‘331_P.zip’\n", 578 | "\n", 579 | "331_P.zip 100%[===================>] 429.62M 41.9MB/s in 9.5s \n", 580 | "\n", 581 | "2020-07-08 23:41:12 (45.4 MB/s) - ‘331_P.zip’ saved [450485608/450485608]\n", 582 | "\n", 583 | "--2020-07-08 23:41:12-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/332_P.zip\n", 584 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 585 | "HTTP request sent, awaiting response... 200 OK\n", 586 | "Length: 457554174 (436M) [application/zip]\n", 587 | "Saving to: ‘332_P.zip’\n", 588 | "\n", 589 | "332_P.zip 100%[===================>] 436.36M 20.8MB/s in 18s \n", 590 | "\n", 591 | "2020-07-08 23:41:29 (24.9 MB/s) - ‘332_P.zip’ saved [457554174/457554174]\n", 592 | "\n", 593 | "--2020-07-08 23:41:29-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/333_P.zip\n", 594 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 595 | "HTTP request sent, awaiting response... 200 OK\n", 596 | "Length: 513447217 (490M) [application/zip]\n", 597 | "Saving to: ‘333_P.zip’\n", 598 | "\n", 599 | "333_P.zip 100%[===================>] 489.66M 18.9MB/s in 25s \n", 600 | "\n", 601 | "2020-07-08 23:41:54 (19.7 MB/s) - ‘333_P.zip’ saved [513447217/513447217]\n", 602 | "\n", 603 | "--2020-07-08 23:41:54-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/334_P.zip\n", 604 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 605 | "HTTP request sent, awaiting response... 200 OK\n", 606 | "Length: 505737212 (482M) [application/zip]\n", 607 | "Saving to: ‘334_P.zip’\n", 608 | "\n", 609 | "334_P.zip 100%[===================>] 482.31M 14.5MB/s in 32s \n", 610 | "\n", 611 | "2020-07-08 23:42:26 (15.0 MB/s) - ‘334_P.zip’ saved [505737212/505737212]\n", 612 | "\n", 613 | "--2020-07-08 23:42:26-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/335_P.zip\n", 614 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 615 | "HTTP request sent, awaiting response... 200 OK\n", 616 | "Length: 407973860 (389M) [application/zip]\n", 617 | "Saving to: ‘335_P.zip’\n", 618 | "\n", 619 | "335_P.zip 100%[===================>] 389.07M 24.2MB/s in 21s \n", 620 | "\n", 621 | "2020-07-08 23:42:48 (18.4 MB/s) - ‘335_P.zip’ saved [407973860/407973860]\n", 622 | "\n", 623 | "--2020-07-08 23:42:48-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/336_P.zip\n", 624 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 625 | "HTTP request sent, awaiting response... 200 OK\n", 626 | "Length: 475492256 (453M) [application/zip]\n", 627 | "Saving to: ‘336_P.zip’\n", 628 | "\n", 629 | "336_P.zip 100%[===================>] 453.46M 17.2MB/s in 25s \n", 630 | "\n", 631 | "2020-07-08 23:43:13 (18.0 MB/s) - ‘336_P.zip’ saved [475492256/475492256]\n", 632 | "\n", 633 | "--2020-07-08 23:43:13-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/337_P.zip\n", 634 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 635 | "HTTP request sent, awaiting response... 200 OK\n", 636 | "Length: 958826326 (914M) [application/zip]\n", 637 | "Saving to: ‘337_P.zip’\n", 638 | "\n", 639 | "337_P.zip 100%[===================>] 914.41M 21.2MB/s in 37s \n", 640 | "\n", 641 | "2020-07-08 23:43:49 (24.9 MB/s) - ‘337_P.zip’ saved [958826326/958826326]\n", 642 | "\n", 643 | "--2020-07-08 23:43:49-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/338_P.zip\n", 644 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 645 | "HTTP request sent, awaiting response... 200 OK\n", 646 | "Length: 306577284 (292M) [application/zip]\n", 647 | "Saving to: ‘338_P.zip’\n", 648 | "\n", 649 | "338_P.zip 100%[===================>] 292.37M 17.1MB/s in 16s \n", 650 | "\n", 651 | "2020-07-08 23:44:05 (18.8 MB/s) - ‘338_P.zip’ saved [306577284/306577284]\n", 652 | "\n", 653 | "--2020-07-08 23:44:05-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/339_P.zip\n", 654 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 655 | "HTTP request sent, awaiting response... 200 OK\n", 656 | "Length: 441604853 (421M) [application/zip]\n", 657 | "Saving to: ‘339_P.zip’\n", 658 | "\n", 659 | "339_P.zip 100%[===================>] 421.15M 57.0MB/s in 11s \n", 660 | "\n", 661 | "2020-07-08 23:44:16 (37.7 MB/s) - ‘339_P.zip’ saved [441604853/441604853]\n", 662 | "\n", 663 | "--2020-07-08 23:44:16-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/340_P.zip\n", 664 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 665 | "HTTP request sent, awaiting response... 200 OK\n", 666 | "Length: 304959924 (291M) [application/zip]\n", 667 | "Saving to: ‘340_P.zip’\n", 668 | "\n", 669 | "340_P.zip 100%[===================>] 290.83M 41.0MB/s in 6.8s \n", 670 | "\n", 671 | "2020-07-08 23:44:23 (42.6 MB/s) - ‘340_P.zip’ saved [304959924/304959924]\n", 672 | "\n", 673 | "--2020-07-08 23:44:23-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/341_P.zip\n", 674 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 675 | "HTTP request sent, awaiting response... 200 OK\n", 676 | "Length: 448069356 (427M) [application/zip]\n", 677 | "Saving to: ‘341_P.zip’\n", 678 | "\n", 679 | "341_P.zip 100%[===================>] 427.31M 37.1MB/s in 11s \n", 680 | "\n", 681 | "2020-07-08 23:44:34 (38.0 MB/s) - ‘341_P.zip’ saved [448069356/448069356]\n", 682 | "\n", 683 | "--2020-07-08 23:44:34-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/343_P.zip\n", 684 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 685 | "HTTP request sent, awaiting response... 200 OK\n", 686 | "Length: 448673094 (428M) [application/zip]\n", 687 | "Saving to: ‘343_P.zip’\n", 688 | "\n", 689 | "343_P.zip 100%[===================>] 427.89M 29.8MB/s in 13s \n", 690 | "\n", 691 | "2020-07-08 23:44:47 (33.0 MB/s) - ‘343_P.zip’ saved [448673094/448673094]\n", 692 | "\n", 693 | "--2020-07-08 23:44:47-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/344_P.zip\n", 694 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 695 | "HTTP request sent, awaiting response... 200 OK\n", 696 | "Length: 477053552 (455M) [application/zip]\n", 697 | "Saving to: ‘344_P.zip’\n", 698 | "\n", 699 | "344_P.zip 100%[===================>] 454.95M 26.4MB/s in 19s \n", 700 | "\n", 701 | "2020-07-08 23:45:07 (23.4 MB/s) - ‘344_P.zip’ saved [477053552/477053552]\n", 702 | "\n", 703 | "--2020-07-08 23:45:07-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/345_P.zip\n", 704 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 705 | "HTTP request sent, awaiting response... 200 OK\n", 706 | "Length: 414569611 (395M) [application/zip]\n", 707 | "Saving to: ‘345_P.zip’\n", 708 | "\n", 709 | "345_P.zip 100%[===================>] 395.36M 22.8MB/s in 22s \n", 710 | "\n", 711 | "2020-07-08 23:45:29 (18.4 MB/s) - ‘345_P.zip’ saved [414569611/414569611]\n", 712 | "\n", 713 | "--2020-07-08 23:45:29-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/346_P.zip\n", 714 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 715 | "HTTP request sent, awaiting response... 200 OK\n", 716 | "Length: 599980803 (572M) [application/zip]\n", 717 | "Saving to: ‘346_P.zip’\n", 718 | "\n", 719 | "346_P.zip 100%[===================>] 572.19M 37.0MB/s in 13s \n", 720 | "\n", 721 | "2020-07-08 23:45:41 (45.6 MB/s) - ‘346_P.zip’ saved [599980803/599980803]\n", 722 | "\n", 723 | "--2020-07-08 23:45:41-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/347_P.zip\n", 724 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 725 | "HTTP request sent, awaiting response... 200 OK\n", 726 | "Length: 302979837 (289M) [application/zip]\n", 727 | "Saving to: ‘347_P.zip’\n", 728 | "\n", 729 | "347_P.zip 100%[===================>] 288.94M 19.7MB/s in 9.7s \n", 730 | "\n", 731 | "2020-07-08 23:45:51 (29.7 MB/s) - ‘347_P.zip’ saved [302979837/302979837]\n", 732 | "\n", 733 | "--2020-07-08 23:45:51-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/348_P.zip\n", 734 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 735 | "HTTP request sent, awaiting response... 200 OK\n", 736 | "Length: 343944595 (328M) [application/zip]\n", 737 | "Saving to: ‘348_P.zip’\n", 738 | "\n", 739 | "348_P.zip 100%[===================>] 328.01M 31.7MB/s in 13s \n", 740 | "\n", 741 | "2020-07-08 23:46:04 (24.4 MB/s) - ‘348_P.zip’ saved [343944595/343944595]\n", 742 | "\n", 743 | "--2020-07-08 23:46:04-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/349_P.zip\n", 744 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 745 | "HTTP request sent, awaiting response... 200 OK\n", 746 | "Length: 616739003 (588M) [application/zip]\n", 747 | "Saving to: ‘349_P.zip’\n", 748 | "\n", 749 | "349_P.zip 100%[===================>] 588.17M 14.7MB/s in 32s \n", 750 | "\n", 751 | "2020-07-08 23:46:36 (18.5 MB/s) - ‘349_P.zip’ saved [616739003/616739003]\n", 752 | "\n", 753 | "--2020-07-08 23:46:36-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/350_P.zip\n", 754 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 755 | "HTTP request sent, awaiting response... 200 OK\n", 756 | "Length: 465250837 (444M) [application/zip]\n", 757 | "Saving to: ‘350_P.zip’\n", 758 | "\n", 759 | "350_P.zip 100%[===================>] 443.70M 32.0MB/s in 11s \n", 760 | "\n", 761 | "2020-07-08 23:46:48 (39.5 MB/s) - ‘350_P.zip’ saved [465250837/465250837]\n", 762 | "\n", 763 | "--2020-07-08 23:46:48-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/351_P.zip\n", 764 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 765 | "HTTP request sent, awaiting response... 200 OK\n", 766 | "Length: 395306077 (377M) [application/zip]\n", 767 | "Saving to: ‘351_P.zip’\n", 768 | "\n", 769 | "351_P.zip 100%[===================>] 376.99M 25.7MB/s in 13s \n", 770 | "\n", 771 | "2020-07-08 23:47:01 (29.1 MB/s) - ‘351_P.zip’ saved [395306077/395306077]\n", 772 | "\n", 773 | "--2020-07-08 23:47:01-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/352_P.zip\n", 774 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 775 | "HTTP request sent, awaiting response... 200 OK\n", 776 | "Length: 398950823 (380M) [application/zip]\n", 777 | "Saving to: ‘352_P.zip’\n", 778 | "\n", 779 | "352_P.zip 100%[===================>] 380.47M 30.1MB/s in 12s \n", 780 | "\n", 781 | "2020-07-08 23:47:12 (32.1 MB/s) - ‘352_P.zip’ saved [398950823/398950823]\n", 782 | "\n", 783 | "--2020-07-08 23:47:12-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/353_P.zip\n", 784 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 785 | "HTTP request sent, awaiting response... 200 OK\n", 786 | "Length: 409858377 (391M) [application/zip]\n", 787 | "Saving to: ‘353_P.zip’\n", 788 | "\n", 789 | "353_P.zip 100%[===================>] 390.87M 37.5MB/s in 12s \n", 790 | "\n", 791 | "2020-07-08 23:47:24 (33.5 MB/s) - ‘353_P.zip’ saved [409858377/409858377]\n", 792 | "\n", 793 | "--2020-07-08 23:47:24-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/354_P.zip\n", 794 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 795 | "HTTP request sent, awaiting response... 200 OK\n", 796 | "Length: 300229072 (286M) [application/zip]\n", 797 | "Saving to: ‘354_P.zip’\n", 798 | "\n", 799 | "354_P.zip 100%[===================>] 286.32M 17.5MB/s in 13s \n", 800 | "\n", 801 | "2020-07-08 23:47:37 (22.7 MB/s) - ‘354_P.zip’ saved [300229072/300229072]\n", 802 | "\n", 803 | "--2020-07-08 23:47:37-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/355_P.zip\n", 804 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 805 | "HTTP request sent, awaiting response... 200 OK\n", 806 | "Length: 341467688 (326M) [application/zip]\n", 807 | "Saving to: ‘355_P.zip’\n", 808 | "\n", 809 | "355_P.zip 100%[===================>] 325.65M 19.8MB/s in 18s \n", 810 | "\n", 811 | "2020-07-08 23:47:55 (18.5 MB/s) - ‘355_P.zip’ saved [341467688/341467688]\n", 812 | "\n", 813 | "--2020-07-08 23:47:55-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/356_P.zip\n", 814 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 815 | "HTTP request sent, awaiting response... 200 OK\n", 816 | "Length: 506288800 (483M) [application/zip]\n", 817 | "Saving to: ‘356_P.zip’\n", 818 | "\n", 819 | "356_P.zip 100%[===================>] 482.83M 46.7MB/s in 27s \n", 820 | "\n", 821 | "2020-07-08 23:48:22 (17.6 MB/s) - ‘356_P.zip’ saved [506288800/506288800]\n", 822 | "\n", 823 | "--2020-07-08 23:48:22-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/357_P.zip\n", 824 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 825 | "HTTP request sent, awaiting response... 200 OK\n", 826 | "Length: 195637296 (187M) [application/zip]\n", 827 | "Saving to: ‘357_P.zip’\n", 828 | "\n", 829 | "357_P.zip 100%[===================>] 186.57M 39.4MB/s in 4.2s \n", 830 | "\n", 831 | "2020-07-08 23:48:26 (44.9 MB/s) - ‘357_P.zip’ saved [195637296/195637296]\n", 832 | "\n", 833 | "--2020-07-08 23:48:26-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/358_P.zip\n", 834 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 835 | "HTTP request sent, awaiting response... 200 OK\n", 836 | "Length: 315885987 (301M) [application/zip]\n", 837 | "Saving to: ‘358_P.zip’\n", 838 | "\n", 839 | "358_P.zip 100%[===================>] 301.25M 23.7MB/s in 18s \n", 840 | "\n", 841 | "2020-07-08 23:48:45 (16.4 MB/s) - ‘358_P.zip’ saved [315885987/315885987]\n", 842 | "\n", 843 | "--2020-07-08 23:48:45-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/359_P.zip\n", 844 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 845 | "HTTP request sent, awaiting response... 200 OK\n", 846 | "Length: 499007063 (476M) [application/zip]\n", 847 | "Saving to: ‘359_P.zip’\n", 848 | "\n", 849 | "359_P.zip 100%[===================>] 475.89M 21.0MB/s in 14s \n", 850 | "\n", 851 | "2020-07-08 23:48:59 (33.8 MB/s) - ‘359_P.zip’ saved [499007063/499007063]\n", 852 | "\n", 853 | "--2020-07-08 23:48:59-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/360_P.zip\n", 854 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 855 | "HTTP request sent, awaiting response... 200 OK\n", 856 | "Length: 223132132 (213M) [application/zip]\n", 857 | "Saving to: ‘360_P.zip’\n", 858 | "\n", 859 | "360_P.zip 100%[===================>] 212.79M 17.2MB/s in 12s \n", 860 | "\n", 861 | "2020-07-08 23:49:10 (18.5 MB/s) - ‘360_P.zip’ saved [223132132/223132132]\n", 862 | "\n", 863 | "--2020-07-08 23:49:10-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/361_P.zip\n", 864 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 865 | "HTTP request sent, awaiting response... 200 OK\n", 866 | "Length: 333483661 (318M) [application/zip]\n", 867 | "Saving to: ‘361_P.zip’\n", 868 | "\n", 869 | "361_P.zip 100%[===================>] 318.03M 15.0MB/s in 22s \n", 870 | "\n", 871 | "2020-07-08 23:49:32 (14.7 MB/s) - ‘361_P.zip’ saved [333483661/333483661]\n", 872 | "\n", 873 | "--2020-07-08 23:49:32-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/362_P.zip\n", 874 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 875 | "HTTP request sent, awaiting response... 200 OK\n", 876 | "Length: 302766369 (289M) [application/zip]\n", 877 | "Saving to: ‘362_P.zip’\n", 878 | "\n", 879 | "362_P.zip 100%[===================>] 288.74M 10.3MB/s in 26s \n", 880 | "\n", 881 | "2020-07-08 23:49:58 (11.0 MB/s) - ‘362_P.zip’ saved [302766369/302766369]\n", 882 | "\n", 883 | "--2020-07-08 23:49:58-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/363_P.zip\n", 884 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 885 | "HTTP request sent, awaiting response... 200 OK\n", 886 | "Length: 658378684 (628M) [application/zip]\n", 887 | "Saving to: ‘363_P.zip’\n", 888 | "\n", 889 | "363_P.zip 100%[===================>] 627.88M 33.6MB/s in 17s \n", 890 | "\n", 891 | "2020-07-08 23:50:15 (37.4 MB/s) - ‘363_P.zip’ saved [658378684/658378684]\n", 892 | "\n", 893 | "--2020-07-08 23:50:15-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/364_P.zip\n", 894 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 895 | "HTTP request sent, awaiting response... 200 OK\n", 896 | "Length: 947818674 (904M) [application/zip]\n", 897 | "Saving to: ‘364_P.zip’\n", 898 | "\n", 899 | "364_P.zip 100%[===================>] 903.91M 32.2MB/s in 28s \n", 900 | "\n", 901 | "2020-07-08 23:50:43 (32.7 MB/s) - ‘364_P.zip’ saved [947818674/947818674]\n", 902 | "\n", 903 | "--2020-07-08 23:50:43-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/365_P.zip\n", 904 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 905 | "HTTP request sent, awaiting response... 200 OK\n", 906 | "Length: 714178656 (681M) [application/zip]\n", 907 | "Saving to: ‘365_P.zip’\n", 908 | "\n", 909 | "365_P.zip 100%[===================>] 681.09M 38.7MB/s in 19s \n", 910 | "\n", 911 | "2020-07-08 23:51:01 (36.8 MB/s) - ‘365_P.zip’ saved [714178656/714178656]\n", 912 | "\n", 913 | "--2020-07-08 23:51:01-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/366_P.zip\n", 914 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 915 | "HTTP request sent, awaiting response... 200 OK\n", 916 | "Length: 667978436 (637M) [application/zip]\n", 917 | "Saving to: ‘366_P.zip’\n", 918 | "\n", 919 | "366_P.zip 100%[===================>] 637.03M 54.8MB/s in 14s \n", 920 | "\n", 921 | "2020-07-08 23:51:16 (44.4 MB/s) - ‘366_P.zip’ saved [667978436/667978436]\n", 922 | "\n", 923 | "--2020-07-08 23:51:16-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/367_P.zip\n", 924 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 925 | "HTTP request sent, awaiting response... 200 OK\n", 926 | "Length: 817278992 (779M) [application/zip]\n", 927 | "Saving to: ‘367_P.zip’\n", 928 | "\n", 929 | "367_P.zip 100%[===================>] 779.42M 47.3MB/s in 16s \n", 930 | "\n", 931 | "2020-07-08 23:51:32 (48.5 MB/s) - ‘367_P.zip’ saved [817278992/817278992]\n", 932 | "\n", 933 | "--2020-07-08 23:51:32-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/368_P.zip\n", 934 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 935 | "HTTP request sent, awaiting response... 200 OK\n", 936 | "Length: 694095833 (662M) [application/zip]\n", 937 | "Saving to: ‘368_P.zip’\n", 938 | "\n", 939 | "368_P.zip 100%[===================>] 661.94M 56.3MB/s in 12s \n", 940 | "\n", 941 | "2020-07-08 23:51:44 (53.6 MB/s) - ‘368_P.zip’ saved [694095833/694095833]\n", 942 | "\n", 943 | "--2020-07-08 23:51:44-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/369_P.zip\n", 944 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 945 | "HTTP request sent, awaiting response... 200 OK\n", 946 | "Length: 519160027 (495M) [application/zip]\n", 947 | "Saving to: ‘369_P.zip’\n", 948 | "\n", 949 | "369_P.zip 100%[===================>] 495.11M 26.1MB/s in 13s \n", 950 | "\n", 951 | "2020-07-08 23:51:57 (38.3 MB/s) - ‘369_P.zip’ saved [519160027/519160027]\n", 952 | "\n", 953 | "--2020-07-08 23:51:57-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/370_P.zip\n", 954 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 955 | "HTTP request sent, awaiting response... 200 OK\n", 956 | "Length: 615238725 (587M) [application/zip]\n", 957 | "Saving to: ‘370_P.zip’\n", 958 | "\n", 959 | "370_P.zip 100%[===================>] 586.74M 20.9MB/s in 25s \n", 960 | "\n", 961 | "2020-07-08 23:52:22 (23.5 MB/s) - ‘370_P.zip’ saved [615238725/615238725]\n", 962 | "\n", 963 | "--2020-07-08 23:52:22-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/371_P.zip\n", 964 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 965 | "HTTP request sent, awaiting response... 200 OK\n", 966 | "Length: 465926300 (444M) [application/zip]\n", 967 | "Saving to: ‘371_P.zip’\n", 968 | "\n", 969 | "371_P.zip 100%[===================>] 444.34M 34.2MB/s in 13s \n", 970 | "\n", 971 | "2020-07-08 23:52:35 (35.2 MB/s) - ‘371_P.zip’ saved [465926300/465926300]\n", 972 | "\n", 973 | "--2020-07-08 23:52:35-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/372_P.zip\n", 974 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 975 | "HTTP request sent, awaiting response... 200 OK\n", 976 | "Length: 761008929 (726M) [application/zip]\n", 977 | "Saving to: ‘372_P.zip’\n", 978 | "\n", 979 | "372_P.zip 100%[===================>] 725.75M 45.3MB/s in 18s \n", 980 | "\n", 981 | "2020-07-08 23:52:53 (40.3 MB/s) - ‘372_P.zip’ saved [761008929/761008929]\n", 982 | "\n", 983 | "--2020-07-08 23:52:53-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/373_P.zip\n", 984 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 985 | "HTTP request sent, awaiting response... 200 OK\n", 986 | "Length: 660192733 (630M) [application/zip]\n", 987 | "Saving to: ‘373_P.zip’\n", 988 | "\n", 989 | "373_P.zip 100%[===================>] 629.61M 43.8MB/s in 15s \n", 990 | "\n", 991 | "2020-07-08 23:53:08 (43.0 MB/s) - ‘373_P.zip’ saved [660192733/660192733]\n", 992 | "\n", 993 | "--2020-07-08 23:53:08-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/374_P.zip\n", 994 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 995 | "HTTP request sent, awaiting response... 200 OK\n", 996 | "Length: 668327874 (637M) [application/zip]\n", 997 | "Saving to: ‘374_P.zip’\n", 998 | "\n", 999 | "374_P.zip 100%[===================>] 637.37M 33.8MB/s in 18s \n", 1000 | "\n", 1001 | "2020-07-08 23:53:26 (34.8 MB/s) - ‘374_P.zip’ saved [668327874/668327874]\n", 1002 | "\n", 1003 | "--2020-07-08 23:53:26-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/375_P.zip\n", 1004 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1005 | "HTTP request sent, awaiting response... 200 OK\n", 1006 | "Length: 300779609 (287M) [application/zip]\n", 1007 | "Saving to: ‘375_P.zip’\n", 1008 | "\n", 1009 | "375_P.zip 100%[===================>] 286.85M 19.4MB/s in 12s \n", 1010 | "\n", 1011 | "2020-07-08 23:53:38 (24.1 MB/s) - ‘375_P.zip’ saved [300779609/300779609]\n", 1012 | "\n", 1013 | "--2020-07-08 23:53:38-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/376_P.zip\n", 1014 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1015 | "HTTP request sent, awaiting response... 200 OK\n", 1016 | "Length: 543467174 (518M) [application/zip]\n", 1017 | "Saving to: ‘376_P.zip’\n", 1018 | "\n", 1019 | "376_P.zip 100%[===================>] 518.29M 48.7MB/s in 17s \n", 1020 | "\n", 1021 | "2020-07-08 23:53:56 (29.7 MB/s) - ‘376_P.zip’ saved [543467174/543467174]\n", 1022 | "\n", 1023 | "--2020-07-08 23:53:56-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/377_P.zip\n", 1024 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1025 | "HTTP request sent, awaiting response... 200 OK\n", 1026 | "Length: 676925666 (646M) [application/zip]\n", 1027 | "Saving to: ‘377_P.zip’\n", 1028 | "\n", 1029 | "377_P.zip 100%[===================>] 645.57M 20.1MB/s in 18s \n", 1030 | "\n", 1031 | "2020-07-08 23:54:14 (35.1 MB/s) - ‘377_P.zip’ saved [676925666/676925666]\n", 1032 | "\n", 1033 | "--2020-07-08 23:54:14-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/378_P.zip\n", 1034 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1035 | "HTTP request sent, awaiting response... 200 OK\n", 1036 | "Length: 450868463 (430M) [application/zip]\n", 1037 | "Saving to: ‘378_P.zip’\n", 1038 | "\n", 1039 | "378_P.zip 100%[===================>] 429.98M 39.4MB/s in 11s \n", 1040 | "\n", 1041 | "2020-07-08 23:54:25 (38.9 MB/s) - ‘378_P.zip’ saved [450868463/450868463]\n", 1042 | "\n", 1043 | "--2020-07-08 23:54:25-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/379_P.zip\n", 1044 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1045 | "HTTP request sent, awaiting response... 200 OK\n", 1046 | "Length: 507843825 (484M) [application/zip]\n", 1047 | "Saving to: ‘379_P.zip’\n", 1048 | "\n", 1049 | "379_P.zip 100%[===================>] 484.32M 41.7MB/s in 12s \n", 1050 | "\n", 1051 | "2020-07-08 23:54:37 (39.1 MB/s) - ‘379_P.zip’ saved [507843825/507843825]\n", 1052 | "\n", 1053 | "--2020-07-08 23:54:37-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/380_P.zip\n", 1054 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1055 | "HTTP request sent, awaiting response... 200 OK\n", 1056 | "Length: 1003461895 (957M) [application/zip]\n", 1057 | "Saving to: ‘380_P.zip’\n", 1058 | "\n", 1059 | "380_P.zip 100%[===================>] 956.98M 37.3MB/s in 27s \n", 1060 | "\n", 1061 | "2020-07-08 23:55:05 (35.2 MB/s) - ‘380_P.zip’ saved [1003461895/1003461895]\n", 1062 | "\n", 1063 | "--2020-07-08 23:55:05-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/381_P.zip\n", 1064 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1065 | "HTTP request sent, awaiting response... 200 OK\n", 1066 | "Length: 566780332 (541M) [application/zip]\n", 1067 | "Saving to: ‘381_P.zip’\n", 1068 | "\n", 1069 | "381_P.zip 100%[===================>] 540.52M 19.1MB/s in 20s \n", 1070 | "\n", 1071 | "2020-07-08 23:55:25 (27.0 MB/s) - ‘381_P.zip’ saved [566780332/566780332]\n", 1072 | "\n", 1073 | "--2020-07-08 23:55:25-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/382_P.zip\n", 1074 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1075 | "HTTP request sent, awaiting response... 200 OK\n", 1076 | "Length: 434519612 (414M) [application/zip]\n", 1077 | "Saving to: ‘382_P.zip’\n", 1078 | "\n", 1079 | "382_P.zip 100%[===================>] 414.39M 19.1MB/s in 22s \n", 1080 | "\n", 1081 | "2020-07-08 23:55:47 (19.0 MB/s) - ‘382_P.zip’ saved [434519612/434519612]\n", 1082 | "\n", 1083 | "--2020-07-08 23:55:47-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/383_P.zip\n", 1084 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1085 | "HTTP request sent, awaiting response... 200 OK\n", 1086 | "Length: 717474826 (684M) [application/zip]\n", 1087 | "Saving to: ‘383_P.zip’\n", 1088 | "\n", 1089 | "383_P.zip 100%[===================>] 684.24M 9.75MB/s in 41s \n", 1090 | "\n", 1091 | "2020-07-08 23:56:28 (16.7 MB/s) - ‘383_P.zip’ saved [717474826/717474826]\n", 1092 | "\n", 1093 | "--2020-07-08 23:56:28-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/384_P.zip\n", 1094 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1095 | "HTTP request sent, awaiting response... 200 OK\n", 1096 | "Length: 541956579 (517M) [application/zip]\n", 1097 | "Saving to: ‘384_P.zip’\n", 1098 | "\n", 1099 | "384_P.zip 100%[===================>] 516.85M 61.0MB/s in 18s \n", 1100 | "\n", 1101 | "2020-07-08 23:56:46 (28.1 MB/s) - ‘384_P.zip’ saved [541956579/541956579]\n", 1102 | "\n", 1103 | "--2020-07-08 23:56:46-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/385_P.zip\n", 1104 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1105 | "HTTP request sent, awaiting response... 200 OK\n", 1106 | "Length: 276841757 (264M) [application/zip]\n", 1107 | "Saving to: ‘385_P.zip’\n", 1108 | "\n", 1109 | "385_P.zip 100%[===================>] 264.02M 27.5MB/s in 8.4s \n", 1110 | "\n", 1111 | "2020-07-08 23:56:55 (31.2 MB/s) - ‘385_P.zip’ saved [276841757/276841757]\n", 1112 | "\n", 1113 | "--2020-07-08 23:56:55-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/386_P.zip\n", 1114 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1115 | "HTTP request sent, awaiting response... 200 OK\n", 1116 | "Length: 545095094 (520M) [application/zip]\n", 1117 | "Saving to: ‘386_P.zip’\n", 1118 | "\n", 1119 | "386_P.zip 100%[===================>] 519.84M 48.0MB/s in 10s \n", 1120 | "\n", 1121 | "2020-07-08 23:57:05 (51.6 MB/s) - ‘386_P.zip’ saved [545095094/545095094]\n", 1122 | "\n", 1123 | "--2020-07-08 23:57:05-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/387_P.zip\n", 1124 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1125 | "HTTP request sent, awaiting response... 200 OK\n", 1126 | "Length: 311798892 (297M) [application/zip]\n", 1127 | "Saving to: ‘387_P.zip’\n", 1128 | "\n", 1129 | "387_P.zip 100%[===================>] 297.35M 43.6MB/s in 6.9s \n", 1130 | "\n", 1131 | "2020-07-08 23:57:12 (42.9 MB/s) - ‘387_P.zip’ saved [311798892/311798892]\n", 1132 | "\n", 1133 | "--2020-07-08 23:57:12-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/388_P.zip\n", 1134 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1135 | "HTTP request sent, awaiting response... 200 OK\n", 1136 | "Length: 410138790 (391M) [application/zip]\n", 1137 | "Saving to: ‘388_P.zip’\n", 1138 | "\n", 1139 | "388_P.zip 100%[===================>] 391.14M 29.9MB/s in 14s \n", 1140 | "\n", 1141 | "2020-07-08 23:57:26 (27.9 MB/s) - ‘388_P.zip’ saved [410138790/410138790]\n", 1142 | "\n", 1143 | "--2020-07-08 23:57:26-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/389_P.zip\n", 1144 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1145 | "HTTP request sent, awaiting response... 200 OK\n", 1146 | "Length: 408977698 (390M) [application/zip]\n", 1147 | "Saving to: ‘389_P.zip’\n", 1148 | "\n", 1149 | "389_P.zip 100%[===================>] 390.03M 59.0MB/s in 8.2s \n", 1150 | "\n", 1151 | "2020-07-08 23:57:34 (47.6 MB/s) - ‘389_P.zip’ saved [408977698/408977698]\n", 1152 | "\n", 1153 | "--2020-07-08 23:57:34-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/390_P.zip\n", 1154 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1155 | "HTTP request sent, awaiting response... 200 OK\n", 1156 | "Length: 701172549 (669M) [application/zip]\n", 1157 | "Saving to: ‘390_P.zip’\n", 1158 | "\n", 1159 | "390_P.zip 100%[===================>] 668.69M 30.6MB/s in 15s \n", 1160 | "\n", 1161 | "2020-07-08 23:57:49 (45.1 MB/s) - ‘390_P.zip’ saved [701172549/701172549]\n", 1162 | "\n", 1163 | "--2020-07-08 23:57:49-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/391_P.zip\n", 1164 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1165 | "HTTP request sent, awaiting response... 200 OK\n", 1166 | "Length: 339450121 (324M) [application/zip]\n", 1167 | "Saving to: ‘391_P.zip’\n", 1168 | "\n", 1169 | "391_P.zip 100%[===================>] 323.72M 34.0MB/s in 7.7s \n", 1170 | "\n", 1171 | "2020-07-08 23:57:57 (41.9 MB/s) - ‘391_P.zip’ saved [339450121/339450121]\n", 1172 | "\n", 1173 | "--2020-07-08 23:57:57-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/392_P.zip\n", 1174 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1175 | "HTTP request sent, awaiting response... 200 OK\n", 1176 | "Length: 331321839 (316M) [application/zip]\n", 1177 | "Saving to: ‘392_P.zip’\n", 1178 | "\n", 1179 | "392_P.zip 100%[===================>] 315.97M 27.5MB/s in 11s \n", 1180 | "\n", 1181 | "2020-07-08 23:58:07 (29.9 MB/s) - ‘392_P.zip’ saved [331321839/331321839]\n", 1182 | "\n", 1183 | "--2020-07-08 23:58:07-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/393_P.zip\n", 1184 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1185 | "HTTP request sent, awaiting response... 200 OK\n", 1186 | "Length: 301142651 (287M) [application/zip]\n", 1187 | "Saving to: ‘393_P.zip’\n", 1188 | "\n", 1189 | "393_P.zip 100%[===================>] 287.19M 34.3MB/s in 8.5s \n", 1190 | "\n", 1191 | "2020-07-08 23:58:16 (33.7 MB/s) - ‘393_P.zip’ saved [301142651/301142651]\n", 1192 | "\n", 1193 | "--2020-07-08 23:58:16-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/395_P.zip\n", 1194 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1195 | "HTTP request sent, awaiting response... 200 OK\n", 1196 | "Length: 432926067 (413M) [application/zip]\n", 1197 | "Saving to: ‘395_P.zip’\n", 1198 | "\n", 1199 | "395_P.zip 100%[===================>] 412.87M 56.0MB/s in 8.9s \n", 1200 | "\n", 1201 | "2020-07-08 23:58:25 (46.4 MB/s) - ‘395_P.zip’ saved [432926067/432926067]\n", 1202 | "\n", 1203 | "--2020-07-08 23:58:25-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/396_P.zip\n", 1204 | "Connecting to dcapswoz.ict.usc.edu (dcapswoz.ict.usc.edu)|128.125.133.76|:443... connected.\n", 1205 | "WARNING: cannot verify dcapswoz.ict.usc.edu's certificate, issued by ‘CN=InCommon RSA Server CA,OU=InCommon,O=Internet2,L=Ann Arbor,ST=MI,C=US’:\n", 1206 | " Unable to locally verify the issuer's authority.\n", 1207 | "HTTP request sent, awaiting response... 200 OK\n", 1208 | "Length: 402340567 (384M) [application/zip]\n", 1209 | "Saving to: ‘396_P.zip’\n", 1210 | "\n", 1211 | "396_P.zip 100%[===================>] 383.70M 51.0MB/s in 7.3s \n", 1212 | "\n", 1213 | "2020-07-08 23:58:32 (52.4 MB/s) - ‘396_P.zip’ saved [402340567/402340567]\n", 1214 | "\n", 1215 | "--2020-07-08 23:58:32-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/397_P.zip\n", 1216 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1217 | "HTTP request sent, awaiting response... 200 OK\n", 1218 | "Length: 505788765 (482M) [application/zip]\n", 1219 | "Saving to: ‘397_P.zip’\n", 1220 | "\n", 1221 | "397_P.zip 100%[===================>] 482.36M 70.0MB/s in 7.4s \n", 1222 | "\n", 1223 | "2020-07-08 23:58:40 (65.3 MB/s) - ‘397_P.zip’ saved [505788765/505788765]\n", 1224 | "\n", 1225 | "--2020-07-08 23:58:40-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/399_P.zip\n", 1226 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1227 | "HTTP request sent, awaiting response... 200 OK\n", 1228 | "Length: 369881637 (353M) [application/zip]\n", 1229 | "Saving to: ‘399_P.zip’\n", 1230 | "\n", 1231 | "399_P.zip 100%[===================>] 352.75M 33.5MB/s in 12s \n", 1232 | "\n", 1233 | "2020-07-08 23:58:52 (28.7 MB/s) - ‘399_P.zip’ saved [369881637/369881637]\n", 1234 | "\n", 1235 | "--2020-07-08 23:58:52-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/400_P.zip\n", 1236 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1237 | "HTTP request sent, awaiting response... 200 OK\n", 1238 | "Length: 464352870 (443M) [application/zip]\n", 1239 | "Saving to: ‘400_P.zip’\n", 1240 | "\n", 1241 | "400_P.zip 100%[===================>] 442.84M 56.6MB/s in 7.6s \n", 1242 | "\n", 1243 | "2020-07-08 23:59:00 (58.2 MB/s) - ‘400_P.zip’ saved [464352870/464352870]\n", 1244 | "\n", 1245 | "--2020-07-08 23:59:00-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/401_P.zip\n", 1246 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1247 | "HTTP request sent, awaiting response... 200 OK\n", 1248 | "Length: 481070707 (459M) [application/zip]\n", 1249 | "Saving to: ‘401_P.zip’\n", 1250 | "\n", 1251 | "401_P.zip 100%[===================>] 458.78M 48.3MB/s in 8.3s \n", 1252 | "\n", 1253 | "2020-07-08 23:59:08 (55.3 MB/s) - ‘401_P.zip’ saved [481070707/481070707]\n", 1254 | "\n", 1255 | "--2020-07-08 23:59:08-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/402_P.zip\n", 1256 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1257 | "HTTP request sent, awaiting response... 200 OK\n", 1258 | "Length: 418293984 (399M) [application/zip]\n", 1259 | "Saving to: ‘402_P.zip’\n", 1260 | "\n", 1261 | "402_P.zip 100%[===================>] 398.92M 63.0MB/s in 6.1s \n", 1262 | "\n", 1263 | "2020-07-08 23:59:14 (65.0 MB/s) - ‘402_P.zip’ saved [418293984/418293984]\n", 1264 | "\n", 1265 | "--2020-07-08 23:59:14-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/403_P.zip\n", 1266 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1267 | "HTTP request sent, awaiting response... 200 OK\n", 1268 | "Length: 445815093 (425M) [application/zip]\n", 1269 | "Saving to: ‘403_P.zip’\n", 1270 | "\n", 1271 | "403_P.zip 100%[===================>] 425.16M 66.5MB/s in 6.3s \n", 1272 | "\n", 1273 | "2020-07-08 23:59:21 (67.2 MB/s) - ‘403_P.zip’ saved [445815093/445815093]\n", 1274 | "\n", 1275 | "--2020-07-08 23:59:21-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/404_P.zip\n", 1276 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1277 | "HTTP request sent, awaiting response... 200 OK\n", 1278 | "Length: 583403633 (556M) [application/zip]\n", 1279 | "Saving to: ‘404_P.zip’\n", 1280 | "\n", 1281 | "404_P.zip 100%[===================>] 556.38M 67.3MB/s in 8.4s \n", 1282 | "\n", 1283 | "2020-07-08 23:59:29 (66.6 MB/s) - ‘404_P.zip’ saved [583403633/583403633]\n", 1284 | "\n", 1285 | "--2020-07-08 23:59:29-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/405_P.zip\n", 1286 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1287 | "HTTP request sent, awaiting response... 200 OK\n", 1288 | "Length: 821331326 (783M) [application/zip]\n", 1289 | "Saving to: ‘405_P.zip’\n", 1290 | "\n", 1291 | "405_P.zip 100%[===================>] 783.28M 25.7MB/s in 15s \n", 1292 | "\n", 1293 | "2020-07-08 23:59:45 (50.8 MB/s) - ‘405_P.zip’ saved [821331326/821331326]\n", 1294 | "\n", 1295 | "--2020-07-08 23:59:45-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/406_P.zip\n", 1296 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1297 | "HTTP request sent, awaiting response... 200 OK\n", 1298 | "Length: 364592608 (348M) [application/zip]\n", 1299 | "Saving to: ‘406_P.zip’\n", 1300 | "\n", 1301 | "406_P.zip 100%[===================>] 347.70M 68.6MB/s in 5.4s \n", 1302 | "\n", 1303 | "2020-07-08 23:59:50 (64.1 MB/s) - ‘406_P.zip’ saved [364592608/364592608]\n", 1304 | "\n", 1305 | "--2020-07-08 23:59:50-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/407_P.zip\n", 1306 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1307 | "HTTP request sent, awaiting response... 200 OK\n", 1308 | "Length: 654635587 (624M) [application/zip]\n", 1309 | "Saving to: ‘407_P.zip’\n", 1310 | "\n", 1311 | "407_P.zip 100%[===================>] 624.31M 63.5MB/s in 9.8s \n", 1312 | "\n", 1313 | "2020-07-09 00:00:00 (63.4 MB/s) - ‘407_P.zip’ saved [654635587/654635587]\n", 1314 | "\n", 1315 | "--2020-07-09 00:00:00-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/408_P.zip\n", 1316 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1317 | "HTTP request sent, awaiting response... 200 OK\n", 1318 | "Length: 352125227 (336M) [application/zip]\n", 1319 | "Saving to: ‘408_P.zip’\n", 1320 | "\n", 1321 | "408_P.zip 100%[===================>] 335.81M 69.2MB/s in 5.1s \n", 1322 | "\n", 1323 | "2020-07-09 00:00:05 (65.3 MB/s) - ‘408_P.zip’ saved [352125227/352125227]\n", 1324 | "\n", 1325 | "--2020-07-09 00:00:05-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/409_P.zip\n", 1326 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1327 | "HTTP request sent, awaiting response... 200 OK\n", 1328 | "Length: 537319324 (512M) [application/zip]\n", 1329 | "Saving to: ‘409_P.zip’\n", 1330 | "\n", 1331 | "409_P.zip 100%[===================>] 512.43M 70.0MB/s in 7.7s \n", 1332 | "\n", 1333 | "2020-07-09 00:00:13 (67.0 MB/s) - ‘409_P.zip’ saved [537319324/537319324]\n", 1334 | "\n", 1335 | "--2020-07-09 00:00:13-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/410_P.zip\n", 1336 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1337 | "HTTP request sent, awaiting response... 200 OK\n", 1338 | "Length: 548710933 (523M) [application/zip]\n", 1339 | "Saving to: ‘410_P.zip’\n", 1340 | "\n", 1341 | "410_P.zip 100%[===================>] 523.29M 65.8MB/s in 8.4s \n", 1342 | "\n", 1343 | "2020-07-09 00:00:21 (62.4 MB/s) - ‘410_P.zip’ saved [548710933/548710933]\n", 1344 | "\n", 1345 | "--2020-07-09 00:00:21-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/411_P.zip\n", 1346 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1347 | "HTTP request sent, awaiting response... 200 OK\n", 1348 | "Length: 694920702 (663M) [application/zip]\n", 1349 | "Saving to: ‘411_P.zip’\n", 1350 | "\n", 1351 | "411_P.zip 100%[===================>] 662.73M 54.6MB/s in 11s \n", 1352 | "\n", 1353 | "2020-07-09 00:00:33 (58.1 MB/s) - ‘411_P.zip’ saved [694920702/694920702]\n", 1354 | "\n", 1355 | "--2020-07-09 00:00:33-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/412_P.zip\n", 1356 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1357 | "HTTP request sent, awaiting response... 200 OK\n", 1358 | "Length: 441282921 (421M) [application/zip]\n", 1359 | "Saving to: ‘412_P.zip’\n", 1360 | "\n", 1361 | "412_P.zip 100%[===================>] 420.84M 66.7MB/s in 6.7s \n", 1362 | "\n", 1363 | "2020-07-09 00:00:39 (63.1 MB/s) - ‘412_P.zip’ saved [441282921/441282921]\n", 1364 | "\n", 1365 | "--2020-07-09 00:00:39-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/413_P.zip\n", 1366 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1367 | "HTTP request sent, awaiting response... 200 OK\n", 1368 | "Length: 516297827 (492M) [application/zip]\n", 1369 | "Saving to: ‘413_P.zip’\n", 1370 | "\n", 1371 | "413_P.zip 100%[===================>] 492.38M 53.1MB/s in 8.2s \n", 1372 | "\n", 1373 | "2020-07-09 00:00:48 (59.9 MB/s) - ‘413_P.zip’ saved [516297827/516297827]\n", 1374 | "\n", 1375 | "--2020-07-09 00:00:48-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/414_P.zip\n", 1376 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1377 | "HTTP request sent, awaiting response... 200 OK\n", 1378 | "Length: 507853134 (484M) [application/zip]\n", 1379 | "Saving to: ‘414_P.zip’\n", 1380 | "\n", 1381 | "414_P.zip 100%[===================>] 484.33M 70.7MB/s in 7.1s \n", 1382 | "\n", 1383 | "2020-07-09 00:00:55 (68.3 MB/s) - ‘414_P.zip’ saved [507853134/507853134]\n", 1384 | "\n", 1385 | "--2020-07-09 00:00:55-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/415_P.zip\n", 1386 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1387 | "HTTP request sent, awaiting response... 200 OK\n", 1388 | "Length: 403264758 (385M) [application/zip]\n", 1389 | "Saving to: ‘415_P.zip’\n", 1390 | "\n", 1391 | "415_P.zip 100%[===================>] 384.58M 70.8MB/s in 5.6s \n", 1392 | "\n", 1393 | "2020-07-09 00:01:00 (68.8 MB/s) - ‘415_P.zip’ saved [403264758/403264758]\n", 1394 | "\n", 1395 | "--2020-07-09 00:01:00-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/416_P.zip\n", 1396 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1397 | "HTTP request sent, awaiting response... 200 OK\n", 1398 | "Length: 434386996 (414M) [application/zip]\n", 1399 | "Saving to: ‘416_P.zip’\n", 1400 | "\n", 1401 | "416_P.zip 100%[===================>] 414.26M 65.3MB/s in 6.5s \n", 1402 | "\n", 1403 | "2020-07-09 00:01:07 (64.0 MB/s) - ‘416_P.zip’ saved [434386996/434386996]\n", 1404 | "\n", 1405 | "--2020-07-09 00:01:07-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/417_P.zip\n", 1406 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1407 | "HTTP request sent, awaiting response... 200 OK\n", 1408 | "Length: 450593053 (430M) [application/zip]\n", 1409 | "Saving to: ‘417_P.zip’\n", 1410 | "\n", 1411 | "417_P.zip 100%[===================>] 429.72M 64.0MB/s in 6.7s \n", 1412 | "\n", 1413 | "2020-07-09 00:01:14 (63.8 MB/s) - ‘417_P.zip’ saved [450593053/450593053]\n", 1414 | "\n", 1415 | "--2020-07-09 00:01:14-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/418_P.zip\n", 1416 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1417 | "HTTP request sent, awaiting response... 200 OK\n", 1418 | "Length: 513017131 (489M) [application/zip]\n", 1419 | "Saving to: ‘418_P.zip’\n", 1420 | "\n", 1421 | "418_P.zip 100%[===================>] 489.25M 44.4MB/s in 8.5s \n", 1422 | "\n", 1423 | "2020-07-09 00:01:22 (57.7 MB/s) - ‘418_P.zip’ saved [513017131/513017131]\n", 1424 | "\n", 1425 | "--2020-07-09 00:01:22-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/419_P.zip\n", 1426 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1427 | "HTTP request sent, awaiting response... 200 OK\n", 1428 | "Length: 464591524 (443M) [application/zip]\n", 1429 | "Saving to: ‘419_P.zip’\n", 1430 | "\n", 1431 | "419_P.zip 100%[===================>] 443.07M 64.3MB/s in 6.5s \n", 1432 | "\n", 1433 | "2020-07-09 00:01:29 (68.1 MB/s) - ‘419_P.zip’ saved [464591524/464591524]\n", 1434 | "\n", 1435 | "--2020-07-09 00:01:29-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/420_P.zip\n", 1436 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1437 | "HTTP request sent, awaiting response... 200 OK\n", 1438 | "Length: 379275134 (362M) [application/zip]\n", 1439 | "Saving to: ‘420_P.zip’\n", 1440 | "\n", 1441 | "420_P.zip 100%[===================>] 361.70M 66.1MB/s in 5.7s \n", 1442 | "\n", 1443 | "2020-07-09 00:01:35 (63.9 MB/s) - ‘420_P.zip’ saved [379275134/379275134]\n", 1444 | "\n", 1445 | "--2020-07-09 00:01:35-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/421_P.zip\n", 1446 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1447 | "HTTP request sent, awaiting response... 200 OK\n", 1448 | "Length: 434759524 (415M) [application/zip]\n", 1449 | "Saving to: ‘421_P.zip’\n", 1450 | "\n", 1451 | "421_P.zip 100%[===================>] 414.62M 40.0MB/s in 7.3s \n", 1452 | "\n", 1453 | "2020-07-09 00:01:42 (56.9 MB/s) - ‘421_P.zip’ saved [434759524/434759524]\n", 1454 | "\n", 1455 | "--2020-07-09 00:01:42-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/422_P.zip\n", 1456 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1457 | "HTTP request sent, awaiting response... 200 OK\n", 1458 | "Length: 653031938 (623M) [application/zip]\n", 1459 | "Saving to: ‘422_P.zip’\n", 1460 | "\n", 1461 | "422_P.zip 100%[===================>] 622.78M 62.3MB/s in 9.6s \n", 1462 | "\n", 1463 | "2020-07-09 00:01:52 (65.0 MB/s) - ‘422_P.zip’ saved [653031938/653031938]\n", 1464 | "\n", 1465 | "--2020-07-09 00:01:52-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/423_P.zip\n", 1466 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1467 | "HTTP request sent, awaiting response... 200 OK\n", 1468 | "Length: 517240740 (493M) [application/zip]\n", 1469 | "Saving to: ‘423_P.zip’\n", 1470 | "\n", 1471 | "423_P.zip 100%[===================>] 493.28M 28.9MB/s in 9.7s \n", 1472 | "\n", 1473 | "2020-07-09 00:02:01 (50.7 MB/s) - ‘423_P.zip’ saved [517240740/517240740]\n", 1474 | "\n", 1475 | "--2020-07-09 00:02:01-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/424_P.zip\n", 1476 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1477 | "HTTP request sent, awaiting response... 200 OK\n", 1478 | "Length: 542681170 (518M) [application/zip]\n", 1479 | "Saving to: ‘424_P.zip’\n", 1480 | "\n", 1481 | "424_P.zip 100%[===================>] 517.54M 60.9MB/s in 8.4s \n", 1482 | "\n", 1483 | "2020-07-09 00:02:10 (61.8 MB/s) - ‘424_P.zip’ saved [542681170/542681170]\n", 1484 | "\n", 1485 | "--2020-07-09 00:02:10-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/425_P.zip\n", 1486 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1487 | "HTTP request sent, awaiting response... 200 OK\n", 1488 | "Length: 604386015 (576M) [application/zip]\n", 1489 | "Saving to: ‘425_P.zip’\n", 1490 | "\n", 1491 | "425_P.zip 100%[===================>] 576.39M 63.7MB/s in 9.8s \n", 1492 | "\n", 1493 | "2020-07-09 00:02:20 (58.8 MB/s) - ‘425_P.zip’ saved [604386015/604386015]\n", 1494 | "\n", 1495 | "--2020-07-09 00:02:20-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/426_P.zip\n", 1496 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1497 | "HTTP request sent, awaiting response... 200 OK\n", 1498 | "Length: 438483391 (418M) [application/zip]\n", 1499 | "Saving to: ‘426_P.zip’\n", 1500 | "\n", 1501 | "426_P.zip 100%[===================>] 418.17M 28.1MB/s in 11s \n", 1502 | "\n", 1503 | "2020-07-09 00:02:31 (37.4 MB/s) - ‘426_P.zip’ saved [438483391/438483391]\n", 1504 | "\n", 1505 | "--2020-07-09 00:02:31-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/427_P.zip\n", 1506 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1507 | "HTTP request sent, awaiting response... 200 OK\n", 1508 | "Length: 435889898 (416M) [application/zip]\n", 1509 | "Saving to: ‘427_P.zip’\n", 1510 | "\n", 1511 | "427_P.zip 100%[===================>] 415.70M 34.3MB/s in 9.0s \n", 1512 | "\n", 1513 | "2020-07-09 00:02:40 (46.0 MB/s) - ‘427_P.zip’ saved [435889898/435889898]\n", 1514 | "\n", 1515 | "--2020-07-09 00:02:40-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/428_P.zip\n", 1516 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1517 | "HTTP request sent, awaiting response... 200 OK\n", 1518 | "Length: 350382844 (334M) [application/zip]\n", 1519 | "Saving to: ‘428_P.zip’\n", 1520 | "\n", 1521 | "428_P.zip 100%[===================>] 334.15M 64.9MB/s in 5.2s \n", 1522 | "\n", 1523 | "2020-07-09 00:02:45 (63.8 MB/s) - ‘428_P.zip’ saved [350382844/350382844]\n", 1524 | "\n", 1525 | "--2020-07-09 00:02:45-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/429_P.zip\n", 1526 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1527 | "HTTP request sent, awaiting response... 200 OK\n", 1528 | "Length: 503624510 (480M) [application/zip]\n", 1529 | "Saving to: ‘429_P.zip’\n", 1530 | "\n", 1531 | "429_P.zip 100%[===================>] 480.29M 46.1MB/s in 8.8s \n", 1532 | "\n", 1533 | "2020-07-09 00:02:54 (54.6 MB/s) - ‘429_P.zip’ saved [503624510/503624510]\n", 1534 | "\n", 1535 | "--2020-07-09 00:02:54-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/430_P.zip\n", 1536 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1537 | "HTTP request sent, awaiting response... 200 OK\n", 1538 | "Length: 474222800 (452M) [application/zip]\n", 1539 | "Saving to: ‘430_P.zip’\n", 1540 | "\n", 1541 | "430_P.zip 100%[===================>] 452.25M 59.0MB/s in 8.2s \n", 1542 | "\n", 1543 | "2020-07-09 00:03:02 (54.9 MB/s) - ‘430_P.zip’ saved [474222800/474222800]\n", 1544 | "\n", 1545 | "--2020-07-09 00:03:02-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/431_P.zip\n", 1546 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1547 | "HTTP request sent, awaiting response... 200 OK\n", 1548 | "Length: 411016133 (392M) [application/zip]\n", 1549 | "Saving to: ‘431_P.zip’\n", 1550 | "\n", 1551 | "431_P.zip 100%[===================>] 391.97M 56.5MB/s in 7.2s \n", 1552 | "\n", 1553 | "2020-07-09 00:03:10 (54.2 MB/s) - ‘431_P.zip’ saved [411016133/411016133]\n", 1554 | "\n", 1555 | "--2020-07-09 00:03:10-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/432_P.zip\n", 1556 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1557 | "HTTP request sent, awaiting response... 200 OK\n", 1558 | "Length: 395079196 (377M) [application/zip]\n", 1559 | "Saving to: ‘432_P.zip’\n", 1560 | "\n", 1561 | "432_P.zip 100%[===================>] 376.78M 57.4MB/s in 6.8s \n", 1562 | "\n", 1563 | "2020-07-09 00:03:16 (55.8 MB/s) - ‘432_P.zip’ saved [395079196/395079196]\n", 1564 | "\n", 1565 | "--2020-07-09 00:03:16-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/433_P.zip\n", 1566 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1567 | "HTTP request sent, awaiting response... 200 OK\n", 1568 | "Length: 411810845 (393M) [application/zip]\n", 1569 | "Saving to: ‘433_P.zip’\n", 1570 | "\n", 1571 | "433_P.zip 100%[===================>] 392.73M 60.3MB/s in 6.9s \n", 1572 | "\n", 1573 | "2020-07-09 00:03:23 (56.6 MB/s) - ‘433_P.zip’ saved [411810845/411810845]\n", 1574 | "\n", 1575 | "--2020-07-09 00:03:23-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/434_P.zip\n", 1576 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1577 | "HTTP request sent, awaiting response... 200 OK\n", 1578 | "Length: 634998421 (606M) [application/zip]\n", 1579 | "Saving to: ‘434_P.zip’\n", 1580 | "\n", 1581 | "434_P.zip 100%[===================>] 605.58M 62.2MB/s in 9.7s \n", 1582 | "\n", 1583 | "2020-07-09 00:03:33 (62.2 MB/s) - ‘434_P.zip’ saved [634998421/634998421]\n", 1584 | "\n", 1585 | "--2020-07-09 00:03:33-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/435_P.zip\n", 1586 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1587 | "HTTP request sent, awaiting response... 200 OK\n", 1588 | "Length: 609820683 (582M) [application/zip]\n", 1589 | "Saving to: ‘435_P.zip’\n", 1590 | "\n", 1591 | "435_P.zip 100%[===================>] 581.57M 39.4MB/s in 9.8s \n", 1592 | "\n", 1593 | "2020-07-09 00:03:43 (59.5 MB/s) - ‘435_P.zip’ saved [609820683/609820683]\n", 1594 | "\n", 1595 | "--2020-07-09 00:03:43-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/436_P.zip\n", 1596 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1597 | "HTTP request sent, awaiting response... 200 OK\n", 1598 | "Length: 363433770 (347M) [application/zip]\n", 1599 | "Saving to: ‘436_P.zip’\n", 1600 | "\n", 1601 | "436_P.zip 100%[===================>] 346.60M 65.4MB/s in 5.3s \n", 1602 | "\n", 1603 | "2020-07-09 00:03:48 (65.7 MB/s) - ‘436_P.zip’ saved [363433770/363433770]\n", 1604 | "\n", 1605 | "--2020-07-09 00:03:48-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/437_P.zip\n", 1606 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1607 | "HTTP request sent, awaiting response... 200 OK\n", 1608 | "Length: 430660635 (411M) [application/zip]\n", 1609 | "Saving to: ‘437_P.zip’\n", 1610 | "\n", 1611 | "437_P.zip 100%[===================>] 410.71M 37.0MB/s in 7.6s \n", 1612 | "\n", 1613 | "2020-07-09 00:03:56 (54.1 MB/s) - ‘437_P.zip’ saved [430660635/430660635]\n", 1614 | "\n", 1615 | "--2020-07-09 00:03:56-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/438_P.zip\n", 1616 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1617 | "HTTP request sent, awaiting response... 200 OK\n", 1618 | "Length: 750265218 (716M) [application/zip]\n", 1619 | "Saving to: ‘438_P.zip’\n", 1620 | "\n", 1621 | "438_P.zip 100%[===================>] 715.51M 46.5MB/s in 12s \n", 1622 | "\n", 1623 | "2020-07-09 00:04:08 (59.2 MB/s) - ‘438_P.zip’ saved [750265218/750265218]\n", 1624 | "\n", 1625 | "--2020-07-09 00:04:08-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/439_P.zip\n", 1626 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1627 | "HTTP request sent, awaiting response... 200 OK\n", 1628 | "Length: 655002825 (625M) [application/zip]\n", 1629 | "Saving to: ‘439_P.zip’\n", 1630 | "\n", 1631 | "439_P.zip 100%[===================>] 624.66M 32.0MB/s in 14s \n", 1632 | "\n", 1633 | "2020-07-09 00:04:22 (45.2 MB/s) - ‘439_P.zip’ saved [655002825/655002825]\n", 1634 | "\n", 1635 | "--2020-07-09 00:04:22-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/440_P.zip\n", 1636 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1637 | "HTTP request sent, awaiting response... 200 OK\n", 1638 | "Length: 723597534 (690M) [application/zip]\n", 1639 | "Saving to: ‘440_P.zip’\n", 1640 | "\n", 1641 | "440_P.zip 100%[===================>] 690.08M 41.4MB/s in 14s \n", 1642 | "\n", 1643 | "2020-07-09 00:04:35 (51.1 MB/s) - ‘440_P.zip’ saved [723597534/723597534]\n", 1644 | "\n", 1645 | "--2020-07-09 00:04:35-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/441_P.zip\n", 1646 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1647 | "HTTP request sent, awaiting response... 200 OK\n", 1648 | "Length: 477321639 (455M) [application/zip]\n", 1649 | "Saving to: ‘441_P.zip’\n", 1650 | "\n", 1651 | "441_P.zip 100%[===================>] 455.21M 66.7MB/s in 7.1s \n", 1652 | "\n", 1653 | "2020-07-09 00:04:43 (64.4 MB/s) - ‘441_P.zip’ saved [477321639/477321639]\n", 1654 | "\n", 1655 | "--2020-07-09 00:04:43-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/442_P.zip\n", 1656 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1657 | "HTTP request sent, awaiting response... 200 OK\n", 1658 | "Length: 496710077 (474M) [application/zip]\n", 1659 | "Saving to: ‘442_P.zip’\n", 1660 | "\n", 1661 | "442_P.zip 100%[===================>] 473.70M 63.3MB/s in 7.5s \n", 1662 | "\n", 1663 | "2020-07-09 00:04:50 (63.5 MB/s) - ‘442_P.zip’ saved [496710077/496710077]\n", 1664 | "\n", 1665 | "--2020-07-09 00:04:50-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/443_P.zip\n", 1666 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1667 | "HTTP request sent, awaiting response... 200 OK\n", 1668 | "Length: 361306660 (345M) [application/zip]\n", 1669 | "Saving to: ‘443_P.zip’\n", 1670 | "\n", 1671 | "443_P.zip 100%[===================>] 344.57M 29.9MB/s in 12s \n", 1672 | "\n", 1673 | "2020-07-09 00:05:02 (30.0 MB/s) - ‘443_P.zip’ saved [361306660/361306660]\n", 1674 | "\n", 1675 | "--2020-07-09 00:05:02-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/444_P.zip\n", 1676 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1677 | "HTTP request sent, awaiting response... 200 OK\n", 1678 | "Length: 681757552 (650M) [application/zip]\n", 1679 | "Saving to: ‘444_P.zip’\n", 1680 | "\n", 1681 | "444_P.zip 100%[===================>] 650.17M 64.0MB/s in 11s \n", 1682 | "\n", 1683 | "2020-07-09 00:05:13 (57.3 MB/s) - ‘444_P.zip’ saved [681757552/681757552]\n", 1684 | "\n", 1685 | "--2020-07-09 00:05:13-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/445_P.zip\n", 1686 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1687 | "HTTP request sent, awaiting response... 200 OK\n", 1688 | "Length: 362238228 (345M) [application/zip]\n", 1689 | "Saving to: ‘445_P.zip’\n", 1690 | "\n", 1691 | "445_P.zip 100%[===================>] 345.46M 33.0MB/s in 8.0s \n", 1692 | "\n", 1693 | "2020-07-09 00:05:21 (43.4 MB/s) - ‘445_P.zip’ saved [362238228/362238228]\n", 1694 | "\n", 1695 | "--2020-07-09 00:05:21-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/446_P.zip\n", 1696 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1697 | "HTTP request sent, awaiting response... 200 OK\n", 1698 | "Length: 519306760 (495M) [application/zip]\n", 1699 | "Saving to: ‘446_P.zip’\n", 1700 | "\n", 1701 | "446_P.zip 100%[===================>] 495.25M 55.1MB/s in 9.1s \n", 1702 | "\n", 1703 | "2020-07-09 00:05:30 (54.5 MB/s) - ‘446_P.zip’ saved [519306760/519306760]\n", 1704 | "\n", 1705 | "--2020-07-09 00:05:30-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/447_P.zip\n", 1706 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1707 | "HTTP request sent, awaiting response... 200 OK\n", 1708 | "Length: 425496647 (406M) [application/zip]\n", 1709 | "Saving to: ‘447_P.zip’\n", 1710 | "\n", 1711 | "447_P.zip 100%[===================>] 405.79M 57.1MB/s in 7.7s \n", 1712 | "\n", 1713 | "2020-07-09 00:05:38 (52.6 MB/s) - ‘447_P.zip’ saved [425496647/425496647]\n", 1714 | "\n", 1715 | "--2020-07-09 00:05:38-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/448_P.zip\n", 1716 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1717 | "HTTP request sent, awaiting response... 200 OK\n", 1718 | "Length: 648356257 (618M) [application/zip]\n", 1719 | "Saving to: ‘448_P.zip’\n", 1720 | "\n", 1721 | "448_P.zip 100%[===================>] 618.32M 59.7MB/s in 11s \n", 1722 | "\n", 1723 | "2020-07-09 00:05:49 (57.5 MB/s) - ‘448_P.zip’ saved [648356257/648356257]\n", 1724 | "\n", 1725 | "--2020-07-09 00:05:49-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/449_P.zip\n", 1726 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1727 | "HTTP request sent, awaiting response... 200 OK\n", 1728 | "Length: 537409710 (513M) [application/zip]\n", 1729 | "Saving to: ‘449_P.zip’\n", 1730 | "\n", 1731 | "449_P.zip 100%[===================>] 512.51M 67.0MB/s in 8.2s \n", 1732 | "\n", 1733 | "2020-07-09 00:05:57 (62.6 MB/s) - ‘449_P.zip’ saved [537409710/537409710]\n", 1734 | "\n", 1735 | "--2020-07-09 00:05:57-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/450_P.zip\n", 1736 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1737 | "HTTP request sent, awaiting response... 200 OK\n", 1738 | "Length: 661364831 (631M) [application/zip]\n", 1739 | "Saving to: ‘450_P.zip’\n", 1740 | "\n", 1741 | "450_P.zip 100%[===================>] 630.73M 63.3MB/s in 10s \n", 1742 | "\n", 1743 | "2020-07-09 00:06:07 (61.9 MB/s) - ‘450_P.zip’ saved [661364831/661364831]\n", 1744 | "\n", 1745 | "--2020-07-09 00:06:07-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/451_P.zip\n", 1746 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1747 | "HTTP request sent, awaiting response... 200 OK\n", 1748 | "Length: 614260932 (586M) [application/zip]\n", 1749 | "Saving to: ‘451_P.zip’\n", 1750 | "\n", 1751 | "451_P.zip 100%[===================>] 585.80M 50.3MB/s in 9.9s \n", 1752 | "\n", 1753 | "2020-07-09 00:06:17 (59.2 MB/s) - ‘451_P.zip’ saved [614260932/614260932]\n", 1754 | "\n", 1755 | "--2020-07-09 00:06:17-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/452_P.zip\n", 1756 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1757 | "HTTP request sent, awaiting response... 200 OK\n", 1758 | "Length: 459206512 (438M) [application/zip]\n", 1759 | "Saving to: ‘452_P.zip’\n", 1760 | "\n", 1761 | "452_P.zip 100%[===================>] 437.93M 57.8MB/s in 7.7s \n", 1762 | "\n", 1763 | "2020-07-09 00:06:25 (56.9 MB/s) - ‘452_P.zip’ saved [459206512/459206512]\n", 1764 | "\n", 1765 | "--2020-07-09 00:06:25-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/453_P.zip\n", 1766 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1767 | "HTTP request sent, awaiting response... 200 OK\n", 1768 | "Length: 524487275 (500M) [application/zip]\n", 1769 | "Saving to: ‘453_P.zip’\n", 1770 | "\n", 1771 | "453_P.zip 100%[===================>] 500.19M 61.2MB/s in 8.2s \n", 1772 | "\n", 1773 | "2020-07-09 00:06:33 (61.0 MB/s) - ‘453_P.zip’ saved [524487275/524487275]\n", 1774 | "\n", 1775 | "--2020-07-09 00:06:33-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/454_P.zip\n", 1776 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1777 | "HTTP request sent, awaiting response... 200 OK\n", 1778 | "Length: 416158632 (397M) [application/zip]\n", 1779 | "Saving to: ‘454_P.zip’\n", 1780 | "\n", 1781 | "454_P.zip 100%[===================>] 396.88M 58.1MB/s in 6.9s \n", 1782 | "\n", 1783 | "2020-07-09 00:06:40 (57.6 MB/s) - ‘454_P.zip’ saved [416158632/416158632]\n", 1784 | "\n", 1785 | "--2020-07-09 00:06:40-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/455_P.zip\n", 1786 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1787 | "HTTP request sent, awaiting response... 200 OK\n", 1788 | "Length: 381030858 (363M) [application/zip]\n", 1789 | "Saving to: ‘455_P.zip’\n", 1790 | "\n", 1791 | "455_P.zip 100%[===================>] 363.38M 52.2MB/s in 6.4s \n", 1792 | "\n", 1793 | "2020-07-09 00:06:47 (56.7 MB/s) - ‘455_P.zip’ saved [381030858/381030858]\n", 1794 | "\n", 1795 | "--2020-07-09 00:06:47-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/456_P.zip\n", 1796 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1797 | "HTTP request sent, awaiting response... 200 OK\n", 1798 | "Length: 442233880 (422M) [application/zip]\n", 1799 | "Saving to: ‘456_P.zip’\n", 1800 | "\n", 1801 | "456_P.zip 100%[===================>] 421.75M 25.4MB/s in 8.9s \n", 1802 | "\n", 1803 | "2020-07-09 00:06:56 (47.4 MB/s) - ‘456_P.zip’ saved [442233880/442233880]\n", 1804 | "\n", 1805 | "--2020-07-09 00:06:56-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/457_P.zip\n", 1806 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1807 | "HTTP request sent, awaiting response... 200 OK\n", 1808 | "Length: 496803363 (474M) [application/zip]\n", 1809 | "Saving to: ‘457_P.zip’\n", 1810 | "\n", 1811 | "457_P.zip 100%[===================>] 473.79M 17.7MB/s in 25s \n", 1812 | "\n", 1813 | "2020-07-09 00:07:20 (19.2 MB/s) - ‘457_P.zip’ saved [496803363/496803363]\n", 1814 | "\n", 1815 | "--2020-07-09 00:07:20-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/458_P.zip\n", 1816 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1817 | "HTTP request sent, awaiting response... 200 OK\n", 1818 | "Length: 500760324 (478M) [application/zip]\n", 1819 | "Saving to: ‘458_P.zip’\n", 1820 | "\n", 1821 | "458_P.zip 100%[===================>] 477.56M 45.5MB/s in 16s \n", 1822 | "\n", 1823 | "2020-07-09 00:07:36 (30.7 MB/s) - ‘458_P.zip’ saved [500760324/500760324]\n", 1824 | "\n", 1825 | "--2020-07-09 00:07:36-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/459_P.zip\n", 1826 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1827 | "HTTP request sent, awaiting response... 200 OK\n", 1828 | "Length: 506197754 (483M) [application/zip]\n", 1829 | "Saving to: ‘459_P.zip’\n", 1830 | "\n", 1831 | "459_P.zip 100%[===================>] 482.75M 34.9MB/s in 11s \n", 1832 | "\n", 1833 | "2020-07-09 00:07:47 (43.7 MB/s) - ‘459_P.zip’ saved [506197754/506197754]\n", 1834 | "\n", 1835 | "--2020-07-09 00:07:47-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/461_P.zip\n", 1836 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1837 | "HTTP request sent, awaiting response... 200 OK\n", 1838 | "Length: 514500468 (491M) [application/zip]\n", 1839 | "Saving to: ‘461_P.zip’\n", 1840 | "\n", 1841 | "461_P.zip 100%[===================>] 490.67M 41.8MB/s in 13s \n", 1842 | "\n", 1843 | "2020-07-09 00:08:00 (39.2 MB/s) - ‘461_P.zip’ saved [514500468/514500468]\n", 1844 | "\n", 1845 | "--2020-07-09 00:08:00-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/462_P.zip\n", 1846 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1847 | "HTTP request sent, awaiting response... 200 OK\n", 1848 | "Length: 465991441 (444M) [application/zip]\n", 1849 | "Saving to: ‘462_P.zip’\n", 1850 | "\n", 1851 | "462_P.zip 100%[===================>] 444.40M 64.1MB/s in 8.2s \n", 1852 | "\n", 1853 | "2020-07-09 00:08:08 (54.5 MB/s) - ‘462_P.zip’ saved [465991441/465991441]\n", 1854 | "\n", 1855 | "--2020-07-09 00:08:08-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/463_P.zip\n", 1856 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1857 | "HTTP request sent, awaiting response... 200 OK\n", 1858 | "Length: 435613013 (415M) [application/zip]\n", 1859 | "Saving to: ‘463_P.zip’\n", 1860 | "\n", 1861 | "463_P.zip 100%[===================>] 415.43M 62.6MB/s in 7.3s \n", 1862 | "\n", 1863 | "2020-07-09 00:08:15 (56.6 MB/s) - ‘463_P.zip’ saved [435613013/435613013]\n", 1864 | "\n", 1865 | "--2020-07-09 00:08:15-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/464_P.zip\n", 1866 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1867 | "HTTP request sent, awaiting response... 200 OK\n", 1868 | "Length: 508623991 (485M) [application/zip]\n", 1869 | "Saving to: ‘464_P.zip’\n", 1870 | "\n", 1871 | "464_P.zip 100%[===================>] 485.06M 65.8MB/s in 7.9s \n", 1872 | "\n", 1873 | "2020-07-09 00:08:23 (61.3 MB/s) - ‘464_P.zip’ saved [508623991/508623991]\n", 1874 | "\n", 1875 | "--2020-07-09 00:08:23-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/465_P.zip\n", 1876 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1877 | "HTTP request sent, awaiting response... 200 OK\n", 1878 | "Length: 608419517 (580M) [application/zip]\n", 1879 | "Saving to: ‘465_P.zip’\n", 1880 | "\n", 1881 | "465_P.zip 100%[===================>] 580.23M 67.9MB/s in 9.6s \n", 1882 | "\n", 1883 | "2020-07-09 00:08:33 (60.7 MB/s) - ‘465_P.zip’ saved [608419517/608419517]\n", 1884 | "\n", 1885 | "--2020-07-09 00:08:33-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/466_P.zip\n", 1886 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1887 | "HTTP request sent, awaiting response... 200 OK\n", 1888 | "Length: 764370986 (729M) [application/zip]\n", 1889 | "Saving to: ‘466_P.zip’\n", 1890 | "\n", 1891 | "466_P.zip 100%[===================>] 728.96M 62.8MB/s in 12s \n", 1892 | "\n", 1893 | "2020-07-09 00:08:45 (61.4 MB/s) - ‘466_P.zip’ saved [764370986/764370986]\n", 1894 | "\n", 1895 | "--2020-07-09 00:08:45-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/467_P.zip\n", 1896 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1897 | "HTTP request sent, awaiting response... 200 OK\n", 1898 | "Length: 456865998 (436M) [application/zip]\n", 1899 | "Saving to: ‘467_P.zip’\n", 1900 | "\n", 1901 | "467_P.zip 100%[===================>] 435.70M 57.5MB/s in 7.2s \n", 1902 | "\n", 1903 | "2020-07-09 00:08:52 (60.2 MB/s) - ‘467_P.zip’ saved [456865998/456865998]\n", 1904 | "\n", 1905 | "--2020-07-09 00:08:52-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/468_P.zip\n", 1906 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1907 | "HTTP request sent, awaiting response... 200 OK\n", 1908 | "Length: 495083306 (472M) [application/zip]\n", 1909 | "Saving to: ‘468_P.zip’\n", 1910 | "\n", 1911 | "468_P.zip 100%[===================>] 472.15M 60.7MB/s in 8.1s \n", 1912 | "\n", 1913 | "2020-07-09 00:09:00 (58.3 MB/s) - ‘468_P.zip’ saved [495083306/495083306]\n", 1914 | "\n", 1915 | "--2020-07-09 00:09:00-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/469_P.zip\n", 1916 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1917 | "HTTP request sent, awaiting response... 200 OK\n", 1918 | "Length: 562543982 (536M) [application/zip]\n", 1919 | "Saving to: ‘469_P.zip’\n", 1920 | "\n", 1921 | "469_P.zip 100%[===================>] 536.48M 60.3MB/s in 8.7s \n", 1922 | "\n", 1923 | "2020-07-09 00:09:09 (61.8 MB/s) - ‘469_P.zip’ saved [562543982/562543982]\n", 1924 | "\n", 1925 | "--2020-07-09 00:09:09-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/470_P.zip\n", 1926 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1927 | "HTTP request sent, awaiting response... 200 OK\n", 1928 | "Length: 479018247 (457M) [application/zip]\n", 1929 | "Saving to: ‘470_P.zip’\n", 1930 | "\n", 1931 | "470_P.zip 100%[===================>] 456.83M 58.8MB/s in 7.1s \n", 1932 | "\n", 1933 | "2020-07-09 00:09:16 (64.7 MB/s) - ‘470_P.zip’ saved [479018247/479018247]\n", 1934 | "\n", 1935 | "--2020-07-09 00:09:16-- https://dcapswoz.ict.usc.edu/wwwdaicwoz/471_P.zip\n", 1936 | "Reusing existing connection to dcapswoz.ict.usc.edu:443.\n", 1937 | "HTTP request sent, awaiting response... 200 OK\n", 1938 | "Length: 531168307 (507M) [application/zip]\n", 1939 | "Saving to: ‘471_P.zip’\n", 1940 | "\n", 1941 | "471_P.zip 6%[> ] 35.09M 61.8MB/s in 0.6s \n", 1942 | "\n", 1943 | "\n", 1944 | "Cannot write to ‘471_P.zip’ (Success).\n", 1945 | "FINISHED --2020-07-09 00:09:16--\n", 1946 | "Total wall clock time: 35m 16s\n", 1947 | "Downloaded: 172 files, 76G in 34m 29s (37.8 MB/s)\n" 1948 | ], 1949 | "name": "stdout" 1950 | } 1951 | ] 1952 | }, 1953 | { 1954 | "cell_type": "code", 1955 | "metadata": { 1956 | "id": "DwUSx5Tx6MR_", 1957 | "colab_type": "code", 1958 | "colab": { 1959 | "base_uri": "https://localhost:8080/", 1960 | "height": 34 1961 | }, 1962 | "outputId": "46c880eb-ca78-4efa-f7a3-1e394c890ad6" 1963 | }, 1964 | "source": [ 1965 | "%cd .." 1966 | ], 1967 | "execution_count": null, 1968 | "outputs": [ 1969 | { 1970 | "output_type": "stream", 1971 | "text": [ 1972 | "/content\n" 1973 | ], 1974 | "name": "stdout" 1975 | } 1976 | ] 1977 | }, 1978 | { 1979 | "cell_type": "markdown", 1980 | "metadata": { 1981 | "id": "_RqRYKtx9aCD", 1982 | "colab_type": "text" 1983 | }, 1984 | "source": [ 1985 | "#### Data preparation " 1986 | ] 1987 | }, 1988 | { 1989 | "cell_type": "markdown", 1990 | "metadata": { 1991 | "id": "iHEox0gvpm7i", 1992 | "colab_type": "text" 1993 | }, 1994 | "source": [ 1995 | "Extract sound files from zip sessions" 1996 | ] 1997 | }, 1998 | { 1999 | "cell_type": "code", 2000 | "metadata": { 2001 | "id": "NEQKs9mNpmeJ", 2002 | "colab_type": "code", 2003 | "colab": {} 2004 | }, 2005 | "source": [ 2006 | "def extract_files(zip_file, out_dir, delete_zip=False):\n", 2007 | " \"\"\"\n", 2008 | " A function takes in a zip file and extracts the .wav file and\n", 2009 | " *TRANSCRIPT.csv files into separate folders in a user\n", 2010 | " specified directory.\n", 2011 | "\n", 2012 | " Parameters\n", 2013 | " ----------\n", 2014 | " zip_file : filepath\n", 2015 | " path to the folder containing the DAIC-WOZ zip files\n", 2016 | " out_dir : filepath\n", 2017 | " path to the desired directory where audio and transcript folders\n", 2018 | " will be created\n", 2019 | " delete_zip : bool\n", 2020 | " If true, deletes the zip file once relevant files are extracted\n", 2021 | "\n", 2022 | " Returns\n", 2023 | " -------\n", 2024 | " Two directories :\n", 2025 | " audio : containing the extracted wav files\n", 2026 | " transcripts : containing the extracted transcript csv files\n", 2027 | " \"\"\"\n", 2028 | " # create audio directory\n", 2029 | " audio_dir = os.path.join(out_dir, 'audio')\n", 2030 | " if not os.path.exists(audio_dir):\n", 2031 | " os.makedirs(audio_dir)\n", 2032 | "\n", 2033 | " # create transcripts directory\n", 2034 | " transcripts_dir = os.path.join(out_dir, 'transcripts')\n", 2035 | " if not os.path.exists(audio_dir):\n", 2036 | " os.makedirs(transcripts_dir)\n", 2037 | "\n", 2038 | " zip_ref = zipfile.ZipFile(zip_file)\n", 2039 | " for f in zip_ref.namelist(): # iterate through files in zip file\n", 2040 | " if f.endswith('.wav'):\n", 2041 | " zip_ref.extract(f, audio_dir)\n", 2042 | " elif fnmatch.fnmatch(f, '*TRANSCRIPT.csv'):\n", 2043 | " zip_ref.extract(f, transcripts_dir)\n", 2044 | " zip_ref.close()\n", 2045 | "\n", 2046 | " if delete_zip:\n", 2047 | " os.remove(zip_file)" 2048 | ], 2049 | "execution_count": null, 2050 | "outputs": [] 2051 | }, 2052 | { 2053 | "cell_type": "code", 2054 | "metadata": { 2055 | "id": "fG0zSniD2L1B", 2056 | "colab_type": "code", 2057 | "colab": {} 2058 | }, 2059 | "source": [ 2060 | "dir_name = '/content/DAIC-WOZ'\n", 2061 | "\n", 2062 | "# directory where audio and transcripts folders will be created\n", 2063 | "out_dir = '/depression-detection/data/raw'\n", 2064 | "\n", 2065 | "# delete zip file after file wav and csv extraction\n", 2066 | "delete_zip = True\n", 2067 | "\n", 2068 | "# iterate through zip files in dir_name and extracts wav and transcripts\n", 2069 | "for file in os.listdir(dir_name):\n", 2070 | " if file.endswith('.zip'):\n", 2071 | " zip_file = os.path.join(dir_name, file)\n", 2072 | " extract_files(zip_file, out_dir, delete_zip=delete_zip)" 2073 | ], 2074 | "execution_count": null, 2075 | "outputs": [] 2076 | }, 2077 | { 2078 | "cell_type": "markdown", 2079 | "metadata": { 2080 | "id": "80nGAdyQ2gXr", 2081 | "colab_type": "text" 2082 | }, 2083 | "source": [ 2084 | "#### Data Segmentation" 2085 | ] 2086 | }, 2087 | { 2088 | "cell_type": "code", 2089 | "metadata": { 2090 | "id": "ajRexK322qo7", 2091 | "colab_type": "code", 2092 | "colab": {} 2093 | }, 2094 | "source": [ 2095 | "def remove_silence(filename, out_dir, smoothing=1.0, weight=0.3, plot=False):\n", 2096 | " \"\"\"\n", 2097 | " A function that implements pyAudioAnalysis' silence extraction module\n", 2098 | " and creates wav files of the participant specific portions of audio. The\n", 2099 | " smoothing and weight parameters were tuned for the AVEC 2016 dataset.\n", 2100 | "\n", 2101 | " Parameters\n", 2102 | " ----------\n", 2103 | " filename : filepath\n", 2104 | " path to the input wav file\n", 2105 | " out_dir : filepath\n", 2106 | " path to the desired directory (where a participant folder will\n", 2107 | " be created containing a 'PXXX_no_silence.wav' file)\n", 2108 | " smoothing : float\n", 2109 | " tunable parameter to compensate for sparseness of recordings\n", 2110 | " weight : float\n", 2111 | " probability threshold for silence removal used in SVM\n", 2112 | " plot : bool\n", 2113 | " plots SVM probabilities of silence (used in tuning)\n", 2114 | "\n", 2115 | " Returns\n", 2116 | " -------\n", 2117 | " A folder for each participant containing a single wav file\n", 2118 | " (named 'PXXX_no_silence.wav') with the vast majority of silence\n", 2119 | " and virtual interviewer speech removed. Feature extraction is\n", 2120 | " performed on these segmented wav files.\n", 2121 | " \"\"\"\n", 2122 | " partic_id = 'P' + filename.split('/')[-1].split('_')[0] # PXXX\n", 2123 | " if is_segmentable(partic_id):\n", 2124 | " # create participant directory for segmented wav files\n", 2125 | " participant_dir = os.path.join(out_dir, partic_id)\n", 2126 | " if not os.path.exists(participant_dir):\n", 2127 | " os.makedirs(participant_dir)\n", 2128 | "\n", 2129 | " os.chdir(participant_dir)\n", 2130 | "\n", 2131 | " [Fs, x] = audioBasicIO.read_audio_file(filename)\n", 2132 | " segments = aS.silence_removal(x, Fs, 0.020, 0.020,\n", 2133 | " smooth_window=smoothing,\n", 2134 | " weight=weight,\n", 2135 | " plot=plot)\n", 2136 | "\n", 2137 | " for s in segments:\n", 2138 | " seg_name = \"{:s}_{:.2f}-{:.2f}.wav\".format(partic_id, s[0], s[1])\n", 2139 | " wavfile.write(seg_name, Fs, x[int(Fs * s[0]):int(Fs * s[1])])\n", 2140 | "\n", 2141 | " # concatenate segmented wave files within participant directory\n", 2142 | " concatenate_segments(participant_dir, partic_id)\n", 2143 | "\n", 2144 | "\n", 2145 | "def is_segmentable(partic_id):\n", 2146 | " \"\"\"\n", 2147 | " A function that returns True if the participant's interview clip is not\n", 2148 | " in the manually identified set of troubled clips. The clips below were\n", 2149 | " not segmentable do to excessive static, proximity to the virtual\n", 2150 | " interviewer, volume levels, etc.\n", 2151 | " \"\"\"\n", 2152 | " troubled = set(['P300', 'P305', 'P306', 'P308', 'P315', 'P316', 'P343',\n", 2153 | " 'P354', 'P362', 'P375', 'P378', 'P381', 'P382', 'P385',\n", 2154 | " 'P387', 'P388', 'P390', 'P392', 'P393', 'P395', 'P408',\n", 2155 | " 'P413', 'P421', 'P438', 'P473', 'P476', 'P479', 'P490',\n", 2156 | " 'P492'])\n", 2157 | " return partic_id not in troubled\n", 2158 | "\n", 2159 | "\n", 2160 | "def concatenate_segments(participant_dir, partic_id, remove_segment=True):\n", 2161 | " \"\"\"\n", 2162 | " A function that concatenates all the wave files in a participants\n", 2163 | " directory in to single wav file (with silence and other speakers removed)\n", 2164 | " and writes in to the participant's directory, then removes the individual\n", 2165 | " segments (when remove_segment=True).\n", 2166 | " \"\"\"\n", 2167 | " infiles = os.listdir(participant_dir) # list of wav files in directory\n", 2168 | " outfile = '{}_no_silence.wav'.format(partic_id)\n", 2169 | "\n", 2170 | " data = []\n", 2171 | " for infile in infiles:\n", 2172 | " w = wave.open(infile, 'rb')\n", 2173 | " data.append([w.getparams(), w.readframes(w.getnframes())])\n", 2174 | " w.close()\n", 2175 | " if remove_segment:\n", 2176 | " os.remove(infile)\n", 2177 | "\n", 2178 | " output = wave.open(outfile, 'wb')\n", 2179 | " # details of the files must be the same (channel, frame rates, etc.)\n", 2180 | " output.setparams(data[0][0])\n", 2181 | "\n", 2182 | " # write each segment to output\n", 2183 | " for idx in range(len(data)):\n", 2184 | " output.writeframes(data[idx][1])\n", 2185 | " output.close()" 2186 | ], 2187 | "execution_count": null, 2188 | "outputs": [] 2189 | }, 2190 | { 2191 | "cell_type": "code", 2192 | "metadata": { 2193 | "id": "AaMct8Wu3MND", 2194 | "colab_type": "code", 2195 | "colab": {} 2196 | }, 2197 | "source": [ 2198 | "dir_name = '/content/depression-detection/raw/audio'\n", 2199 | "\n", 2200 | "# directory where a participant folder will be created containing their\n", 2201 | "# segmented wav file\n", 2202 | "out_dir = '/content/depression-detection/interim'\n", 2203 | "\n", 2204 | "# iterate through wav files in dir_name and create a segmented wav_file\n", 2205 | "for file in os.listdir(dir_name):\n", 2206 | " if file.endswith('.wav'):\n", 2207 | " filename = os.path.join(dir_name, file)\n", 2208 | " remove_silence(filename, out_dir)" 2209 | ], 2210 | "execution_count": null, 2211 | "outputs": [] 2212 | }, 2213 | { 2214 | "cell_type": "markdown", 2215 | "metadata": { 2216 | "id": "DwDcVsc0_z4A", 2217 | "colab_type": "text" 2218 | }, 2219 | "source": [ 2220 | "#### Spectrograms" 2221 | ] 2222 | }, 2223 | { 2224 | "cell_type": "code", 2225 | "metadata": { 2226 | "id": "Q6eTMGwDFDjx", 2227 | "colab_type": "code", 2228 | "colab": {} 2229 | }, 2230 | "source": [ 2231 | "def stft(sig, frameSize, overlapFac=0.5, window=np.hanning):\n", 2232 | " \"\"\"\n", 2233 | " Short-time Fourier transform of audio signal.\n", 2234 | " \"\"\"\n", 2235 | " win = window(frameSize)\n", 2236 | " hopSize = int(frameSize - np.floor(overlapFac * frameSize))\n", 2237 | " # zeros at beginning (thus center of 1st window should be for sample nr. 0)\n", 2238 | " frame = np.floor((frameSize)/2.0)\n", 2239 | " frame = frame.astype(np.int64)\n", 2240 | " size = np.zeros(frame)\n", 2241 | " samples = np.append((size), sig)\n", 2242 | " # cols for windowing\n", 2243 | " cols = int(np.ceil( (len(samples) - frameSize) / float(hopSize)) + 1)\n", 2244 | " # zeros at end (thus samples can be fully covered by frames)\n", 2245 | " samples = np.append(samples, np.zeros(frameSize))\n", 2246 | "\n", 2247 | " frames = stride_tricks.as_strided(samples, shape=(cols, frameSize),\n", 2248 | " strides=(samples.strides[0]*hopSize,\n", 2249 | " samples.strides[0])).copy()\n", 2250 | " frames *= win\n", 2251 | "\n", 2252 | " return np.fft.rfft(frames)\n", 2253 | "\n", 2254 | "\n", 2255 | "def logscale_spec(spec, sr=44100, factor=20.):\n", 2256 | " \"\"\"\n", 2257 | " Scale frequency axis logarithmically.\n", 2258 | " \"\"\"\n", 2259 | " timebins, freqbins = np.shape(spec)\n", 2260 | "\n", 2261 | " scale = np.linspace(0, 1, freqbins) ** factor\n", 2262 | " scale *= (freqbins-1)/max(scale)\n", 2263 | " scale = np.unique(np.round(scale))\n", 2264 | "\n", 2265 | " # create spectrogram with new freq bins\n", 2266 | " newspec = np.complex128(np.zeros([timebins, len(scale)]))\n", 2267 | " for i in range(0, len(scale)):\n", 2268 | " if i == len(scale)-1:\n", 2269 | " newspec[:, i] = np.sum(spec[:, scale[i]:], axis=1)\n", 2270 | " else:\n", 2271 | " newspec[:, i] = np.sum(spec[:, scale[i]:scale[i+1]], axis=1)\n", 2272 | "\n", 2273 | " # list center freq of bins\n", 2274 | " allfreqs = np.abs(np.fft.fftfreq(freqbins*2, 1./sr)[:freqbins+1])\n", 2275 | " freqs = []\n", 2276 | " for i in range(0, len(scale)):\n", 2277 | " if i == len(scale)-1:\n", 2278 | " freqs += [np.mean(allfreqs[scale[i]:])]\n", 2279 | " else:\n", 2280 | " freqs += [np.mean(allfreqs[scale[i]:scale[i+1]])]\n", 2281 | "\n", 2282 | " return newspec, freqs\n", 2283 | "\n", 2284 | "\n", 2285 | "def stft_matrix(audiopath, binsize=2**10, png_name='tmp.png',\n", 2286 | " save_png=False, offset=0):\n", 2287 | " \"\"\"\n", 2288 | " A function that converts a wav file into a spectrogram represented by a \\\n", 2289 | " matrix where rows represent frequency bins, columns represent time, and \\\n", 2290 | " the values of the matrix represent the decibel intensity. A matrix of \\\n", 2291 | " this form can be passed as input to the CNN after undergoing normalization.\n", 2292 | " \"\"\"\n", 2293 | " samplerate, samples = wav.read(audiopath)\n", 2294 | " s = stft(samples, binsize)\n", 2295 | "\n", 2296 | " sshow, freq = logscale_spec(s, factor=1, sr=samplerate)\n", 2297 | " ims = 20.*np.log10(np.abs(sshow)/10e-6) # amplitude to decibel\n", 2298 | " timebins, freqbins = np.shape(ims)\n", 2299 | "\n", 2300 | " ims = np.transpose(ims)\n", 2301 | " ims = np.flipud(ims) \n", 2302 | "\n", 2303 | " if save_png:\n", 2304 | " create_png(ims, png_name)\n", 2305 | "\n", 2306 | " return ims\n", 2307 | "\n", 2308 | "\n", 2309 | "def create_png(im_matrix, png_name):\n", 2310 | " \"\"\"\n", 2311 | " Save grayscale png of spectrogram.\n", 2312 | " \"\"\"\n", 2313 | " image = Image.fromarray(im_matrix)\n", 2314 | " image = image.convert('L') # convert to grayscale\n", 2315 | " image.save(png_name)" 2316 | ], 2317 | "execution_count": null, 2318 | "outputs": [] 2319 | }, 2320 | { 2321 | "cell_type": "code", 2322 | "metadata": { 2323 | "id": "6f7-6clHFnPM", 2324 | "colab_type": "code", 2325 | "colab": {} 2326 | }, 2327 | "source": [ 2328 | " # directory containing participant folders with segmented wav files\n", 2329 | "dir_name = '/content/depression-detection/interim'\n", 2330 | "\n", 2331 | "# walks through wav files in dir_name and creates pngs of the spectrograms.\n", 2332 | "# This is a visual representation of what is passed to the CNN before\n", 2333 | "# normalization, although a cropped matrix representation is actually\n", 2334 | "# passed.\n", 2335 | "for subdir, dirs, files in os.walk(dir_name):\n", 2336 | " for file in files:\n", 2337 | " if file.endswith('.wav'):\n", 2338 | " wav_file = os.path.join(subdir, file)\n", 2339 | " png_name = subdir + '/' + file[:-4] + '.png'\n", 2340 | " print('Processing ' + file + '...')\n", 2341 | " stft_matrix(wav_file, png_name=png_name, save_png=True)" 2342 | ], 2343 | "execution_count": null, 2344 | "outputs": [] 2345 | }, 2346 | { 2347 | "cell_type": "markdown", 2348 | "metadata": { 2349 | "id": "KB2Ofp3tKRrq", 2350 | "colab_type": "text" 2351 | }, 2352 | "source": [ 2353 | "#### Train/Test split" 2354 | ] 2355 | }, 2356 | { 2357 | "cell_type": "code", 2358 | "metadata": { 2359 | "id": "wT18nG3QKU_L", 2360 | "colab_type": "code", 2361 | "colab": {} 2362 | }, 2363 | "source": [ 2364 | "df_train = pd.read_csv('/content/depression-detection/raw/labels/train_split_Depression_AVEC2017.csv')\n", 2365 | "\n", 2366 | "df_test = pd.read_csv('/content/depression-detection/raw/labels/test_split_Depression_AVEC2017.csv')\n", 2367 | "\n", 2368 | "df_dev = pd.concat([df_train, df_test], axis=0)\n" 2369 | ], 2370 | "execution_count": null, 2371 | "outputs": [] 2372 | }, 2373 | { 2374 | "cell_type": "markdown", 2375 | "metadata": { 2376 | "id": "9OoPNiM_LSpP", 2377 | "colab_type": "text" 2378 | }, 2379 | "source": [ 2380 | "#### Build Spectrograms Dictionaries" 2381 | ] 2382 | }, 2383 | { 2384 | "cell_type": "code", 2385 | "metadata": { 2386 | "id": "sUq20jRALV-B", 2387 | "colab_type": "code", 2388 | "colab": {} 2389 | }, 2390 | "source": [ 2391 | "def build_class_dictionaries(dir_name):\n", 2392 | " \"\"\"\n", 2393 | " Builds a dictionary of depressed participants and non-depressed\n", 2394 | " participants with the participant id as the key and the matrix\n", 2395 | " representation of the no_silence wav file as the value. These\n", 2396 | " values of this dictionary are then randomly cropped and sampled\n", 2397 | " from to create balanced class and speaker inputs to the CNN.\n", 2398 | " Parameters\n", 2399 | " ----------\n", 2400 | " dir_name : filepath\n", 2401 | " directory containing participant's folders (which contains the\n", 2402 | " no_silence.wav)\n", 2403 | " Returns\n", 2404 | " -------\n", 2405 | " depressed_dict : dictionary\n", 2406 | " dictionary of depressed individuals with keys of participant id\n", 2407 | " and values of with the matrix spectrogram representation\n", 2408 | " normal_dict : dictionary\n", 2409 | " dictionary of non-depressed individuals with keys of participant id\n", 2410 | " and values of with the matrix spectrogram representation\n", 2411 | " \"\"\"\n", 2412 | " depressed_dict = dict()\n", 2413 | " normal_dict = dict()\n", 2414 | " for subdir, dirs, files in os.walk(dir_name):\n", 2415 | " for file in files:\n", 2416 | " if file.endswith('no_silence.wav'):\n", 2417 | " partic_id = int(file.split('_')[0][1:])\n", 2418 | " if in_dev_split(partic_id):\n", 2419 | " wav_file = os.path.join(subdir, file)\n", 2420 | " # matrix representation of spectrogram\n", 2421 | " mat = stft_matrix(wav_file)\n", 2422 | " depressed = get_depression_label(partic_id) # 1 if True\n", 2423 | " if depressed:\n", 2424 | " depressed_dict[partic_id] = mat\n", 2425 | " elif not depressed:\n", 2426 | " normal_dict[partic_id] = mat\n", 2427 | " return depressed_dict, normal_dict" 2428 | ], 2429 | "execution_count": null, 2430 | "outputs": [] 2431 | }, 2432 | { 2433 | "cell_type": "code", 2434 | "metadata": { 2435 | "id": "lZAjQWouT7K0", 2436 | "colab_type": "code", 2437 | "colab": {} 2438 | }, 2439 | "source": [ 2440 | "def in_dev_split(partic_id):\n", 2441 | " \"\"\"\n", 2442 | " Returns True if the participant is in the AVEC development split\n", 2443 | " (aka participant's we have depression labels for)\n", 2444 | " \"\"\"\n", 2445 | " return partic_id in set(df_dev['Participant_ID'].values)\n", 2446 | "\n", 2447 | "def get_depression_label(partic_id):\n", 2448 | " \"\"\"\n", 2449 | " Returns participant's PHQ8 Binary label. 1 representing depression;\n", 2450 | " 0 representing no depression.\n", 2451 | " \"\"\"\n", 2452 | " return df_dev.loc[df_dev['Participant_ID'] ==\n", 2453 | " partic_id]['PHQ8_Binary'].item()\n" 2454 | ], 2455 | "execution_count": null, 2456 | "outputs": [] 2457 | }, 2458 | { 2459 | "cell_type": "code", 2460 | "metadata": { 2461 | "id": "92gpSS9GT-mV", 2462 | "colab_type": "code", 2463 | "colab": {} 2464 | }, 2465 | "source": [ 2466 | "dir_name = '/content/depression-detection/interim'\n", 2467 | "depressed_dict, normal_dict = build_class_dictionaries(dir_name)" 2468 | ], 2469 | "execution_count": null, 2470 | "outputs": [] 2471 | }, 2472 | { 2473 | "cell_type": "markdown", 2474 | "metadata": { 2475 | "id": "uIeNeQNRkZlh", 2476 | "colab_type": "text" 2477 | }, 2478 | "source": [ 2479 | "#### Random Sampling" 2480 | ] 2481 | }, 2482 | { 2483 | "cell_type": "code", 2484 | "metadata": { 2485 | "id": "RRWX6_jBkeXz", 2486 | "colab_type": "code", 2487 | "colab": {} 2488 | }, 2489 | "source": [ 2490 | "np.random.seed(15) # for reproducibility\n", 2491 | "access_key = os.environ['AWS_ACCESS_KEY']\n", 2492 | "access_secret_key = os.environ['AWS_SECRET_KEY']\n", 2493 | "\n", 2494 | "\n", 2495 | "\"\"\"\n", 2496 | "There exists a large data imbalance between positive and negative samples,\n", 2497 | "which incurs a large bias in classification. The number of non-depressed\n", 2498 | "subjects is about four times bigger than that of depressed ones. If these\n", 2499 | "samples for learning, the model will have a strong bias to the non-depressed\n", 2500 | "class.\n", 2501 | "To solve the problem, we perform random cropping on each of the participant's\n", 2502 | "spectrograms of a specified width (time) and constant height (frequency), to\n", 2503 | "ensure the CNN has an equal proportion for every subject and each class.\n", 2504 | "\"\"\"\n", 2505 | "\n", 2506 | "\n", 2507 | "def determine_num_crops(depressed_dict, normal_dict, crop_width=125):\n", 2508 | " \"\"\"\n", 2509 | " Finds the shortest clip in the entire dataset which, according to our\n", 2510 | " random sampling strategy, will limit the number of samples we take from\n", 2511 | " each clip to make sure our classes are balanced.\n", 2512 | "\n", 2513 | " Parameters\n", 2514 | " ----------\n", 2515 | " depressed_dict : dictionary\n", 2516 | " a dictionary of depressed participants with the participant id as the\n", 2517 | " key and the segmented and concatenated matrix representation of\n", 2518 | " their spectrograms as the values.\n", 2519 | " crop_width : integer\n", 2520 | " the desired pixel width of the crop samples\n", 2521 | " (125 pixels = 4 seconds of audio)\n", 2522 | "\n", 2523 | " Returns\n", 2524 | " -------\n", 2525 | " num_samples_from_clips : int\n", 2526 | " the maximum number of samples that should be sampled from each clip\n", 2527 | " to ensure balanced classes can be built.\n", 2528 | " \"\"\"\n", 2529 | " merged_dict = dict(normal_dict, **depressed_dict)\n", 2530 | " shortest_clip = min(merged_dict.items(), key=lambda x: x[1].shape[1])\n", 2531 | " shortest_pixel_width = shortest_clip[1].shape[1]\n", 2532 | " num_samples_from_clips = shortest_pixel_width / crop_width\n", 2533 | " return num_samples_from_clips\n", 2534 | "\n", 2535 | "\n", 2536 | "def build_class_sample_dict(segmented_audio_dict, n_samples, crop_width):\n", 2537 | " \"\"\"\n", 2538 | " Get N (num_samples) pseudo random non-overlapping samples from the all\n", 2539 | " the depressed participants.\n", 2540 | "\n", 2541 | " Parameters\n", 2542 | " ----------\n", 2543 | " segmented_audio_dict : dictionary\n", 2544 | " a dictionary of a class of participants with keys of participant ids\n", 2545 | " and values of the segmented audio matrix spectrogram representation\n", 2546 | " n_samples : integer\n", 2547 | " number of random non-overlapping samples to extract from each\n", 2548 | " segmented audio matrix spectrogram\n", 2549 | " crop_width : integer\n", 2550 | " the desired pixel width of the crop samples\n", 2551 | " (125 pixels = 4 seconds of audio)\n", 2552 | "\n", 2553 | " Returns\n", 2554 | " -------\n", 2555 | " class sample dict : dictionary\n", 2556 | " a dictionary of a class of participants with keys of participant ids\n", 2557 | " and values of a list of the cropped samples from the spectrogram\n", 2558 | " matrices.\n", 2559 | " \"\"\"\n", 2560 | " class_samples_dict = dict()\n", 2561 | " for partic_id, clip_mat in segmented_audio_dict.iteritems():\n", 2562 | " samples = get_random_samples(clip_mat, n_samples, crop_width)\n", 2563 | " class_samples_dict[partic_id] = samples\n", 2564 | " return class_samples_dict\n", 2565 | "\n", 2566 | "\n", 2567 | "def get_random_samples(matrix, n_samples, crop_width):\n", 2568 | " \"\"\"\n", 2569 | " Get N random samples with width of crop_width from the numpy matrix\n", 2570 | " representing the participant's audio spectrogram.\n", 2571 | " \"\"\"\n", 2572 | " # crop full spectrogram into segments of width = crop_width\n", 2573 | " clipped_mat = matrix[:, (matrix.shape[1] % crop_width):]\n", 2574 | " n_splits = clipped_mat.shape[1] / crop_width\n", 2575 | " cropped_sample_ls = np.split(clipped_mat, n_splits, axis=1)\n", 2576 | "\n", 2577 | " # get random samples\n", 2578 | " samples = random.sample(cropped_sample_ls, n_samples)\n", 2579 | " return samples\n", 2580 | "\n", 2581 | "\n", 2582 | "def create_sample_dicts(crop_width):\n", 2583 | " \"\"\"\n", 2584 | " Utilizes the above function to return two dictionaries, depressed\n", 2585 | " and normal. Each dictionary has only participants in the specific class,\n", 2586 | " with participant ids as key, a values of a list of the cropped samples\n", 2587 | " from the spectrogram matrices. The lists are vary in length depending\n", 2588 | " on the length of the interview clip. The entries within the list are\n", 2589 | " numpy arrays with dimennsion (513, 125).\n", 2590 | " \"\"\"\n", 2591 | " # build dictionaries of participants and segmented audio matrix\n", 2592 | " depressed_dict, normal_dict = build_class_dictionaries('/content/depression-detection/interim')\n", 2593 | " n_samples = determine_num_crops(depressed_dict, normal_dict,\n", 2594 | " crop_width=crop_width)\n", 2595 | " # get n_sample random samples from each depressed participant\n", 2596 | " depressed_samples = build_class_sample_dict(depressed_dict, n_samples,\n", 2597 | " crop_width)\n", 2598 | " # get n_sample random samples from each non-depressed participant\n", 2599 | " normal_samples = build_class_sample_dict(normal_dict, n_samples,\n", 2600 | " crop_width)\n", 2601 | " # iterate through samples dictionaries and save a npz file\n", 2602 | " # with the radomly sleected n_samples for each participant.\n", 2603 | " # save depressed arrays to .npz\n", 2604 | " for key, _ in depressed_samples.iteritems():\n", 2605 | " path = '/content/depression-detection/processed/'\n", 2606 | " filename = 'D{}.npz'.format(key)\n", 2607 | " outfile = path + filename\n", 2608 | " np.savez(outfile, *depressed_samples[key])\n", 2609 | " # save normal arrays to .npz\n", 2610 | " for key, _ in normal_samples.iteritems():\n", 2611 | " path = '/content/depression-detection/processed'\n", 2612 | " filename = '/N{}.npz'.format(key)\n", 2613 | " outfile = path + filename\n", 2614 | " np.savez(outfile, *normal_samples[key])\n", 2615 | "\n", 2616 | "\n", 2617 | "def rand_samp_train_test_split(npz_file_dir):\n", 2618 | " \"\"\"\n", 2619 | " Given the cropped segments from each class and particpant, this fucntion\n", 2620 | " determines how many samples we can draw from each particpant and how many\n", 2621 | " participants we can draw from each class.\n", 2622 | "\n", 2623 | " Parameters\n", 2624 | " ----------\n", 2625 | " npz_file_dir : directory\n", 2626 | " directory contain the\n", 2627 | " crop_width : integer\n", 2628 | " the desired pixel width of the crop samples\n", 2629 | " (125 pixels = 4 seconds of audio)\n", 2630 | "\n", 2631 | " Returns\n", 2632 | " -------\n", 2633 | " num_samples_from_clips : int\n", 2634 | " the maximum number of samples that should be sampled from each clip\n", 2635 | " to ensure balanced classes can be built.\n", 2636 | " \"\"\"\n", 2637 | " # files in directory\n", 2638 | " npz_files = os.listdir(npz_file_dir)\n", 2639 | "\n", 2640 | " dep_samps = [f for f in npz_files if f.startswith('D')]\n", 2641 | " norm_samps = [f for f in npz_files if f.startswith('N')]\n", 2642 | " # calculate how many samples to balance classes\n", 2643 | " max_samples = min(len(dep_samps), len(norm_samps))\n", 2644 | "\n", 2645 | " # randomly select max participants from each class without replacement\n", 2646 | " dep_select_samps = np.random.choice(dep_samps, size=max_samples,\n", 2647 | " replace=False)\n", 2648 | " norm_select_samps = np.random.choice(norm_samps, size=max_samples,\n", 2649 | " replace=False)\n", 2650 | "\n", 2651 | " # randomly select n_samples_per_person (40 in the case of a crop width\n", 2652 | " # of 125) from each of the participant lists\n", 2653 | "\n", 2654 | " # REFACTOR this code!\n", 2655 | " test_size = 0.2\n", 2656 | " num_test_samples = int(len(dep_select_samps) * test_size)\n", 2657 | "\n", 2658 | " train_samples = []\n", 2659 | " for sample in dep_select_samps[:-num_test_samples]:\n", 2660 | " npz_file = npz_file_dir + '/' + sample\n", 2661 | " with np.load(npz_file) as data:\n", 2662 | " for key in data.keys():\n", 2663 | " train_samples.append(data[key])\n", 2664 | " for sample in norm_select_samps[:-num_test_samples]:\n", 2665 | " npz_file = npz_file_dir + '/' + sample\n", 2666 | " with np.load(npz_file) as data:\n", 2667 | " for key in data.keys():\n", 2668 | " train_samples.append(data[key])\n", 2669 | " train_labels = np.concatenate((np.ones(len(train_samples)/2),\n", 2670 | " np.zeros(len(train_samples)/2)))\n", 2671 | "\n", 2672 | " test_samples = []\n", 2673 | " for sample in dep_select_samps[-num_test_samples:]:\n", 2674 | " npz_file = npz_file_dir + '/' + sample\n", 2675 | " with np.load(npz_file) as data:\n", 2676 | " for key in data.keys():\n", 2677 | " test_samples.append(data[key])\n", 2678 | " for sample in norm_select_samps[-num_test_samples:]:\n", 2679 | " npz_file = npz_file_dir + '/' + sample\n", 2680 | " with np.load(npz_file) as data:\n", 2681 | " for key in data.keys():\n", 2682 | " test_samples.append(data[key])\n", 2683 | " test_labels = np.concatenate((np.ones(len(test_samples)/2),\n", 2684 | " np.zeros(len(test_samples)/2)))\n", 2685 | "\n", 2686 | " return np.array(train_samples), train_labels, np.array(test_samples), \\\n", 2687 | " test_labels\n", 2688 | "\n", 2689 | "\n", 2690 | "def save_to_bucket(file, obj_name):\n", 2691 | " \"\"\"\n", 2692 | " Saves local file to S3 bucket for redundancy and reproducibility.\n", 2693 | " \"\"\"\n", 2694 | " conn = boto.connect_s3(access_key, access_secret_key)\n", 2695 | " bucket = conn.get_bucket('deprission-det')\n", 2696 | " file_object = bucket.new_key(obj_name)\n", 2697 | " file_object.set_contents_from_filename(file)" 2698 | ], 2699 | "execution_count": null, 2700 | "outputs": [] 2701 | }, 2702 | { 2703 | "cell_type": "code", 2704 | "metadata": { 2705 | "id": "_YejsjOglQwf", 2706 | "colab_type": "code", 2707 | "colab": {} 2708 | }, 2709 | "source": [ 2710 | "# build participant's cropped npz files\n", 2711 | "# this is of the whole no_silence particpant's no_silence interview,\n", 2712 | "# but each array in the npz files was width of crop_width\n", 2713 | "create_sample_dicts(crop_width=125)\n", 2714 | "\n", 2715 | "# random sample from particpants npz files to ensure class balance\n", 2716 | "train_samples, train_labels, test_samples, \\\n", 2717 | " test_labels = rand_samp_train_test_split('/content/depression-detection/processed')\n", 2718 | "\n", 2719 | "# save as npz locally\n", 2720 | "print(\"Saving npz file locally...\")\n", 2721 | "np.savez('/content/depression-detection/processed/train_samples.npz', train_samples)\n", 2722 | "np.savez('/content/depression-detection/processed/train_labels.npz', train_labels)\n", 2723 | "np.savez('/content/depression-detection/processed/test_samples.npz', test_samples)\n", 2724 | "np.savez('/content/depression-detection/processed/test_labels.npz', test_labels)\n", 2725 | "\n", 2726 | "# upload npz files to S3 bucket for accessibility on AWS\n", 2727 | "print(\"Uploading npz to S3...\")\n", 2728 | "save_to_bucket('/content/depression-detection/processed/train_samples.npz', 'train_samples.npz')\n", 2729 | "save_to_bucket('/content/depression-detection/processed/train_labels.npz', 'train_labels.npz')\n", 2730 | "save_to_bucket('/content/depression-detection/processed/test_samples.npz', 'test_samples.npz')\n", 2731 | "save_to_bucket('/content/depression-detection/processed/test_labels.npz', 'test_labels.npz')" 2732 | ], 2733 | "execution_count": null, 2734 | "outputs": [] 2735 | }, 2736 | { 2737 | "cell_type": "markdown", 2738 | "metadata": { 2739 | "id": "L2pnC3E3ubkC", 2740 | "colab_type": "text" 2741 | }, 2742 | "source": [ 2743 | "#### CNN" 2744 | ] 2745 | }, 2746 | { 2747 | "cell_type": "code", 2748 | "metadata": { 2749 | "id": "Owf7oyNvucyN", 2750 | "colab_type": "code", 2751 | "colab": {} 2752 | }, 2753 | "source": [ 2754 | "\"\"\"\n", 2755 | "CNN used to classify spectrograms of normal participants (0) or depressed\n", 2756 | "participants (1).\n", 2757 | "\"\"\"\n", 2758 | "\n", 2759 | "\n", 2760 | "def retrieve_from_bucket(file):\n", 2761 | " \"\"\"\n", 2762 | " Download spectrogram representation of matrices from S3 bucket.\n", 2763 | " \"\"\"\n", 2764 | " conn = boto.connect_s3(access_key, access_secret_key)\n", 2765 | " bucket = conn.get_bucket('depression-detect')\n", 2766 | " file_key = bucket.get_key(file)\n", 2767 | " file_key.get_contents_to_filename(file)\n", 2768 | " X = np.load(file)\n", 2769 | " return X\n", 2770 | "\n", 2771 | "\n", 2772 | "def preprocess(X_train, X_test):\n", 2773 | " \"\"\"\n", 2774 | " Convert from float64 to float32 and normalize normalize to decibels\n", 2775 | " relative to full scale (dBFS) for the 4 sec clip.\n", 2776 | " \"\"\"\n", 2777 | " X_train = X_train.astype('float32')\n", 2778 | " X_test = X_test.astype('float32')\n", 2779 | "\n", 2780 | " X_train = np.array([(X - X.min()) / (X.max() - X.min()) for X in X_train])\n", 2781 | " X_test = np.array([(X - X.min()) / (X.max() - X.min()) for X in X_test])\n", 2782 | " return X_train, X_test\n", 2783 | "\n", 2784 | "\n", 2785 | "def prep_train_test(X_train, y_train, X_test, y_test, nb_classes):\n", 2786 | " \"\"\"\n", 2787 | " Prep samples ands labels for Keras input by noramalzing and converting\n", 2788 | " labels to a categorical representation.\n", 2789 | " \"\"\"\n", 2790 | " print('Train on {} samples, validate on {}'.format(X_train.shape[0],\n", 2791 | " X_test.shape[0]))\n", 2792 | "\n", 2793 | " # normalize to dBfS\n", 2794 | " X_train, X_test = preprocess(X_train, X_test)\n", 2795 | "\n", 2796 | " # Convert class vectors to binary class matrices\n", 2797 | " Y_train = np_utils.to_categorical(y_train, nb_classes)\n", 2798 | " Y_test = np_utils.to_categorical(y_test, nb_classes)\n", 2799 | "\n", 2800 | " return X_train, X_test, Y_train, Y_test\n", 2801 | "\n", 2802 | "\n", 2803 | "def keras_img_prep(X_train, X_test, img_dep, img_rows, img_cols):\n", 2804 | " \"\"\"\n", 2805 | " Reshape feature matrices for Keras' expexcted input dimensions.\n", 2806 | " For 'th' (Theano) dim_order, the model expects dimensions:\n", 2807 | " (# channels, # images, # rows, # cols).\n", 2808 | " \"\"\"\n", 2809 | " if K.image_dim_ordering() == 'th':\n", 2810 | " X_train = X_train.reshape(X_train.shape[0], 1, img_rows, img_cols)\n", 2811 | " X_test = X_test.reshape(X_test.shape[0], 1, img_rows, img_cols)\n", 2812 | " input_shape = (1, img_rows, img_cols)\n", 2813 | " else:\n", 2814 | " X_train = X_train.reshape(X_train.shape[0], img_rows, img_cols, 1)\n", 2815 | " X_test = X_test.reshape(X_test.shape[0], img_rows, img_cols, 1)\n", 2816 | " input_shape = (img_rows, img_cols, 1)\n", 2817 | " return X_train, X_test, input_shape\n", 2818 | "\n", 2819 | "\n", 2820 | "def cnn(X_train, y_train, X_test, y_test, batch_size,\n", 2821 | " nb_classes, epochs, input_shape):\n", 2822 | " \"\"\"\n", 2823 | " The Convolutional Neural Net architecture for classifying the audio clips\n", 2824 | " as normal (0) or depressed (1).\n", 2825 | " \"\"\"\n", 2826 | " model = Sequential()\n", 2827 | "\n", 2828 | " model.add(Conv2D(32, (3, 3), padding='valid', strides=1,\n", 2829 | " input_shape=input_shape, activation='relu'))\n", 2830 | "\n", 2831 | " model.add(MaxPooling2D(pool_size=(4, 3), strides=(1, 3)))\n", 2832 | "\n", 2833 | " model.add(Conv2D(32, (1, 3), padding='valid', strides=1,\n", 2834 | " input_shape=input_shape, activation='relu'))\n", 2835 | "\n", 2836 | " model.add(MaxPooling2D(pool_size=(1, 3), strides=(1, 3)))\n", 2837 | "\n", 2838 | " model.add(Flatten())\n", 2839 | " model.add(Dense(512, activation='relu'))\n", 2840 | " model.add(Dense(512, activation='relu'))\n", 2841 | " model.add(Dropout(0.5))\n", 2842 | "\n", 2843 | " model.add(Dense(nb_classes))\n", 2844 | " model.add(Activation('softmax'))\n", 2845 | "\n", 2846 | " model.compile(loss='categorical_crossentropy',\n", 2847 | " optimizer='adadelta',\n", 2848 | " metrics=['accuracy'])\n", 2849 | "\n", 2850 | " history = model.fit(X_train, y_train, batch_size=batch_size, epochs=epochs,\n", 2851 | " verbose=1, validation_data=(X_test, y_test))\n", 2852 | "\n", 2853 | " # Evaluate accuracy on test and train sets\n", 2854 | " score_train = model.evaluate(X_train, y_train, verbose=0)\n", 2855 | " print('Train accuracy:', score_train[1])\n", 2856 | " score_test = model.evaluate(X_test, y_test, verbose=0)\n", 2857 | " print('Test accuracy:', score_test[1])\n", 2858 | "\n", 2859 | " return model, history\n", 2860 | "\n", 2861 | "\n", 2862 | "def model_performance(model, X_train, X_test, y_train, y_test):\n", 2863 | " \"\"\"\n", 2864 | " Evaluation metrics for network performance.\n", 2865 | " \"\"\"\n", 2866 | " y_test_pred = model.predict_classes(X_test)\n", 2867 | " y_train_pred = model.predict_classes(X_train)\n", 2868 | "\n", 2869 | " y_test_pred_proba = model.predict_proba(X_test)\n", 2870 | " y_train_pred_proba = model.predict_proba(X_train)\n", 2871 | "\n", 2872 | " # Converting y_test back to 1-D array for confusion matrix computation\n", 2873 | " y_test_1d = y_test[:, 1]\n", 2874 | "\n", 2875 | " # Computing confusion matrix for test dataset\n", 2876 | " conf_matrix = standard_confusion_matrix(y_test_1d, y_test_pred)\n", 2877 | " print(\"Confusion Matrix:\")\n", 2878 | " print(conf_matrix)\n", 2879 | "\n", 2880 | " return y_train_pred, y_test_pred, y_train_pred_proba, \\\n", 2881 | " y_test_pred_proba, conf_matrix\n", 2882 | "\n", 2883 | "\n", 2884 | "def standard_confusion_matrix(y_test, y_test_pred):\n", 2885 | " \"\"\"\n", 2886 | " Make confusion matrix with format:\n", 2887 | " -----------\n", 2888 | " | TP | FP |\n", 2889 | " -----------\n", 2890 | " | FN | TN |\n", 2891 | " -----------\n", 2892 | " \"\"\"\n", 2893 | " [[tn, fp], [fn, tp]] = confusion_matrix(y_test, y_test_pred)\n", 2894 | " return np.array([[tp, fp], [fn, tn]])\n", 2895 | "\n", 2896 | "\n", 2897 | "def save_to_bucket(file, obj_name):\n", 2898 | " \"\"\"\n", 2899 | " Saves local file to S3 bucket for redundancy and repreoducibility\n", 2900 | " by others.\n", 2901 | " \"\"\"\n", 2902 | " conn = boto.connect_s3(access_key, access_secret_key)\n", 2903 | "\n", 2904 | " bucket = conn.get_bucket('depression-detect')\n", 2905 | "\n", 2906 | " file_object = bucket.new_key(obj_name)\n", 2907 | " file_object.set_contents_from_filename(file)" 2908 | ], 2909 | "execution_count": null, 2910 | "outputs": [] 2911 | }, 2912 | { 2913 | "cell_type": "code", 2914 | "metadata": { 2915 | "id": "H2Cv0dv8vBs0", 2916 | "colab_type": "code", 2917 | "colab": {} 2918 | }, 2919 | "source": [ 2920 | "model_id = input(\"Enter model id: \")\n", 2921 | "\n", 2922 | "# Load from S3 bucket\n", 2923 | "print('Retrieving from S3...')\n", 2924 | "X_train = retrieve_from_bucket('train_samples.npz')\n", 2925 | "y_train = retrieve_from_bucket('train_labels.npz')\n", 2926 | "X_test = retrieve_from_bucket('test_samples.npz')\n", 2927 | "y_test = retrieve_from_bucket('test_labels.npz')\n", 2928 | "\n", 2929 | "X_train, y_train, X_test, y_test = \\\n", 2930 | " X_train['arr_0'], y_train['arr_0'], X_test['arr_0'], y_test['arr_0']\n", 2931 | "\n", 2932 | "# CNN parameters\n", 2933 | "batch_size = 32\n", 2934 | "nb_classes = 2\n", 2935 | "epochs = 7\n", 2936 | "\n", 2937 | "# normalalize data and prep for Keras\n", 2938 | "print('Processing images for Keras...')\n", 2939 | "X_train, X_test, y_train, y_test = prep_train_test(X_train, y_train,\n", 2940 | " X_test, y_test,\n", 2941 | " nb_classes=nb_classes)\n", 2942 | "\n", 2943 | "# 513x125x1 for spectrogram with crop size of 125 pixels\n", 2944 | "img_rows, img_cols, img_depth = X_train.shape[1], X_train.shape[2], 1\n", 2945 | "\n", 2946 | "# reshape image input for Keras\n", 2947 | "# used Theano dim_ordering (th), (# chans, # images, # rows, # cols)\n", 2948 | "X_train, X_test, input_shape = keras_img_prep(X_train, X_test, img_depth,\n", 2949 | " img_rows, img_cols)\n", 2950 | "\n", 2951 | "# run CNN\n", 2952 | "print('Fitting model...')\n", 2953 | "model, history = cnn(X_train, y_train, X_test, y_test, batch_size,\n", 2954 | " nb_classes, epochs, input_shape)\n", 2955 | "\n", 2956 | "# evaluate model\n", 2957 | "print('Evaluating model...')\n", 2958 | "y_train_pred, y_test_pred, y_train_pred_proba, y_test_pred_proba, \\\n", 2959 | " conf_matrix = model_performance(model, X_train, X_test, y_train, y_test)\n", 2960 | "\n", 2961 | "# save model to locally\n", 2962 | "print('Saving model locally...')\n", 2963 | "model_name = '../models/cnn_{}.h5'.format(model_id)\n", 2964 | "model.save(model_name)\n", 2965 | "\n", 2966 | "# custom evaluation metrics\n", 2967 | "print('Calculating additional test metrics...')\n", 2968 | "accuracy = float(conf_matrix[0][0] + conf_matrix[1][1]) / np.sum(conf_matrix)\n", 2969 | "precision = float(conf_matrix[0][0]) / (conf_matrix[0][0] + conf_matrix[0][1])\n", 2970 | "recall = float(conf_matrix[0][0]) / (conf_matrix[0][0] + conf_matrix[1][0])\n", 2971 | "f1_score = 2 * (precision * recall) / (precision + recall)\n", 2972 | "print(\"Accuracy: {}\".format(accuracy))\n", 2973 | "print(\"Precision: {}\".format(precision))\n", 2974 | "print(\"Recall: {}\".format(recall))\n", 2975 | "print(\"F1-Score: {}\".format(f1_score))\n", 2976 | "\n", 2977 | "# plot train/test loss and accuracy. saves files in working dir\n", 2978 | "print('Saving plots...')\n", 2979 | "plot_loss(history, model_id)\n", 2980 | "plot_accuracy(history, model_id)\n", 2981 | "plot_roc_curve(y_test[:, 1], y_test_pred_proba[:, 1], model_id)\n", 2982 | "\n", 2983 | "# save model S3\n", 2984 | "print('Saving model to S3...')\n", 2985 | "save_to_bucket(model_name, 'cnn_{}.h5'.format(model_id))" 2986 | ], 2987 | "execution_count": null, 2988 | "outputs": [] 2989 | }, 2990 | { 2991 | "cell_type": "markdown", 2992 | "metadata": { 2993 | "id": "j4VotXfAknfb", 2994 | "colab_type": "text" 2995 | }, 2996 | "source": [ 2997 | "#### Plot Evaluation Metrics" 2998 | ] 2999 | }, 3000 | { 3001 | "cell_type": "code", 3002 | "metadata": { 3003 | "id": "MB-tF18Yt8Pk", 3004 | "colab_type": "code", 3005 | "colab": {} 3006 | }, 3007 | "source": [ 3008 | "def plot_accuracy(history, model_id):\n", 3009 | " \"\"\"\n", 3010 | " Plots train and test accuracy for each epoch.\n", 3011 | " \"\"\"\n", 3012 | " plt.plot(history.history['acc'])\n", 3013 | " plt.plot(history.history['val_acc'])\n", 3014 | " plt.title('model accuracy')\n", 3015 | " plt.ylabel('accuracy')\n", 3016 | " plt.xlabel('epoch')\n", 3017 | " plt.legend(['train', 'test'], loc='upper left')\n", 3018 | " plt.savefig('images/cnn{}_accuracy.png'.format(model_id))\n", 3019 | " plt.close()\n", 3020 | "\n", 3021 | "\n", 3022 | "def plot_loss(history, model_id):\n", 3023 | " \"\"\"\n", 3024 | " Plots train and test loss for each epoch.\n", 3025 | " \"\"\"\n", 3026 | " plt.plot(history.history['loss'])\n", 3027 | " plt.plot(history.history['val_loss'])\n", 3028 | " plt.title('model loss')\n", 3029 | " plt.ylabel('loss')\n", 3030 | " plt.xlabel('epoch')\n", 3031 | " plt.legend(['train', 'test'], loc='upper left')\n", 3032 | " plt.savefig('images/cnn{}_loss.png'.format(model_id))\n", 3033 | " plt.close()\n", 3034 | "\n", 3035 | "\n", 3036 | "def plot_roc_curve(y_test, y_score, model_id):\n", 3037 | " \"\"\"\n", 3038 | " Plots ROC curve for final trained model. Code taken from:\n", 3039 | " https://vkolachalama.blogspot.com/2016/05/keras-implementation-of-mlp-neural.html\n", 3040 | " \"\"\"\n", 3041 | " fpr, tpr, _ = roc_curve(y_test, y_score)\n", 3042 | " roc_auc = auc(fpr, tpr)\n", 3043 | " plt.figure()\n", 3044 | " plt.plot(fpr, tpr, label='ROC curve (area = %0.2f)' % roc_auc)\n", 3045 | " plt.plot([0, 1], [0, 1], 'k--')\n", 3046 | " plt.xlim([0.0, 1.05])\n", 3047 | " plt.ylim([0.0, 1.05])\n", 3048 | " plt.xlabel('False Positive Rate')\n", 3049 | " plt.ylabel('True Positive Rate')\n", 3050 | " plt.title('Receiver operating characteristic curve')\n", 3051 | " plt.legend(loc=\"lower right\")\n", 3052 | " plt.savefig('images/cnn{}_roc.png'.format(model_id))\n", 3053 | " plt.close()" 3054 | ], 3055 | "execution_count": null, 3056 | "outputs": [] 3057 | }, 3058 | { 3059 | "cell_type": "code", 3060 | "metadata": { 3061 | "id": "CgFgaS_8uIsT", 3062 | "colab_type": "code", 3063 | "colab": {} 3064 | }, 3065 | "source": [ 3066 | "" 3067 | ], 3068 | "execution_count": null, 3069 | "outputs": [] 3070 | } 3071 | ] 3072 | } --------------------------------------------------------------------------------