├── config.yml ├── LICENSE ├── .gitignore ├── environment.yml ├── README.md └── get_tweets.ipynb /config.yml: -------------------------------------------------------------------------------- 1 | consumer_key: XXXXXXXXXXXXXXXXXXXXXXXXX 2 | consumer_secret: XXXXXXXXXXXXXXXXXXXXXXXXX 3 | access_token: XXXXXXXXXXXXXXXXXXXXXXXXX 4 | access_token_secret: XXXXXXXXXXXXXXXXXXXXXXXXX 5 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | MIT License 2 | 3 | Copyright (c) 2017 DataCamp 4 | 5 | Permission is hereby granted, free of charge, to any person obtaining a copy 6 | of this software and associated documentation files (the "Software"), to deal 7 | in the Software without restriction, including without limitation the rights 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9 | copies of the Software, and to permit persons to whom the Software is 10 | furnished to do so, subject to the following conditions: 11 | 12 | The above copyright notice and this permission notice shall be included in all 13 | copies or substantial portions of the Software. 14 | 15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 21 | SOFTWARE. 22 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | # Byte-compiled / optimized / DLL files 2 | __pycache__/ 3 | *.py[cod] 4 | *$py.class 5 | 6 | # C extensions 7 | *.so 8 | 9 | # Distribution / packaging 10 | .Python 11 | env/ 12 | build/ 13 | develop-eggs/ 14 | dist/ 15 | downloads/ 16 | eggs/ 17 | .eggs/ 18 | lib/ 19 | lib64/ 20 | parts/ 21 | sdist/ 22 | var/ 23 | wheels/ 24 | *.egg-info/ 25 | .installed.cfg 26 | *.egg 27 | 28 | # PyInstaller 29 | # Usually these files are written by a python script from a template 30 | # before PyInstaller builds the exe, so as to inject date/other infos into it. 31 | *.manifest 32 | *.spec 33 | 34 | # Installer logs 35 | pip-log.txt 36 | pip-delete-this-directory.txt 37 | 38 | # Unit test / coverage reports 39 | htmlcov/ 40 | .tox/ 41 | .coverage 42 | .coverage.* 43 | .cache 44 | nosetests.xml 45 | coverage.xml 46 | *.cover 47 | .hypothesis/ 48 | 49 | # Translations 50 | *.mo 51 | *.pot 52 | 53 | # Django stuff: 54 | *.log 55 | local_settings.py 56 | 57 | # Flask stuff: 58 | instance/ 59 | .webassets-cache 60 | 61 | # Scrapy stuff: 62 | .scrapy 63 | 64 | # Sphinx documentation 65 | docs/_build/ 66 | 67 | # PyBuilder 68 | target/ 69 | 70 | # Jupyter Notebook 71 | .ipynb_checkpoints 72 | 73 | # pyenv 74 | .python-version 75 | 76 | # celery beat schedule file 77 | celerybeat-schedule 78 | 79 | # SageMath parsed files 80 | *.sage.py 81 | 82 | # dotenv 83 | .env 84 | 85 | # virtualenv 86 | .venv 87 | venv/ 88 | ENV/ 89 | 90 | # Spyder project settings 91 | .spyderproject 92 | .spyproject 93 | 94 | # Rope project settings 95 | .ropeproject 96 | 97 | # mkdocs documentation 98 | /site 99 | 100 | # mypy 101 | .mypy_cache/ 102 | -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- 1 | name: ds-twitter 2 | channels: 3 | - defaults 4 | dependencies: 5 | - _nb_ext_conf=0.4.0=py36_1 6 | - anaconda-client=1.6.3=py36_0 7 | - appnope=0.1.0=py36_0 8 | - bleach=1.5.0=py36_0 9 | - certifi=2016.2.28=py36_0 10 | - clyent=1.2.2=py36_0 11 | - cycler=0.10.0=py36_0 12 | - decorator=4.1.2=py36_0 13 | - entrypoints=0.2.3=py36_0 14 | - freetype=2.5.5=2 15 | - html5lib=0.999=py36_0 16 | - icu=54.1=0 17 | - ipykernel=4.6.1=py36_0 18 | - ipython=6.1.0=py36_0 19 | - ipython_genutils=0.2.0=py36_0 20 | - ipywidgets=6.0.0=py36_0 21 | - jedi=0.10.2=py36_2 22 | - jinja2=2.9.6=py36_0 23 | - jsonschema=2.6.0=py36_0 24 | - jupyter=1.0.0=py36_3 25 | - jupyter_client=5.1.0=py36_0 26 | - jupyter_console=5.2.0=py36_0 27 | - jupyter_core=4.3.0=py36_0 28 | - libpng=1.6.30=1 29 | - markupsafe=1.0=py36_0 30 | - matplotlib=2.0.2=np113py36_0 31 | - mistune=0.7.4=py36_0 32 | - mkl=2017.0.3=0 33 | - nb_anacondacloud=1.4.0=py36_0 34 | - nb_conda=2.2.0=py36_0 35 | - nb_conda_kernels=2.1.0=py36_0 36 | - nbconvert=5.2.1=py36_0 37 | - nbformat=4.4.0=py36_0 38 | - nbpresent=3.0.2=py36_0 39 | - networkx=1.11=py36_0 40 | - notebook=5.0.0=py36_0 41 | - numpy=1.13.1=py36_0 42 | - openssl=1.0.2l=0 43 | - pandas=0.20.3=py36_0 44 | - pandocfilters=1.4.2=py36_0 45 | - path.py=10.3.1=py36_0 46 | - patsy=0.4.1=py36_0 47 | - pexpect=4.2.1=py36_0 48 | - pickleshare=0.7.4=py36_0 49 | - pip=9.0.1=py36_1 50 | - prompt_toolkit=1.0.15=py36_0 51 | - ptyprocess=0.5.2=py36_0 52 | - pygments=2.2.0=py36_0 53 | - pyparsing=2.2.0=py36_0 54 | - pyqt=5.6.0=py36_2 55 | - python=3.6.2=0 56 | - python-dateutil=2.6.1=py36_0 57 | - pytz=2017.2=py36_0 58 | - pyyaml=3.12=py36_0 59 | - pyzmq=16.0.2=py36_0 60 | - qt=5.6.2=2 61 | - qtconsole=4.3.1=py36_0 62 | - readline=6.2=2 63 | - requests=2.14.2=py36_0 64 | - scipy=0.19.1=np113py36_0 65 | - seaborn=0.8=py36_0 66 | - setuptools=36.4.0=py36_1 67 | - simplegeneric=0.8.1=py36_1 68 | - sip=4.18=py36_0 69 | - six=1.10.0=py36_0 70 | - sqlite=3.13.0=0 71 | - statsmodels=0.8.0=np113py36_0 72 | - terminado=0.6=py36_0 73 | - testpath=0.3.1=py36_0 74 | - tk=8.5.18=0 75 | - tornado=4.5.2=py36_0 76 | - traitlets=4.3.2=py36_0 77 | - wcwidth=0.1.7=py36_0 78 | - wheel=0.29.0=py36_0 79 | - widgetsnbextension=3.0.2=py36_0 80 | - xz=5.2.3=0 81 | - yaml=0.1.6=0 82 | - zlib=1.2.11=0 83 | - pip: 84 | - chardet==3.0.4 85 | - idna==2.6 86 | - ipython-genutils==0.2.0 87 | - jupyter-client==5.1.0 88 | - jupyter-console==5.2.0 89 | - jupyter-core==4.3.0 90 | - nb-anacondacloud==1.4.0 91 | - nb-conda==2.2.0 92 | - nb-conda-kernels==2.1.0 93 | - oauthlib==2.0.4 94 | - olefile==0.44 95 | - pillow==4.3.0 96 | - prompt-toolkit==1.0.15 97 | - requests-oauthlib==0.8.0 98 | - tweepy==3.5.0 99 | - urllib3==1.22 100 | - wordcloud==1.3.1 101 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # How the #MeToo Movement Spread on Twitter 2 | What can data science tell us about tweets with the #MeToo hashtag? This repository contains the code for the analysis [here](https://www.datacamp.com/community/blog/metoo-twitter-analysis). 3 | 4 | Below I include how to get set up with the correct Python packages. After this, I provide instructions on how to use these notebooks to reproduce my analysis using the Twitter API. I encourage questions, feedback and pull requests. 5 | 6 | ## Getting set up computationally 7 | 8 | ### 1. Clone the repository 9 | 10 | To get set up for this live coding session, clone this repository. You can do so by executing the following in your terminal: 11 | 12 | ``` 13 | git clone https://github.com/datacamp/datacamp-metoo-analysis 14 | ``` 15 | 16 | Alternatively, you can download the zip file of the repository at the top of the main page of the repository. If you prefer not to use git or don't have experience with it, this a good option. 17 | 18 | ### 2. Download Anaconda (if you haven't already) 19 | 20 | If you do not already have the [Anaconda distribution](https://www.anaconda.com/download/) of Python 3, go get it (n.b., you can also do this w/out Anaconda using `pip` to install the required packages, however Anaconda is great for Data Science and I encourage you to use it). 21 | 22 | ### 3. Create your conda environment for this session 23 | 24 | Navigate to the relevant directory `datacamp-metoo-analysis` and install required packages in a new conda environment: 25 | 26 | ``` 27 | conda env create -f environment.yml 28 | ``` 29 | 30 | This will create a new environment called ds-twitter. To activate the environment on OSX/Linux, execute 31 | 32 | ``` 33 | source activate ds-twitter 34 | ``` 35 | On Windows, execute 36 | 37 | ``` 38 | activate ds-twitter 39 | ``` 40 | 41 | ## Getting the tweets for the analysis 42 | 43 | To protect Twitter users who may have deleted their tweets, Twitter does not allow my to share the actual tweets that I used for the analysis. I can, however, share the tweet IDs. I have done so in the `/data` subdirectory and in the `get_tweets.ipynb` notebook I have provided the code that will allow you to pull all the tweets that still exist in from the Twitter API. 44 | 45 | To do so, you will need to 46 | 47 | * get set up w/ the Twitter API (see below). 48 | * Store your Twitter API credentials in a `config.yml` file (template in this repository). 49 | 50 | After you have the tweets, you can generate the word clouds using `word_clouds.ipynb`. You can also reproduce my analysis using `MeToo_analysis_w_code.ipynb`. 51 | 52 | ### Accessing the Twitter API 53 | 54 | I have taken this verbatim from [Adil Moujahid's post here](http://adilmoujahid.com/posts/2014/07/twitter-analytics/) as he said it so well. 55 | 56 | In order to access Twitter Streaming API, we need to get 4 pieces of information from Twitter: API key, API secret, Access token and Access token secret. Follow the steps below to get all 4 elements: 57 | 58 | * Create a twitter account if you do not already have one. 59 | * Go to https://apps.twitter.com/ and log in with your twitter credentials. 60 | * Click "Create New App" 61 | * Fill out the form, agree to the terms, and click "Create your Twitter application" 62 | * In the next page, click on "API keys" tab, and copy your "API key" and "API secret". 63 | * Scroll down and click "Create my access token", and copy your "Access token" and "Access token secret". 64 | 65 | ### Code 66 | The code in this repository is released under the [MIT license](LICENSE). Read more at the [Open Source Initiative](https://opensource.org/licenses/MIT). All text remains the Intellectual Property of DataCamp. If you wish to reuse, adapt or remix, get in touch with me at hugo at datacamp com to request permission. 67 | -------------------------------------------------------------------------------- /get_tweets.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "markdown", 5 | "metadata": {}, 6 | "source": [ 7 | "## Getting tweets" 8 | ] 9 | }, 10 | { 11 | "cell_type": "markdown", 12 | "metadata": {}, 13 | "source": [ 14 | "Once you are set-up to access the twitter API (see the README.md in [this repository](https://github.com/datacamp/datacamp-metoo-analysis)), you can get the tweets necessary for this analysis." 15 | ] 16 | }, 17 | { 18 | "cell_type": "code", 19 | "execution_count": 4, 20 | "metadata": { 21 | "collapsed": true 22 | }, 23 | "outputs": [], 24 | "source": [ 25 | "# Store APIs creds in a dictionary\n", 26 | "import yaml\n", 27 | "with open('config.yml') as f:\n", 28 | " # use safe_load instead load\n", 29 | " d = yaml.safe_load(f)" 30 | ] 31 | }, 32 | { 33 | "cell_type": "code", 34 | "execution_count": 5, 35 | "metadata": { 36 | "collapsed": true 37 | }, 38 | "outputs": [], 39 | "source": [ 40 | "# Twitter API authentication\n", 41 | "import tweepy\n", 42 | "auth = tweepy.OAuthHandler(d['consumer_key'], d['consumer_secret'])\n", 43 | "auth.set_access_token(d['access_token'], d['access_token_secret'])\n", 44 | "api = tweepy.API(auth, wait_on_rate_limit=True, wait_on_rate_limit_notify=True)" 45 | ] 46 | }, 47 | { 48 | "cell_type": "code", 49 | "execution_count": 6, 50 | "metadata": { 51 | "collapsed": true 52 | }, 53 | "outputs": [], 54 | "source": [ 55 | "# Read in tweet IDs\n", 56 | "data = pd.read_csv('ids1.csv')\n", 57 | "\n", 58 | "# Store in list tweets that still exist; print out IDs of those that have been deleted by tweeter\n", 59 | "tweet_list = []\n", 60 | "for i, row in data.iterrows():\n", 61 | " if i < 100:\n", 62 | " try:\n", 63 | " id_of_tweet = row['id']\n", 64 | " print(id_of_tweet)\n", 65 | " tweet_list.append(api.get_status(id_of_tweet))\n", 66 | " except:\n", 67 | " print(str(id_of_tweet) + ' not present any more')" 68 | ] 69 | }, 70 | { 71 | "cell_type": "code", 72 | "execution_count": 20, 73 | "metadata": {}, 74 | "outputs": [ 75 | { 76 | "data": { 77 | "text/html": [ 78 | "
\n", 79 | "\n", 92 | "\n", 93 | " \n", 94 | " \n", 95 | " \n", 96 | " \n", 97 | " \n", 98 | " \n", 99 | " \n", 100 | " \n", 101 | " \n", 102 | " \n", 103 | " \n", 104 | " \n", 105 | " \n", 106 | " \n", 107 | " \n", 108 | " \n", 109 | " \n", 110 | " \n", 111 | " \n", 112 | " \n", 113 | " \n", 114 | " \n", 115 | " \n", 116 | " \n", 117 | " \n", 118 | " \n", 119 | " \n", 120 | " \n", 121 | " \n", 122 | " \n", 123 | " \n", 124 | " \n", 125 | " \n", 126 | " \n", 127 | " \n", 128 | " \n", 129 | " \n", 130 | " \n", 131 | " \n", 132 | " \n", 133 | " \n", 134 | " \n", 135 | " \n", 136 | " \n", 137 | " \n", 138 | " \n", 139 | " \n", 140 | " \n", 141 | " \n", 142 | " \n", 143 | " \n", 144 | " \n", 145 | " \n", 146 | " \n", 147 | " \n", 148 | " \n", 149 | " \n", 150 | " \n", 151 | " \n", 152 | " \n", 153 | " \n", 154 | " \n", 155 | " \n", 156 | " \n", 157 | " \n", 158 | " \n", 159 | " \n", 160 | " \n", 161 | " \n", 162 | " \n", 163 | " \n", 164 | " \n", 165 | " \n", 166 | " \n", 167 | " \n", 168 | " \n", 169 | " \n", 170 | " \n", 171 | " \n", 172 | " \n", 173 | " \n", 174 | " \n", 175 | " \n", 176 | " \n", 177 | " \n", 178 | " \n", 179 | " \n", 180 | " \n", 181 | " \n", 182 | " \n", 183 | " \n", 184 | " \n", 185 | " \n", 186 | " \n", 187 | " \n", 188 | " \n", 189 | " \n", 190 | " \n", 191 | " \n", 192 | " \n", 193 | " \n", 194 | " \n", 195 | " \n", 196 | " \n", 197 | " \n", 198 | " \n", 199 | " \n", 200 | " \n", 201 | " \n", 202 | " \n", 203 | " \n", 204 | " \n", 205 | " \n", 206 | " \n", 207 | " \n", 208 | " \n", 209 | " \n", 210 | " \n", 211 | " \n", 212 | " \n", 213 | " \n", 214 | " \n", 215 | " \n", 216 | " \n", 217 | " \n", 218 | " \n", 219 | " \n", 220 | " \n", 221 | " \n", 222 | " \n", 223 | " \n", 224 | " \n", 225 | " \n", 226 | " \n", 227 | " \n", 228 | " \n", 229 | " \n", 230 | " \n", 231 | " \n", 232 | " \n", 233 | " \n", 234 | " \n", 235 | " \n", 236 | " \n", 237 | " \n", 238 | " \n", 239 | " \n", 240 | " \n", 241 | "
contributorscoordinatescreated_atentitiesextended_entitiesfavorite_countfavoritedgeoidid_str...quoted_statusquoted_status_idquoted_status_id_strretweet_countretweetedretweeted_statussourcetexttruncateduser
0NoneNoneSat Nov 04 20:39:28 +0000 2017{'hashtags': [], 'symbols': [], 'user_mentions...NaN0FalseNone926911797885657088926911797885657088...NaNNaNNaN0FalseNaN<a href=\"http://twitter.com/download/iphone\" r...@BreezyWinter @jatemple @yashar @netflix I'm r...True{'id': 2586084062, 'id_str': '2586084062', 'na...
1NoneNoneThu Nov 02 08:47:32 +0000 2017{'hashtags': [{'text': 'MeToo', 'indices': [30...NaN0FalseNone926007858642214912926007858642214912...NaNNaNNaN2False{'created_at': 'Thu Nov 02 08:46:28 +0000 2017...<a href=\"http://twitter.com/download/android\" ...RT @fosslijensen: Psykolog om #MeToo: – Har pa...False{'id': 41124241, 'id_str': '41124241', 'name':...
2NoneNoneFri Nov 03 07:08:06 +0000 2017{'hashtags': [{'text': 'AcosoSexual', 'indices...NaN0FalseNone926345224258977792926345224258977792...NaNNaNNaN0FalseNaN<a href=\"http://www.facebook.com/twitter\" rel=...#AcosoSexual #Metoo https://t.co/JVthDMkJClFalse{'id': 709649007694520320, 'id_str': '70964900...
3NoneNoneMon Oct 30 17:44:11 +0000 2017{'hashtags': [{'text': 'Rechtsstaat', 'indices...NaN0FalseNone925055745133023232925055745133023232...NaNNaNNaN0FalseNaN<a href=\"https://mobile.twitter.com\" rel=\"nofo...Wer so einen #Rechtsstaat hat, braucht keine F...False{'id': 440292565, 'id_str': '440292565', 'name...
4NoneNoneMon Oct 30 09:55:50 +0000 2017{'hashtags': [{'text': 'Metoo', 'indices': [0,...NaN0FalseNone924937883110334464924937883110334464...{'created_at': 'Sun Oct 29 20:34:08 +0000 2017...9.247361e+179247361288165253120FalseNaN<a href=\"http://twitter.com/#!/download/ipad\" ...#Metoo If for several women this movement is a...True{'id': 738986651653902336, 'id_str': '73898665...
\n", 242 | "

5 rows × 30 columns

\n", 243 | "
" 244 | ], 245 | "text/plain": [ 246 | " contributors coordinates created_at \\\n", 247 | "0 None None Sat Nov 04 20:39:28 +0000 2017 \n", 248 | "1 None None Thu Nov 02 08:47:32 +0000 2017 \n", 249 | "2 None None Fri Nov 03 07:08:06 +0000 2017 \n", 250 | "3 None None Mon Oct 30 17:44:11 +0000 2017 \n", 251 | "4 None None Mon Oct 30 09:55:50 +0000 2017 \n", 252 | "\n", 253 | " entities extended_entities \\\n", 254 | "0 {'hashtags': [], 'symbols': [], 'user_mentions... NaN \n", 255 | "1 {'hashtags': [{'text': 'MeToo', 'indices': [30... NaN \n", 256 | "2 {'hashtags': [{'text': 'AcosoSexual', 'indices... NaN \n", 257 | "3 {'hashtags': [{'text': 'Rechtsstaat', 'indices... NaN \n", 258 | "4 {'hashtags': [{'text': 'Metoo', 'indices': [0,... NaN \n", 259 | "\n", 260 | " favorite_count favorited geo id id_str \\\n", 261 | "0 0 False None 926911797885657088 926911797885657088 \n", 262 | "1 0 False None 926007858642214912 926007858642214912 \n", 263 | "2 0 False None 926345224258977792 926345224258977792 \n", 264 | "3 0 False None 925055745133023232 925055745133023232 \n", 265 | "4 0 False None 924937883110334464 924937883110334464 \n", 266 | "\n", 267 | " ... \\\n", 268 | "0 ... \n", 269 | "1 ... \n", 270 | "2 ... \n", 271 | "3 ... \n", 272 | "4 ... \n", 273 | "\n", 274 | " quoted_status quoted_status_id \\\n", 275 | "0 NaN NaN \n", 276 | "1 NaN NaN \n", 277 | "2 NaN NaN \n", 278 | "3 NaN NaN \n", 279 | "4 {'created_at': 'Sun Oct 29 20:34:08 +0000 2017... 9.247361e+17 \n", 280 | "\n", 281 | " quoted_status_id_str retweet_count retweeted \\\n", 282 | "0 NaN 0 False \n", 283 | "1 NaN 2 False \n", 284 | "2 NaN 0 False \n", 285 | "3 NaN 0 False \n", 286 | "4 924736128816525312 0 False \n", 287 | "\n", 288 | " retweeted_status \\\n", 289 | "0 NaN \n", 290 | "1 {'created_at': 'Thu Nov 02 08:46:28 +0000 2017... \n", 291 | "2 NaN \n", 292 | "3 NaN \n", 293 | "4 NaN \n", 294 | "\n", 295 | " source \\\n", 296 | "0 \n", 370 | "\n", 383 | "\n", 384 | " \n", 385 | " \n", 386 | " \n", 387 | " \n", 388 | " \n", 389 | " \n", 390 | " \n", 391 | " \n", 392 | " \n", 393 | " \n", 394 | " \n", 395 | " \n", 396 | " \n", 397 | " \n", 398 | " \n", 399 | " \n", 400 | " \n", 401 | " \n", 402 | " \n", 403 | " \n", 404 | " \n", 405 | " \n", 406 | " \n", 407 | " \n", 408 | " \n", 409 | " \n", 410 | " \n", 411 | " \n", 412 | " \n", 413 | " \n", 414 | " \n", 415 | " \n", 416 | " \n", 417 | " \n", 418 | " \n", 419 | " \n", 420 | " \n", 421 | " \n", 422 | " \n", 423 | " \n", 424 | " \n", 425 | " \n", 426 | " \n", 427 | " \n", 428 | " \n", 429 | " \n", 430 | " \n", 431 | " \n", 432 | " \n", 433 | " \n", 434 | " \n", 435 | " \n", 436 | " \n", 437 | " \n", 438 | " \n", 439 | " \n", 440 | " \n", 441 | " \n", 442 | " \n", 443 | " \n", 444 | " \n", 445 | " \n", 446 | " \n", 447 | " \n", 448 | " \n", 449 | " \n", 450 | " \n", 451 | " \n", 452 | " \n", 453 | " \n", 454 | " \n", 455 | " \n", 456 | " \n", 457 | " \n", 458 | " \n", 459 | " \n", 460 | " \n", 461 | " \n", 462 | " \n", 463 | " \n", 464 | " \n", 465 | " \n", 466 | " \n", 467 | " \n", 468 | " \n", 469 | " \n", 470 | " \n", 471 | " \n", 472 | " \n", 473 | " \n", 474 | " \n", 475 | " \n", 476 | " \n", 477 | " \n", 478 | " \n", 479 | " \n", 480 | " \n", 481 | " \n", 482 | " \n", 483 | " \n", 484 | " \n", 485 | " \n", 486 | " \n", 487 | " \n", 488 | " \n", 489 | " \n", 490 | " \n", 491 | " \n", 492 | " \n", 493 | " \n", 494 | " \n", 495 | " \n", 496 | " \n", 497 | " \n", 498 | " \n", 499 | " \n", 500 | " \n", 501 | " \n", 502 | " \n", 503 | " \n", 504 | " \n", 505 | " \n", 506 | " \n", 507 | " \n", 508 | " \n", 509 | " \n", 510 | " \n", 511 | " \n", 512 | " \n", 513 | " \n", 514 | " \n", 515 | " \n", 516 | " \n", 517 | " \n", 518 | " \n", 519 | " \n", 520 | " \n", 521 | " \n", 522 | " \n", 523 | " \n", 524 | " \n", 525 | " \n", 526 | " \n", 527 | " \n", 528 | " \n", 529 | " \n", 530 | " \n", 531 | " \n", 532 | "
contributorscoordinatescreated_atentitiesextended_entitiesfavorite_countfavoritedgeoidid_str...quoted_statusquoted_status_idquoted_status_id_strretweet_countretweetedretweeted_statussourcetexttruncateduser
0NoneNoneSat Nov 11 04:41:47 +0000 2017{'hashtags': [], 'symbols': [], 'user_mentions...NaN2FalseNone929207504843739136929207504843739136...NaNNaNNaN0FalseNaN<a href=\"http://twitter.com/download/iphone\" r...Yeah just what I thought, America still sucks,...True{'id': 24087885, 'id_str': '24087885', 'name':...
1NoneNoneSat Nov 11 04:41:40 +0000 2017{'hashtags': [], 'symbols': [], 'user_mentions...NaN7FalseNone929207473273126913929207473273126913...NaNNaNNaN1FalseNaN<a href=\"http://twitter.com/download/iphone\" r...Why should women MPs repeat/say what younger/n...True{'id': 406579529, 'id_str': '406579529', 'name...
2NoneNoneSat Nov 11 04:41:39 +0000 2017{'hashtags': [{'text': 'MeToo', 'indices': [6,...NaN0FalseNone929207469728964608929207469728964608...NaNNaNNaN0FalseNaN<a href=\"http://twitter.com\" rel=\"nofollow\">Tw...Okay, #MeToo is getting out of control. Asking...True{'id': 16722659, 'id_str': '16722659', 'name':...
3NoneNoneSat Nov 11 04:41:12 +0000 2017{'hashtags': [{'text': 'MeToo', 'indices': [57...NaN0FalseNone929207356050640896929207356050640896...NaNNaNNaN18False{'created_at': 'Fri Nov 10 23:23:05 +0000 2017...<a href=\"http://twitter.com/#!/download/ipad\" ...RT @ETCanada: Watch: @SarahMcLachlan opens up...False{'id': 36332025, 'id_str': '36332025', 'name':...
4NoneNoneSat Nov 11 04:41:05 +0000 2017{'hashtags': [{'text': 'MeToo', 'indices': [67...NaN64FalseNone929207327940599808929207327940599808...NaNNaNNaN0FalseNaN<a href=\"http://twitter.com/download/iphone\" r...@rosemcgowan “Slandering all men?” Another one...False{'id': 19057726, 'id_str': '19057726', 'name':...
\n", 533 | "

5 rows × 30 columns

\n", 534 | "" 535 | ], 536 | "text/plain": [ 537 | " contributors coordinates created_at \\\n", 538 | "0 None None Sat Nov 11 04:41:47 +0000 2017 \n", 539 | "1 None None Sat Nov 11 04:41:40 +0000 2017 \n", 540 | "2 None None Sat Nov 11 04:41:39 +0000 2017 \n", 541 | "3 None None Sat Nov 11 04:41:12 +0000 2017 \n", 542 | "4 None None Sat Nov 11 04:41:05 +0000 2017 \n", 543 | "\n", 544 | " entities extended_entities \\\n", 545 | "0 {'hashtags': [], 'symbols': [], 'user_mentions... NaN \n", 546 | "1 {'hashtags': [], 'symbols': [], 'user_mentions... NaN \n", 547 | "2 {'hashtags': [{'text': 'MeToo', 'indices': [6,... NaN \n", 548 | "3 {'hashtags': [{'text': 'MeToo', 'indices': [57... NaN \n", 549 | "4 {'hashtags': [{'text': 'MeToo', 'indices': [67... NaN \n", 550 | "\n", 551 | " favorite_count favorited geo id id_str \\\n", 552 | "0 2 False None 929207504843739136 929207504843739136 \n", 553 | "1 7 False None 929207473273126913 929207473273126913 \n", 554 | "2 0 False None 929207469728964608 929207469728964608 \n", 555 | "3 0 False None 929207356050640896 929207356050640896 \n", 556 | "4 64 False None 929207327940599808 929207327940599808 \n", 557 | "\n", 558 | " ... quoted_status \\\n", 559 | "0 ... NaN \n", 560 | "1 ... NaN \n", 561 | "2 ... NaN \n", 562 | "3 ... NaN \n", 563 | "4 ... NaN \n", 564 | "\n", 565 | " quoted_status_id quoted_status_id_str retweet_count retweeted \\\n", 566 | "0 NaN NaN 0 False \n", 567 | "1 NaN NaN 1 False \n", 568 | "2 NaN NaN 0 False \n", 569 | "3 NaN NaN 18 False \n", 570 | "4 NaN NaN 0 False \n", 571 | "\n", 572 | " retweeted_status \\\n", 573 | "0 NaN \n", 574 | "1 NaN \n", 575 | "2 NaN \n", 576 | "3 {'created_at': 'Fri Nov 10 23:23:05 +0000 2017... \n", 577 | "4 NaN \n", 578 | "\n", 579 | " source \\\n", 580 | "0 Tw... \n", 583 | "3