├── Dictionaries ├── ConservativeIdentity.txt ├── DemocratCongress.txt ├── LiberalIdentity.txt ├── MoralEmotional.txt ├── MostFamousDemocrats.txt ├── MostFamousRepublicans.txt ├── Polarization.txt └── RepublicansCongress.txt ├── README.md ├── TwitterClass.R ├── crowdtangleSampleSmall.csv └── dataset.rds /Dictionaries/ConservativeIdentity.txt: -------------------------------------------------------------------------------- 1 | conservative* 2 | gop 3 | republican* 4 | libertarian* 5 | alt-right 6 | right-wing 7 | fascist* 8 | far-right 9 | far right 10 | repub 11 | repubs 12 | maga -------------------------------------------------------------------------------- /Dictionaries/DemocratCongress.txt: -------------------------------------------------------------------------------- 1 | Alma Adams 2 | Pete Aguilar 3 | Lucile Roybal-Allard 4 | Colin Allred 5 | Cynthia Axne 6 | Tammy Baldwin 7 | Nanette Diaz Barragán 8 | Karen Bass 9 | Joyce Beatty 10 | Michael Bennet 11 | Ami Bera 12 | Donald Beyer 13 | Sanford Bishop 14 | Earl Blumenauer 15 | Richard Blumenthal 16 | Suzanne Bonamici 17 | Cory Booker 18 | Brendan Boyle 19 | Anthony Brindisi 20 | Anthony Brown 21 | Sherrod Brown 22 | Julia Brownley 23 | Cheri Bustos 24 | G. K. Butterfield 25 | Tony Cárdenas 26 | Maria Cantwell 27 | Salud Carbajal 28 | Benjamin Cardin 29 | Thomas Carper 30 | André Carson 31 | Matt Cartwright 32 | Ed Case 33 | Robert Casey 34 | Sean Casten 35 | Kathy Castor 36 | Joaquin Castro 37 | Judy Chu 38 | David Cicilline 39 | Gilbert Ray Cisneros 40 | Katherine Clark 41 | Yvette Clarke 42 | Lacy Clay 43 | Emanuel Cleaver 44 | James Clyburn 45 | Steve Cohen 46 | Bonnie Watson Coleman 47 | Gerald Connolly 48 | Christopher Coons 49 | Jim Cooper 50 | Luis Correa 51 | Alexandria Ocasio-Cortez 52 | Jim Costa 53 | Joe Courtney 54 | TJ Cox 55 | Angie Craig 56 | Charlie Crist 57 | Jason Crow 58 | Henry Cuellar 59 | Joe Cunningham 60 | Sharice Davids 61 | Danny Davis 62 | Susan Davis 63 | Madeleine Dean 64 | Peter DeFazio 65 | Diana DeGette 66 | Rosa DeLauro 67 | Suzan DelBene 68 | Antonio Delgado 69 | Val Butler Demings 70 | Mark DeSaulnier 71 | Theodore Deutch 72 | Debbie Dingell 73 | Lloyd Doggett 74 | Michael Doyle 75 | Tammy Duckworth 76 | Richard Durbin 77 | Eliot Engel 78 | Veronica Escobar 79 | Anna Eshoo 80 | Adriano Espaillat 81 | Dwight Evans 82 | Dianne Feinstein 83 | Abby Finkenauer 84 | Lizzie Fletcher 85 | Bill Foster 86 | Lois Frankel 87 | Marcia Fudge 88 | Tulsi Gabbard 89 | Ruben Gallego 90 | John Garamendi 91 | Jesús García 92 | Sylvia García 93 | Kirsten Gillibrand 94 | Jared Golden 95 | Jimmy Gomez 96 | Vicente Gonzalez 97 | Josh Gottheimer 98 | Al Green 99 | Raúl Manuel Grijalva 100 | Debra Haaland 101 | Tom O’Halleran 102 | Josh Harder 103 | Kamala Harris 104 | Margaret Wood Hassan 105 | Alcee Hastings 106 | Jahana Hayes 107 | Denny Heck 108 | Martin Heinrich 109 | Brian Higgins 110 | James Himes 111 | Mazie Hirono 112 | Chris Van Hollen 113 | Kendra Horn 114 | Steven Horsford 115 | Chrissy Houlahan 116 | Steny Hoyer 117 | Jared Huffman 118 | Pramila Jayapal 119 | Hakeem Jeffries 120 | Eddie Bernice Johnson 121 | Hank Johnson 122 | Doug Jones 123 | Tim Kaine 124 | Marcy Kaptur 125 | William R. Keating 126 | Robin Kelly 127 | Joseph Kennedy 128 | Ro Khanna 129 | Daniel Kildee 130 | Derek Kilmer 131 | Andy Kim 132 | Ron Kind 133 | Ann Kirkpatrick 134 | Amy Klobuchar 135 | Raja Krishnamoorthi 136 | Ann Kuster 137 | Conor Lamb 138 | James Langevin 139 | Rick Larsen 140 | John Larson 141 | Brenda Lawrence 142 | Al Lawson 143 | Patrick Leahy 144 | Sheila Jackson Lee 145 | Barbara Lee 146 | Susie Lee 147 | Andy Levin 148 | Mike Levin 149 | John Lewis 150 | Ted Lieu 151 | Daniel Lipinski 152 | David Loebsack 153 | Zoe Lofgren 154 | Alan Lowenthal 155 | Nita Lowey 156 | Ben Ray Luján 157 | Elaine Luria 158 | Stephen Lynch 159 | Tom Malinowski 160 | Carolyn Maloney 161 | Sean Patrick Maloney 162 | Joe Manchin 163 | Edward Markey 164 | Catherine Cortez Masto 165 | Doris Matsui 166 | Ben McAdams 167 | Lucy McBath 168 | Betty McCollum 169 | Donald McEachin 170 | James McGovern 171 | Jerry McNerney 172 | Gregory Meeks 173 | Robert Menendez 174 | Grace Meng 175 | Jeff Merkley 176 | Kweisi Mfume 177 | Gwen Moore 178 | Joseph Morelle 179 | Seth Moulton 180 | Christopher Murphy 181 | Stephanie Murphy 182 | Patty Murray 183 | Jerrold Nadler 184 | Grace Napolitano 185 | Richard Neal 186 | Joe Neguse 187 | Donald Norcross 188 | Eleanor Holmes Norton 189 | Ilhan Omar 190 | Frank Pallone 191 | Jimmy Panetta 192 | Chris Pappas 193 | Bill Pascrell 194 | Donald Payne 195 | Nancy Pelosi 196 | Ed Perlmutter 197 | Gary Peters 198 | Scott Peters 199 | Collin Peterson 200 | Dean Phillips 201 | Chellie Pingree 202 | Stacey Plaskett 203 | Mark Pocan 204 | Katie Porter 205 | Debbie Mucarsel-Powell 206 | Ayanna Pressley 207 | David E. Price 208 | Mike Quigley 209 | Jamie Raskin 210 | Jack Reed 211 | Kathleen Rice 212 | Cedric Richmond 213 | Lisa Blunt Rochester 214 | Max Rose 215 | Jacky Rosen 216 | Harley Rouda 217 | Raul Ruiz 218 | Dutch Ruppersberger 219 | Bobby Rush 220 | Tim Ryan 221 | Linda Sánchez 222 | Gregorio Sablan 223 | MichaelSan Nicolas 224 | John Sarbanes 225 | Mary Gay Scanlon 226 | Janice Schakowsky 227 | Brian Schatz 228 | Adam Schiff 229 | Bradley Schneider 230 | Kurt Schrader 231 | Kim Schrier 232 | Debbie Wasserman Schultz 233 | Charles Schumer 234 | Bobby Scott 235 | David Scott 236 | José Serrano 237 | Terri Sewell 238 | Jeanne Shaheen 239 | Donna Shalala 240 | Brad Sherman 241 | Mikie Sherrill 242 | Kyrsten Sinema 243 | Albio Sires 244 | Elissa Slotkin 245 | Xochitl Torres Small 246 | Adam Smith 247 | Tina Smith 248 | Darren Soto 249 | Abigail Spanberger 250 | Jackie Speier 251 | Debbie Stabenow 252 | Greg Stanton 253 | Haley Stevens 254 | Thomas Suozzi 255 | Eric Swalwell 256 | Mark Takano 257 | Jon Tester 258 | Bennie Thompson 259 | Mike Thompson 260 | Dina Titus 261 | Rashida Tlaib 262 | Paul Tonko 263 | Norma Torres 264 | Lori Trahan 265 | David Trone 266 | Tom Udall 267 | Lauren Underwood 268 | Juan Vargas 269 | Marc Veasey 270 | Filemon Vela 271 | Nydia Velázquez 272 | Peter Visclosky 273 | Mark Warner 274 | Elizabeth Warren 275 | Maxine Waters 276 | Peter Welch 277 | Jennifer Wexton 278 | Sheldon Whitehouse 279 | Susan Wild 280 | Frederica Wilson 281 | Ron Wyden 282 | John Yarmuth 283 | @RepAdams 284 | @reppeteaguilar 285 | @RepRoybalAllard 286 | @RepColinAllred 287 | @RepCindyAxne 288 | @SenatorBaldwin 289 | @RepBarragan 290 | @RepKarenBass 291 | @RepBeatty 292 | @SenatorBennet 293 | @RepBera 294 | @RepDonBeyer 295 | @SanfordBishop 296 | @BlumenauerMedia 297 | @SenBlumenthal 298 | @RepBonamici 299 | @SenBooker 300 | @CongBoyle 301 | @RepBrindisi 302 | @RepAnthonyBrown 303 | @SenSherrodBrown 304 | @RepBrownley 305 | @RepCheri 306 | @GKButterfield 307 | @RepCardenas 308 | @SenatorCantwell 309 | @RepCarbajal 310 | @SenatorCardin 311 | @SenatorCarper 312 | @RepAndreCarson 313 | @RepCartwright 314 | @RepEdCase 315 | @SenBobCasey 316 | @RepCasten 317 | @USRepKCastor 318 | @JoaquinCastrotx 319 | @RepJudyChu 320 | @RepCicilline 321 | @RepGilCisneros 322 | @RepKClark 323 | @RepYvetteClarke 324 | @RepCleaver 325 | @WhipClyburn 326 | @RepCohen 327 | @RepBonnie 328 | @GerryConnolly 329 | @ChrisCoons 330 | @RepJimCooper 331 | @reploucorrea 332 | @RepAOC 333 | @RepJimCosta 334 | @RepJoeCourtney 335 | @RepTjCox 336 | @RepAngieCraig 337 | @repcharliecrist 338 | @RepJasonCrow 339 | @RepCuellar 340 | @RepCunningham 341 | @RepDavids 342 | @RepDannyDavis 343 | @RepSusanDavis 344 | @RepDean 345 | @RepPeterDeFazio 346 | @RepDianaDeGette 347 | @RosaDeLauro 348 | @RepDelBene 349 | @repdelgado 350 | @RepValDemings 351 | @RepDeSaulnier 352 | @RepTedDeutch 353 | @RepDebDingell 354 | @RepLloydDoggett 355 | @USRepMikeDoyle 356 | @SenDuckworth 357 | @SenatorDurbin 358 | @RepEliotEngel 359 | @RepEscobar 360 | @RepAnnaEshoo 361 | @RepEspaillat 362 | @RepDwightEvans 363 | @SenFeinstein 364 | @RepFinkenauer 365 | @RepFletcher 366 | @RepBillFoster 367 | @RepLoisFrankel 368 | @RepMarciaFudge 369 | @TulsiPress 370 | @RepRubenGallego 371 | @RepGaramendi 372 | @RepChuyGarcia 373 | @RepSylviaGarcia 374 | @GillibrandNY 375 | @repgolden 376 | @RepJimmyGomez 377 | @RepGonzalez 378 | @RepJoshG 379 | @RepAlGreen 380 | @RepraulGrijalva 381 | @RepDebHaaland 382 | @repohalleran 383 | @RepJoshHarder 384 | @SenKamalaHarris 385 | @Senatorhassan 386 | @RepHastingsFL 387 | @RepJahanaHayes 388 | @RepDennyHeck 389 | @MartinHeinrich 390 | @RepBrianHiggins 391 | @JAHimes 392 | @MazieHirono 393 | @ChrisVanHollen 394 | @RepKendraHorn 395 | @RepHorsford 396 | @RepHoulahan 397 | @LeaderHoyer 398 | @RepHuffman 399 | @RepJayapal 400 | @RepJeffries 401 | @RepEBJ 402 | @RepHankJohnson 403 | @sendougjones 404 | @timkaine 405 | @RepMarcyKaptur 406 | @USRepKeating 407 | @RepRobinKelly 408 | @RepJoeKennedy 409 | @RepRoKhanna 410 | @RepDanKildee 411 | @RepDerekKilmer 412 | @RepAndyKimNJ 413 | @RepRonKind 414 | @RepKirkpatrick 415 | @SenAmyKlobuchar 416 | @congressmanraja 417 | @RepAnnieKuster 418 | @RepConorLamb 419 | @JimLangevin 420 | @RepRickLarsen 421 | @RepJohnLarson 422 | @RepLawrence 423 | @RepAlLawsonJr 424 | @SenatorLeahy 425 | @JacksonLeeTX18 426 | @RepBarbaraLee 427 | @RepSusieLee 428 | @RepAndyLevin 429 | @RepMikeLevin 430 | @RepJohnLewis 431 | @RepTedLieu 432 | @RepLipinski 433 | @DaveLoebsack 434 | @RepZoeLofgren 435 | @RepLowenthal 436 | @NitaLowey 437 | @RepBenRayLujan 438 | @RepElaineLuria 439 | @RepStephenLynch 440 | @RepMalinowski 441 | @RepMaloney 442 | @RepSeanMaloney 443 | @Sen_JoeManchin 444 | @SenMarkey 445 | @sencortezmasto 446 | @DorisMatsui 447 | @RepBenMcAdams 448 | @replucymcbath 449 | @BettyMcCollum04 450 | @RepMcEachin 451 | @RepMcGovern 452 | @RepMcNerney 453 | @RepGregoryMeeks 454 | @SenatorMenendez 455 | @RepGraceMeng 456 | @SenJeffMerkley 457 | @RepGwenMoore 458 | @RepJoeMorelle 459 | @teammoulton 460 | @RepStephMurphy 461 | @PattyMurray 462 | @RepJerryNadler 463 | @GraceNapolitano 464 | @RepRichardNeal 465 | @RepJoeNeguse 466 | @DonaldNorcross 467 | @EleanorNorton 468 | @Ilhan 469 | @FrankPallone 470 | @RepJimmyPanetta 471 | @RepChrisPappas 472 | @BillPascrell 473 | @RepDonaldPayne 474 | @SpeakerPelosi 475 | @RepPerlmutter 476 | @SenGaryPeters 477 | @RepScottPeters 478 | @RepDeanPhillips 479 | @ChelliePingree 480 | @staceyplaskett 481 | @RepMarkPocan 482 | @RepKatiePorter 483 | @RepPressley 484 | @RepDavidEPrice 485 | @RepMikeQuigley 486 | @repraskin 487 | @SenJackReed 488 | @RepKathleenRice 489 | @RepRichmond 490 | @RepLBR 491 | @RepMaxRose 492 | @SenJackyRosen 493 | @RepHarley 494 | @RepRaulRuizMD 495 | @Call_Me_Dutch 496 | @RepBobbyRush 497 | @RepTimRyan 498 | @RepLindaSanchez 499 | @Kilili_Sablan 500 | @GuamCongressman 501 | @RepSarbanes 502 | @RepMGS 503 | @JanSchakowsky 504 | @SenBrianSchatz 505 | @RepAdamSchiff 506 | @repschneider 507 | @RepSchrader 508 | @RepKimSchrier 509 | @RepDWStweets 510 | @SenSchumer 511 | @BobbyScott 512 | @RepDavidScott 513 | @RepJoseSerrano 514 | @RepTerriSewell 515 | @SenatorShaheen 516 | @RepShalala 517 | @BradSherman 518 | @RepSherrill 519 | @SenatorSinema 520 | @RepSires 521 | @RepSlotkin 522 | @RepTorresSmall 523 | @RepAdamSmith 524 | @SenTinaSmith 525 | @RepDarrenSoto 526 | @RepSpanberger 527 | @RepSpeier 528 | @SenStabenow 529 | @RepGregStanton 530 | @RepHaleyStevens 531 | @RepTomSuozzi 532 | @RepSwalwell 533 | @RepMarkTakano 534 | @SenatorTester 535 | @BennieGThompson 536 | @RepThompson 537 | @RepDinaTitus 538 | @RepRashida 539 | @RepPaulTonko 540 | @NormaJTorres 541 | @RepLoriTrahan 542 | @repdavidtrone 543 | @SenatorTomUdall 544 | @RepUnderwood 545 | @RepJuanVargas 546 | @RepVeasey 547 | @RepFilemonVela 548 | @NydiaVelazquez 549 | @RepVisclosky 550 | @MarkWarner 551 | @SenWarren 552 | @RepMaxineWaters 553 | @PeterWelch 554 | @RepWexton 555 | @SenWhitehouse 556 | @RepSusanWild 557 | @RepWilson 558 | @RonWyden 559 | @RepJohnYarmuth 560 | -------------------------------------------------------------------------------- /Dictionaries/LiberalIdentity.txt: -------------------------------------------------------------------------------- 1 | socialist* 2 | communist* 3 | marxist* 4 | leftist* 5 | liberal* 6 | left-wing* 7 | progressive* 8 | social justice warrior 9 | antifa 10 | democrat* 11 | dem 12 | dems 13 | libs -------------------------------------------------------------------------------- /Dictionaries/MoralEmotional.txt: -------------------------------------------------------------------------------- 1 | abandon* 2 | abuse* 3 | agitat* 4 | attack* 5 | bad 6 | brutal* 7 | care 8 | caring 9 | cheat* 10 | compassion* 11 | cruel* 12 | damag* 13 | damn* 14 | destroy* 15 | devil* 16 | devot* 17 | disgust* 18 | envy* 19 | evil* 20 | faith* 21 | fault* 22 | fight* 23 | forbid* 24 | good 25 | goodness 26 | greed* 27 | gross* 28 | hate 29 | heaven* 30 | hell 31 | hero* 32 | honest* 33 | honor* 34 | hurt* 35 | ideal* 36 | immoral* 37 | kill* 38 | liar* 39 | loyal* 40 | murder* 41 | offend* 42 | pain 43 | peace* 44 | protest 45 | punish* 46 | rebel* 47 | respect 48 | revenge* 49 | ruin* 50 | safe* 51 | save 52 | secur* 53 | shame* 54 | sin 55 | sinister 56 | sins 57 | slut* 58 | spite* 59 | steal* 60 | victim* 61 | vile 62 | virtue* 63 | war 64 | warring 65 | wars 66 | whore* 67 | wicked* 68 | wrong* 69 | benefit* 70 | harm* 71 | suffer* 72 | value* 73 | 74 | 75 | 76 | 77 | 78 | -------------------------------------------------------------------------------- /Dictionaries/MostFamousDemocrats.txt: -------------------------------------------------------------------------------- 1 | Obama 2 | Clinton 3 | Biden 4 | Sanders 5 | Pelosi 6 | Jimmy Carter 7 | Al Gore 8 | Warren 9 | Michael Bloomberg 10 | John Kerry 11 | Kamala Harris 12 | Ocasio-Cortez 13 | Charles Schumer 14 | Beto O’Rourke 15 | Cory Booker 16 | Andrew Cuomo 17 | Madeleine Albright 18 | John Edwards 19 | Maxine Waters 20 | Anthony Weiner 21 | Michael Dukakis 22 | Julian Castro 23 | Dianne Feinstein 24 | Al Franken 25 | Walter Mondale 26 | Pete Buttigieg 27 | Elijah Cummings 28 | Ilhan Omar 29 | Bill De Blasio 30 | Adam Schiff 31 | Gabrielle Giffords 32 | Joseph Kennedy III 33 | Kirsten Gillibrand 34 | Andrew Yang 35 | Amy Klobuchar 36 | Jay Rockefeller 37 | Patrick Kennedy 38 | Harry Reid 39 | Jerry Brown 40 | Tulsi Gabbard 41 | Joaquin Castro 42 | Howard Dean 43 | Rahm Emanuel 44 | Tim Kaine 45 | Rashida Tlaib 46 | Janet Napolitano 47 | Barney Frank 48 | John Delaney 49 | Donna Brazile 50 | Debbie Wasserman Schultz 51 | Rod Blagojevich 52 | Barbara Boxer 53 | Leon Panetta 54 | Patrick Leahy 55 | Richard Blumenthal 56 | Joe Walsh 57 | Christopher Dodd 58 | Marianne Williamson 59 | Claire McCaskill 60 | John Lewis 61 | Gavin Newsom 62 | Gary Hart 63 | Joe Manchin 64 | Dick Gephardt 65 | Charles Rangel 66 | Richard Daley 67 | Dennis Kucinich 68 | Bill Richardson 69 | Michael Bennet 70 | Robert Menendez 71 | Richard Durbin 72 | John Hickenlooper 73 | Mark Warner 74 | Sheila Jackson Lee 75 | John Conyers 76 | Tammy Duckworth 77 | Andrew Young 78 | Carl Levin 79 | Bill Nelson 80 | Terry McAuliffe 81 | Charlie Crist 82 | Martin O’Malley 83 | Keith Ellison 84 | Jim Clyburn 85 | Carol Moseley Braun 86 | Robert Reich 87 | Tom Udall 88 | Jim McDermott 89 | Bob Kerrey 90 | Sherrod Brown 91 | Steve Bullock 92 | Mark Udall 93 | Deval Patrick 94 | Luis Gutiérrez 95 | Tom Harkin 96 | George J. Mitchell 97 | Jim Webb 98 | Kathleen Sebelius 99 | Mary Landrieu 100 | @BarackObama 101 | @HillaryClinton 102 | @BillClinton 103 | @JoeBiden 104 | @BernieSanders 105 | @SpeakerPelosi 106 | @algore 107 | @ewarren 108 | @MikeBloomberg 109 | @JohnKerry 110 | @SenKamalaHarris 111 | @RepAOC 112 | @SenSchumer 113 | @BetoORouke 114 | @CoryBooker 115 | @NYGovCuomo 116 | @madeleine 117 | @RepMaxineWaters 118 | @JulianCastro 119 | @DianneFeinstein 120 | @alfranken 121 | @PeteButtigieg 122 | @Ilhan 123 | @NYCMayor 124 | @AdamSchiff 125 | @GabbyGiffords 126 | @RepJoeKennedy 127 | @SenGillibrand 128 | @AndrewYang 129 | @amyklobuchar 130 | @senrockefeller 131 | @PJK4brainhealth 132 | @SenatorReid 133 | @JerryBrownGov 134 | @TulsiGabbard 135 | @JoaquinCastrotx 136 | @GovHowardDean 137 | @RahmEmanuel 138 | @timkaine 139 | @RepRashida 140 | @BarneyFrank 141 | @JohnDelaney 142 | @donnabrazile 143 | @DWStweets 144 | @BarbaraBoxer 145 | @leonpanetta 146 | @SenatorLeahy 147 | @SenBlumenthal 148 | @WalshFreedom 149 | @SenChrisDodd 150 | @marwilliamson 151 | @clairecmc 152 | @repjohnlewis 153 | @GavinNewsom 154 | @Sen_JoeManchin 155 | @dickgephardt 156 | @cbrangel 157 | @MayorDaley 158 | @Dennis_Kucinich 159 | @GovRichardson 160 | @SenatorBennet 161 | @SenatorMenendez 162 | @SenatorDurbin 163 | @Hickenlooper 164 | @MarkWarner 165 | @JacksonLeeTX18 166 | @RepJohnConyers 167 | @SenDuckworth 168 | @SenCarlLevin 169 | @SenBillNelson 170 | @TerryMcAuliffe 171 | @RepCharlieCrist 172 | @MartinOMalley 173 | @keithellison 174 | @WhipClyburn 175 | @RBReich 176 | @TomUdall 177 | @RepJimMcDermott 178 | @SenSherrodBrown 179 | @GovernorBullock 180 | @MarkUdall 181 | @DevalPatrick 182 | @RepGutierrez 183 | @SenatorHarkin 184 | @JimWebbUSA 185 | @Sebelius 186 | @SenLandrieu -------------------------------------------------------------------------------- /Dictionaries/MostFamousRepublicans.txt: -------------------------------------------------------------------------------- 1 | Trump 2 | Bush 3 | Schwarzenegger 4 | Pence 5 | Palin 6 | Romney 7 | Cheney 8 | Ted Cruz 9 | Jeb Bush 10 | Ben Carson 11 | Paul Ryan 12 | McConnell 13 | Gingrich 14 | Marco Rubio 15 | Henry Kissinger 16 | Bob Dole 17 | Mike Huckabee 18 | Chris Christie 19 | Rand Paul 20 | Dan Quayle 21 | Lindsey Graham 22 | Jared Kushner 23 | Jeff Sessions 24 | Donald Rumsfeld 25 | Rick Santorum 26 | Rick Perry 27 | Elizabeth Dole 28 | Barry Goldwater 29 | John Boehner 30 | Nikki Haley 31 | John Kasich 32 | Kevin McCarthy 33 | Orrin Hatch 34 | Susan Collins 35 | Pat Roberts 36 | John Ashcroft 37 | Joe Arpaio 38 | Rick Scott 39 | Herman Cain 40 | Steve Scalise 41 | Michele Bachmann 42 | Reince Priebus 43 | Scott Walker 44 | Carly Fiorina 45 | Bobby Jindal 46 | Trey Gowdy 47 | Jeff Flake 48 | George Pataki 49 | Steve King 50 | Chuck Grassley 51 | Bob Corker 52 | Tom DeLay 53 | Mark Sanford 54 | Lisa Murkowski 55 | Eric Cantor 56 | John Sununu 57 | John Cornyn 58 | Tom Cotton 59 | Pat Toomey 60 | Michael Steele 61 | Lamar Alexander 62 | John Warner 63 | Chuck Hagel 64 | Tim Scott 65 | Tom Ridge 66 | Bill Bennett 67 | Jason Chaffetz 68 | Kay Bailey Hutchinson 69 | Darrell Issa 70 | Allen West 71 | Marsha Blackburn 72 | Tom Coburn 73 | John Huntsman, Jr. 74 | Greg Abbott 75 | Bob Portman 76 | Alan Keyes 77 | Olympia Snowe 78 | Joni Ernst 79 | Tim Pawlenty 80 | J.C. Watts 81 | Haley Barbour 82 | Richard Lugar 83 | Mia Love 84 | Jim DeMint 85 | Henry Paulson 86 | Jan Brewer 87 | Sam Brownback 88 | Scott Brown 89 | Jim Inhofe 90 | Bill Frist 91 | Phyllis Schlafly 92 | Ken Cuccinelli 93 | Mitch Daniels 94 | Todd Akin 95 | Kelly Ayotte 96 | Louie Gohmert 97 | Jon Kyl 98 | Susana Martinez 99 | Tom Tancredo 100 | Saxby Chambliss 101 | @realDonaldTrump 102 | @Schwarzenegger 103 | @VP 104 | @SarahPalinUSA 105 | @MittRomney 106 | @SenTedCruz 107 | @GeorgeHWBush 108 | @SecretaryCarson 109 | @SpeakerRyan 110 | @senatemajldr 111 | @newtgingrich 112 | @marcorubio 113 | @SenatorDole 114 | @GovMikeHuckabee 115 | @ChrisChristie 116 | @RandPaul 117 | @LindseyGrahamSC 118 | @jaredkushner 119 | @jeffessions 120 | @RumsfeldOffice 121 | @RickSantorum 122 | @SecretaryPerry 123 | @BarryGoldwater 124 | @SpeakerBoehner 125 | @NikkiHaley 126 | @GOPLeader 127 | @SenatorCollins 128 | @SenPatRoberts 129 | @RealSherrifJoe 130 | @SenRickScott 131 | @THEHermanCain 132 | @SteveScalise 133 | @MicheleBachmann 134 | @Reince 135 | @ScottWalker 136 | @CarlyFiorina 137 | @BobbyJindal 138 | @TGowdySC 139 | @JeffFlake 140 | @GovernorPataki 141 | @SteveKingIA 142 | @ChuckGrassley 143 | @SenBobCorker 144 | @tomdelay 145 | @MarkSanford 146 | @lisamurkowski 147 | @EricCantor 148 | @GovernorSununu 149 | @JohnCornyn 150 | @SenTomCotton 151 | @SenToomey 152 | @MichaelSteele 153 | @SenatorAlexander 154 | @SenatorTimScott 155 | @RidgeGlobal 156 | @WilliamBennett 157 | @jasoninthehouse 158 | @DarrellIssa 159 | @AllenWest 160 | @MarshaBlackburn 161 | @JonHuntsman 162 | @GregAbbott_TX 163 | @senrobportlan 164 | @loyaltoliberty 165 | @FormerSenSnowe 166 | @SenJoniErnst 167 | @TimPawlenty 168 | @JCWatts 169 | @HaleyBarbour 170 | @MiaBLove 171 | @JimDeMint 172 | @GovBrewer 173 | @IRF_Ambassador 174 | @SenScottBrown 175 | @JimInhofe 176 | @bfrist 177 | @KenCuccinelli 178 | @ToddAkin 179 | @KellyAyotte 180 | @replouiegohmert 181 | @Gov_Martinez 182 | @ttancredo 183 | @SaxbyChambliss 184 | -------------------------------------------------------------------------------- /Dictionaries/Polarization.txt: -------------------------------------------------------------------------------- 1 | word 2 | threat 3 | threats 4 | attacks 5 | terrorism 6 | threatening 7 | terrorists 8 | terrorist 9 | extremists 10 | muslims 11 | criminals 12 | extremism 13 | violence 14 | genocide 15 | hoax 16 | beneran 17 | scam 18 | rumor 19 | broadcast 20 | globalwarming 21 | renewables 22 | publichealth 23 | nra 24 | guncontrol 25 | gop 26 | potus 27 | tcot 28 | democrats 29 | republicans 30 | conservatives 31 | dems 32 | liberals 33 | insane 34 | crazy 35 | ridiculous 36 | unreal 37 | unbelievable 38 | absolutely 39 | islamic 40 | muslim 41 | religious 42 | islam 43 | sharia 44 | buddhist 45 | bombing 46 | extremist 47 | stupid 48 | dumb 49 | annoying 50 | fucking 51 | damn 52 | shit 53 | attack 54 | kill 55 | strike 56 | attacked 57 | killed 58 | fraud 59 | corruption 60 | charges 61 | claims 62 | theft 63 | bs 64 | gunsense 65 | gunrights 66 | commonsense 67 | amendment 68 | blame 69 | blaming 70 | fault 71 | except 72 | worse 73 | wrong 74 | scams 75 | scheme 76 | scammers 77 | republican 78 | senate 79 | alarmists 80 | deniers 81 | skeptics 82 | narps 83 | sceptics 84 | cynics 85 | christians 86 | hindus 87 | jews 88 | libs 89 | progressives 90 | totally 91 | completely 92 | literally 93 | awful 94 | kills 95 | killing 96 | makes 97 | idiot 98 | idiots 99 | moron 100 | dumbass 101 | democrat 102 | democratic 103 | conservative 104 | repubs 105 | hindu 106 | jihad 107 | enemy 108 | enemies 109 | weapon 110 | fear 111 | destroy 112 | devil 113 | gun-control 114 | anti-gun 115 | bipartisan 116 | draconian 117 | anti-abortion 118 | pro-gun 119 | let 120 | fuck 121 | lie 122 | lies 123 | tell 124 | lying 125 | truth 126 | bullshit 127 | telling 128 | rapists 129 | politicians 130 | citizens 131 | offenders 132 | terror 133 | horror 134 | suspense 135 | criminal 136 | capitalism 137 | socialism 138 | communism 139 | democracy 140 | capitalist 141 | crony 142 | morons 143 | assholes 144 | dumbasses 145 | people 146 | murder 147 | rape 148 | charged 149 | death 150 | accused 151 | liars 152 | cheaters 153 | diaries 154 | hypocrites 155 | crime 156 | crimes 157 | liberal 158 | isis 159 | gun 160 | guns 161 | laws 162 | shooting 163 | rifle 164 | wakeupamerica 165 | amendments 166 | constitutional 167 | constitution 168 | amend 169 | legislation 170 | man-made 171 | manmade 172 | systemic 173 | warming 174 | generational 175 | confiscation 176 | firearms 177 | redistribution 178 | unconstitutional 179 | revocation 180 | lawlessness 181 | weapons 182 | bullets 183 | radical 184 | political 185 | leftist 186 | socialist 187 | rednationrising 188 | tgdn 189 | ccot 190 | ctot 191 | opslam 192 | lnyhbt 193 | refugees 194 | refugee 195 | syrians 196 | palestinians 197 | syrian 198 | migrants 199 | exposed 200 | expose 201 | exposing 202 | revealed 203 | shocking 204 | caught 205 | global-warming 206 | 2a -------------------------------------------------------------------------------- /Dictionaries/RepublicansCongress.txt: -------------------------------------------------------------------------------- 1 | Robert Aderholt 2 | Lamar Alexander 3 | Mark Amodei 4 | Rick Allen 5 | Ralph Abraham 6 | Jodey Arrington 7 | Kelly Armstrong 8 | Roy Blunt 9 | Kevin Brady 10 | Richard Burr 11 | John Boozman 12 | Marsha Blackburn 13 | Michael Burgess 14 | Rob Bishop 15 | Gus Bilirakis 16 | Vern Buchanan 17 | John Barrasso 18 | Mo Brooks 19 | Larry Bucshon 20 | Andy Barr 21 | Susan Brooks 22 | Bradley Byrne 23 | Brian Babin 24 | Mike Bost 25 | Ken Buck 26 | Don Bacon 27 | Jim Banks 28 | Jack Bergman 29 | Andy Biggs 30 | Ted Budd 31 | Troy Balderson 32 | James Baird 33 | Tim Burchett 34 | Mike Braun 35 | Dan Bishop 36 | Ken Calvert 37 | Steve Chabot 38 | Mike Crapo 39 | Susan Collins 40 | Shelley Moore Capito 41 | John Carter 42 | Tom Cole 43 | John Cornyn 44 | Michael Conaway 45 | Bill Cassidy 46 | Rick Crawford 47 | Doug Collins 48 | Paul Cook 49 | Tom Cotton 50 | Kevin Cramer 51 | Ted Cruz 52 | Buddy Carter 53 | James Comer 54 | Liz Cheney 55 | John Curtis 56 | Michael Cloud 57 | Ben Cline 58 | Dan Crenshaw 59 | Mario Diaz-Balart 60 | Jeff Duncan 61 | Scott DesJarlais 62 | Steve Daines 63 | Rodney Davis 64 | Warren Davidson 65 | Neal Dunn 66 | Michael Enzi 67 | Tom Emmer 68 | Joni Ernst 69 | Ron Estes 70 | Jeff Fortenberry 71 | Virginia Foxx 72 | Chuck Fleischmann 73 | Bill Flores 74 | Deb Fischer 75 | Drew Ferguson 76 | Brian Fitzpatrick 77 | Russ Fulcher 78 | Lindsey Graham 79 | Kay Granger 80 | Chuck Grassley 81 | Sam Graves 82 | Louie Gohmert 83 | Brett Guthrie 84 | Tom Graves 85 | Cory Gardner 86 | Bob Gibbs 87 | Paul Gosar 88 | Morgan Griffith 89 | Glenn Grothman 90 | Garret Graves 91 | Matt Gaetz 92 | Mike Gallagher 93 | Jenniffer González 94 | Greg Gianforte 95 | Anthony Gonzalez 96 | Lance Gooden 97 | Mark Green 98 | Michael Guest 99 | Andy Harris 100 | Vicky Hartzler 101 | Jaime Herrera Beutler 102 | Bill Huizenga 103 | John Hoeven 104 | George Holding 105 | Richard Hudson 106 | Jody Hice 107 | French Hill 108 | Will Hurd 109 | Trey Hollingsworth 110 | Clay Higgins 111 | Cindy Hyde-Smith 112 | Kevin Hern 113 | Jim Hagedorn 114 | Josh Hawley 115 | James Inhofe 116 | Jim Jordan 117 | Bill Johnson 118 | Dusty Johnson 119 | Mike Johnson 120 | Ron Johnson 121 | David Joyce 122 | John Joyce 123 | Peter King 124 | Steve King 125 | Mike Kelly 126 | Adam Kinzinger 127 | John Katko 128 | Trent Kelly 129 | David Kustoff 130 | John Kennedy 131 | Fred Keller 132 | Frank Lucas 133 | Doug Lamborn 134 | Robert Latta 135 | Blaine Luetkemeyer 136 | James Lankford 137 | Billy Long 138 | Mike Lee 139 | Doug LaMalfa 140 | Barry Loudermilk 141 | Darin LaHood 142 | Debbie Lesko 143 | Kelly Loeffler 144 | Mitch McConnell 145 | Jerry Moran 146 | Lisa Murkowski 147 | Patrick McHenry 148 | Michael McCaul 149 | Kenny Marchant 150 | Cathy McMorris Rodgers 151 | Kevin McCarthy 152 | Tom McClintock 153 | David McKinley 154 | Thomas Massie 155 | Markwayne Mullin 156 | John Moolenaar 157 | Alexander Mooney 158 | Martha McSally 159 | Roger Marshall 160 | Brian Mast 161 | Paul Mitchell 162 | Daniel Meuser 163 | Carol Miller 164 | Gregory Murphy 165 | Devin Nunes 166 | Dan Newhouse 167 | Ralph Norman 168 | Pete Olson 169 | Rob Portman 170 | Bill Posey 171 | Steven Palazzo 172 | Rand Paul 173 | Scott Perry 174 | Gary Palmer 175 | David Perdue 176 | Greg Pence 177 | Pat Roberts 178 | Harold Rogers 179 | Mike Rogers 180 | David Roe 181 | James Risch 182 | Tom Reed 183 | Martha Roby 184 | Marco Rubio 185 | Tom Rice 186 | Aumua Coleman Radewagen 187 | David Rouzer 188 | Mike Rounds 189 | Francis Rooney 190 | John Rutherford 191 | Guy Reschenthaler 192 | Denver Riggleman 193 | John Rose 194 | Chip Roy 195 | Mitt Romney 196 | James Sensenbrenner 197 | Richard Shelby 198 | John Shimkus 199 | Christopher Smith 200 | Michael Simpson 201 | Adrian Smith 202 | Steve Scalise 203 | David Schweikert 204 | Tim Scott 205 | Steve Stivers 206 | Austin Scott 207 | Chris Stewart 208 | Jason Smith 209 | Elise Stefanik 210 | Ben Sasse 211 | Dan Sullivan 212 | Lloyd Smucker 213 | Ross Spano 214 | Pete Stauber 215 | Bryan Steil 216 | Gregory Steube 217 | Rick Scott 218 | Mac Thornberry 219 | John Thune 220 | Patrick Toomey 221 | Michael Turner 222 | Glenn Thompson 223 | Scott Tipton 224 | Thom Tillis 225 | Van Taylor 226 | William Timmons 227 | Fred Upton 228 | Jefferson Van Drew 229 | Roger Wicker 230 | Greg Walden 231 | Joe Wilson 232 | Tim Walberg 233 | Robert Wittman 234 | Daniel Webster 235 | Steve Womack 236 | Rob Woodall 237 | Ann Wagner 238 | Jackie Walorski 239 | Randy Weber 240 | Brad Wenstrup 241 | Roger Williams 242 | Mark Walker 243 | Bruce Westerman 244 | Michael Waltz 245 | Steve Watkins 246 | Ron Wright 247 | Don Young 248 | Todd Young 249 | Ted Yoho 250 | Lee Zeldin 251 | @Robert_Aderholt 252 | @SenAlexander 253 | @MarkAmodeiNV2 254 | @reprickallen 255 | @RepAbraham 256 | @RepArrington 257 | @RepArmstrongND 258 | @RoyBlunt 259 | @RepKevinBrady 260 | @SenatorBurr 261 | @JohnBoozman 262 | @MarshaBlackburn 263 | @MichaelCBurgess 264 | @RepRobBishop 265 | @RepGusBilirakis 266 | @VernBuchanan 267 | @SenJohnBarrasso 268 | @RepMoBrooks 269 | @RepLarryBucshon 270 | @RepAndyBarr 271 | @SusanWBrooks 272 | @RepByrne 273 | @RepBrianBabin 274 | @RepBost 275 | @RepKenBuck 276 | @repdonbacon 277 | @RepJimBanks 278 | @RepJackBergman 279 | @RepAndyBiggsAZ 280 | @RepTedBudd 281 | @RepBalderson 282 | @RepJimBaird 283 | @RepTimBurchett 284 | @SenatorBraun 285 | @RepDanBishop 286 | @KenCalvert 287 | @RepSteveChabot 288 | @MikeCrapo 289 | @SenatorCollins 290 | @SenCapito 291 | @JudgeCarter 292 | @TomColeOK04 293 | @JohnCornyn 294 | @ConawayTX11 295 | @SenBillCassidy 296 | @RepRickCrawford 297 | @RepDougCollins 298 | @RepPaulCook 299 | @SenTomCotton 300 | @SenKevinCramer 301 | @SenTedCruz 302 | @RepBuddyCarter 303 | @RepJamesComer 304 | @RepLizCheney 305 | @RepJohnCurtis 306 | @RepCloudTX 307 | @RepBenCline 308 | @RepDanCrenshaw 309 | @MarioDB 310 | @RepJeffDuncan 311 | @DesJarlaisTN04 312 | @SteveDaines 313 | @RodneyDavis 314 | @WarrenDavidson 315 | @drnealdunnfl2 316 | @SenatorEnzi 317 | @RepTomEmmer 318 | @SenJoniErnst 319 | @RepRonEstes 320 | @JeffFortenberry 321 | @VirginiaFoxx 322 | @RepChuck 323 | @RepBillFlores 324 | @SenatorFischer 325 | @RepDrewFerguson 326 | @repbrianfitz 327 | @RepRussFulcher 328 | @GrahamBlog 329 | @RepKayGranger 330 | @ChuckGrassley 331 | @RepSamGraves 332 | @RepLouieGohmert 333 | @RepGuthrie 334 | @RepTomGraves 335 | @SenCoryGardner 336 | @RepBobGibbs 337 | @RepGosar 338 | @RepMGriffith 339 | @RepGrothman 340 | @RepGarretGraves 341 | @RepMattGaetz 342 | @RepGallagher 343 | @repjenniffer 344 | @RepAGonzalez 345 | @RepLanceGooden 346 | @RepMarkGreen 347 | @RepMichaelGuest 348 | @RepAndyHarrisMD 349 | @RepHartzler 350 | @HerreraBeutler 351 | @RepHuizenga 352 | @SenJohnHoeven 353 | @RepHolding 354 | @RepRichHudson 355 | @congressmanhice 356 | @RepFrenchHill 357 | @hurdonthehill 358 | @reptrey 359 | @RepClayHiggins 360 | @SenHydeSmith 361 | @repkevinhern 362 | @RepHagedorn 363 | @SenHawleyPress 364 | @InhofePress 365 | @Jim_Jordan 366 | @RepBillJohnson 367 | @RepDustyJohnson 368 | @RepMikeJohnson 369 | @SenRonJohnson 370 | @RepDaveJoyce 371 | @RepJohnJoyce 372 | @RepPeteKing 373 | @SteveKingIA 374 | @MikeKellyPA 375 | @RepKinzinger 376 | @RepJohnKatko 377 | @reptrentkelly 378 | @repdavidkustoff 379 | @SenJohnKennedy 380 | @RepFredKeller 381 | @RepFrankLucas 382 | @RepDLamborn 383 | @BobLatta 384 | @RepBlaine 385 | @SenatorLankford 386 | @USRepLong 387 | @SenMikeLee 388 | @RepLaMalfa 389 | @RepLoudermilk 390 | @RepLaHood 391 | @RepDLesko 392 | @SenatorLoeffler 393 | @McConnellPress 394 | @JerryMoran 395 | @LisaMurkowski 396 | @PatrickMcHenry 397 | @RepMcCaul 398 | @RepKenMarchant 399 | @CathyMcMorris 400 | @GOPLeader 401 | @RepMcClintock 402 | @RepMcKinley 403 | @RepThomasMassie 404 | @RepMullin 405 | @RepMoolenaar 406 | @RepAlexMooney 407 | @SenMcSallyAZ 408 | @RepMarshall 409 | @repbrianmast 410 | @RepPaulMitchell 411 | @RepMeuser 412 | @RepCarolMiller 413 | @RepGregMurphy 414 | @RepDevinNunes 415 | @RepNewhouse 416 | @RepRalphNorman 417 | @RepPeteOlson 418 | @SenRobPortman 419 | @CongBillPosey 420 | @CongPalazzo 421 | @RandPaul 422 | @RepScottPerry 423 | @USRepGaryPalmer 424 | @sendavidperdue 425 | @RepGregPence 426 | @SenPatRoberts 427 | @RepHalRogers 428 | @RepMikeRogersAL 429 | @DrPhilRoe 430 | @SenatorRisch 431 | @RepTomReed 432 | @RepMarthaRoby 433 | @SenRubioPress 434 | @RepTomRice 435 | @RepAmata 436 | @RepDavidRouzer 437 | @SenatorRounds 438 | @RepRooney 439 | @RepRutherfordFL 440 | @GReschenthaler 441 | @RepRiggleman 442 | @RepJohnRose 443 | @RepChipRoy 444 | @SenatorRomney 445 | @JimPressOffice 446 | @SenShelby 447 | @RepShimkus 448 | @RepChrisSmith 449 | @CongMikeSimpson 450 | @RepAdrianSmith 451 | @SteveScalise 452 | @RepDavid 453 | @SenatorTimScott 454 | @RepSteveStivers 455 | @AustinScottGA08 456 | @RepChrisStewart 457 | @RepJasonSmith 458 | @RepStefanik 459 | @SenSasse 460 | @SenDanSullivan 461 | @RepSmucker 462 | @RepRossSpano 463 | @RepPeteStauber 464 | @RepBryanSteil 465 | @RepGregSteube 466 | @SenRickScott 467 | @MacTXPress 468 | @SenJohnThune 469 | @SenToomey 470 | @RepMikeTurner 471 | @CongressmanGT 472 | @RepTipton 473 | @senthomtillis 474 | @RepVanTaylor 475 | @RepTimmons 476 | @RepFredUpton 477 | @CongressmanJVD 478 | @SenatorWicker 479 | @RepGregWalden 480 | @RepJoeWilson 481 | @RepWalberg 482 | @RobWittman 483 | @RepWebster 484 | @Rep_SteveWomack 485 | @RepRobWoodall 486 | @RepAnnWagner 487 | @RepWalorski 488 | @TXRandy14 489 | @RepBradWenstrup 490 | @RepRWilliams 491 | @RepMarkWalker 492 | @RepWesterman 493 | @RepMichaelWaltz 494 | @Rep_Watkins 495 | @RepRonWright 496 | @RepDonYoung 497 | @SenToddYoung 498 | @RepTedYoho 499 | @RepLeeZeldin -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # TwitterWorkshop 2 | Twitter & Crowdtangle Data Access and Analysis Workshop for the Social Identity and Morality Lab 3 | 4 | Code for the social media data access and analysis workshop for the Social Identity and Morality Lab. 5 | -------------------------------------------------------------------------------- /TwitterClass.R: -------------------------------------------------------------------------------- 1 | #### Set Up #### 2 | 3 | #Set Working Directory 4 | 5 | setwd("/Users/steverathje/Desktop/Twitter\ Workshop") 6 | 7 | #Download Packages 8 | 9 | ipak <- function(pkg){ 10 | new.pkg <- pkg[!(pkg %in% installed.packages()[, "Package"])] 11 | if (length(new.pkg)) 12 | install.packages(new.pkg, dependencies = TRUE) 13 | sapply(pkg, require, character.only = TRUE) 14 | } 15 | 16 | packages <- c("tidyverse", "XQuartz", "tidygraph", "rtweet", "ggraph", "tidytext", "stopwords", "sentimentr", "lubridate", "textfeatures", "wordcloud", "RColorBrewer", "academicTwitterR", "dotwhisker", "jtools") 17 | ipak(packages) 18 | packages <- c("rtweet", "plyr") 19 | ipak(packages) 20 | 21 | install.packages("academictwitteR") 22 | library(academictwitterR) 23 | 24 | #### How to get Twitter Data #### 25 | 26 | #Information about rtweet: https://github.com/cran/rtweet 27 | #Apply for twitter API account: https://developer.twitter.com/en/apply-for-access 28 | 29 | #Create Twitter Token With Regular Account 30 | #Enter your credentials from the Twitter API below 31 | 32 | create_token( 33 | app = "", 34 | consumer_key = "", 35 | consumer_secret = "", 36 | access_token = "", 37 | access_secret = "", 38 | set_renv = TRUE 39 | ) 40 | 41 | #Create Twitter Token with Academic Account, see https://github.com/cjbarrie/academictwitteR 42 | set_bearer() 43 | 44 | #### Getting Profile #### 45 | 46 | steverathje2 <- get_timeline("steverathje2", n = 200) 47 | 48 | DailyCaller <- get_timeline("DailyCaller", n = 3200) 49 | MailOnline <- get_timeline("MailOnline", n = 3200) 50 | FoxNews <- get_timeline("FoxNews", n = 3200) 51 | nypost <- get_timeline("nypost", n = 3200) 52 | BrietbartNews <- get_timeline("BreitbartNews", 3200) 53 | 54 | dataset <- rbind(DailyCaller, MailOnline, FoxNews, nypost, BrietbartNews) 55 | 56 | saveRDS(dataset, "dataset.rds") 57 | 58 | #start here and read in the file if you could not download tweets 59 | dataset <- readRDS("dataset.rds") 60 | 61 | #### Get Recent Tweets #### 62 | 63 | tweets <- search_tweets("steve OR bob", n = 100, include_rts = FALSE, geocode = lookup_coords("usa")) 64 | 65 | #right-leaning low quality news sites 66 | infowars <- search_tweets("infowars.com*", n = 3200) 67 | brietbart <- search_tweets("breitbart.com*", n = 3200) 68 | 69 | #right-leaning low quality new sites 70 | occupy <- search_tweets("occupydemocrats.com*", n = 3200) 71 | palmer <- search_tweets("palmerreport.com*", n = 3200) 72 | 73 | #### Academic API #### 74 | 75 | #View documentation here: https://github.com/cjbarrie/academictwitteR 76 | 77 | tweets <- 78 | get_all_tweets( 79 | query = "#fakenews", 80 | start_tweets = "2020-01-01T00:00:00Z", 81 | end_tweets = "2020-01-05T00:00:00Z", 82 | file = "fakenews" 83 | ) 84 | 85 | View(tweets) 86 | 87 | #### Other rtweet tricks #### 88 | 89 | network <- get_friends("steverathje2") 90 | followers <- get_followers("steverathje2") 91 | users <- lookup_users(network$user_id) 92 | users <- lookup_users(network$screen_name) 93 | 94 | rate_limit(get_friends) 95 | 96 | # DATA ANALYSIS # 97 | 98 | #### Get most retweeted tweets/words #### 99 | 100 | #Look at most popular tweets 101 | mostPopular <- dataset %>% 102 | dplyr::select(text, retweet_count, screen_name) %>% 103 | arrange(desc(retweet_count)) 104 | 105 | nGrams <- mostPopular %>% 106 | unnest_tokens(word, text, token = "ngrams", n = 1) 107 | 108 | nGramSort <- nGrams %>% 109 | group_by(word) %>% 110 | dplyr::summarize(n = n(), 111 | avg_retweets = mean(retweet_count)) %>% 112 | filter(n > 10) %>% 113 | arrange(desc(avg_retweets)) 114 | 115 | View(nGramSort) 116 | 117 | #### Analysis ##### 118 | 119 | # Read in dictionaries from dictionaries folder 120 | MoralEmotional <- scan("Dictionaries/MoralEmotional.txt", what='character', sep="\n", skipNul = TRUE) 121 | Polarization <- scan("Dictionaries/Polarization.txt", what='character', sep="\n", skipNul = TRUE) 122 | TopRepublican <- scan("Dictionaries/MostFamousRepublicans.txt", what='character', sep="\t", skipNul = TRUE) 123 | TopDemocrat <- scan("Dictionaries/MostFamousDemocrats.txt", what='character', sep="\t", skipNul = TRUE) 124 | DemocratCongress <- scan("Dictionaries/DemocratCongress.txt", what='character', sep="\t", skipNul = TRUE) 125 | RepublicanCongress <- scan("Dictionaries/RepublicansCongress.txt", what='character', sep="\t", skipNul = TRUE) 126 | 127 | #Another way to enter dictionaries 128 | liberalidentity = c("socialist*", "communist*", "marxist*", "leftist*", "liberal*", "left-wing*", "progressive*", "social justice warrior", "antifa", "democrat*", "dem", "dems", "libs") 129 | conservativeidentity = c("conservative*", "gop", "republican*", "libertarian*", "alt-right", "right-wing", "fascist*", "far-right", "far right", "repub", "repubs", "maga") 130 | 131 | #Create list of dictionaries 132 | dictionary = dictionary(list(MoralEmotional = MoralEmotional, 133 | Polarization = Polarization, 134 | Republican = TopRepublican, 135 | Republican = RepublicanCongress, 136 | Republican = conservativeidentity, 137 | Democrat = TopDemocrat, 138 | Democrat = DemocratCongress, 139 | Democrat = liberalidentity)) 140 | 141 | #quanteda steps 142 | dataset_corpus <- corpus(dataset) 143 | toks <- tokens(dataset_corpus, remove_punct = TRUE, remove_url = TRUE, remove_numbers = TRUE, verbose = TRUE) 144 | dataset_dict <- dfm(toks, dictionary = dictionary) 145 | dataset_dict_df <- quanteda::convert(dataset_dict, to='data.frame') 146 | datasetcombined = cbind(dataset_dict_df, dataset) 147 | datasetcombined$doc_id <- NULL 148 | 149 | #### Predicting Retweets #### 150 | 151 | datasetcombined$has_media <- is.na(datasetcombined$media_type) == FALSE 152 | datasetcombined$has_URL <- is.na(datasetcombined$urls_url) == FALSE 153 | 154 | #Log Transform 155 | datasetcombined$retweet_count_log <- log(datasetcombined$retweet_count + 1) 156 | 157 | #Model 158 | lm <- glm(retweet_count_log ~ Democrat + Republican + MoralEmotional + Polarization + has_media + has_URL + followers_count + is_retweet, data=datasetcombined) 159 | lmsumm <- summ(lm, exp = TRUE, confint = TRUE, center = TRUE, vifs = TRUE) 160 | lmsumm 161 | 162 | #### Crowdtangle Data #### 163 | 164 | # download crowdtangle data 165 | dataset <- read_csv("crowdtangleSampleSmall.csv") 166 | 167 | #quanteda steps 168 | dataset_corpus <- corpus(dataset$Message) 169 | toks <- tokens(dataset_corpus, remove_punct = TRUE, remove_url = TRUE, remove_numbers = TRUE, verbose = TRUE) 170 | dataset_dict <- dfm(toks, dictionary = dictionary) 171 | dataset_dict_df <- quanteda::convert(dataset_dict, to='data.frame') 172 | datasetcombined = cbind(dataset_dict_df, dataset) 173 | datasetcombined$doc_id <- NULL 174 | 175 | #Add Variables 176 | datasetcombined$has_URL <- ifelse(datasetcombined$Type == "Link", TRUE, FALSE) 177 | datasetcombined$has_media <- ifelse(datasetcombined$Type != "Link" & datasetcombined$Type != "Status", TRUE, FALSE) 178 | #Conservative Media Analysis 179 | datasetcombined$shares_log <- log(datasetcombined$Shares + 1) 180 | datasetcombined$angry_log <- log(datasetcombined$Angry + 1) 181 | 182 | 183 | #Model 184 | lm <- glm(shares_log ~ Democrat + Republican + MoralEmotional + Polarization + has_media + has_URL + `Likes at Posting`, data=datasetcombined) 185 | lmsumm <- summ(lm, exp = TRUE, confint = TRUE, center = TRUE, vifs = TRUE) 186 | lmsumm 187 | 188 | #### Plotting Models #### 189 | 190 | plot <- dwplot(lmsumm, conf.level = .95, dot_args = list(size = 1.2), 191 | whisker_args = list(size = 1)) 192 | plot 193 | 194 | #### Extra - TweetScores Package and Scape Congress Data #### 195 | 196 | #Below is a loop that gets the timelines of every US congressmember: 197 | 198 | install_github("pablobarbera/twitter_ideology/pkg/tweetscores") 199 | library(tweetscores) 200 | congress <- scrapeCongressData(commit = "master") 201 | congresstweets <- get_timeline(congress$twitter[1], n = 3200) 202 | 203 | for (i in 1:537) { 204 | username <- congress$twitter[i] 205 | print(username) 206 | party <- congress$party[i] 207 | print(party) 208 | timeline <- tryCatch(get_timeline(username, n = 3200), 209 | error = function(error_message) { 210 | message(error_message) 211 | return(NA) 212 | }) 213 | timeline$party <- party 214 | print(timeline$party) 215 | congresstweets <- rbind.fill(congresstweets, timeline) 216 | } 217 | 218 | 219 | 220 | -------------------------------------------------------------------------------- /dataset.rds: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stevesteve2/TwitterWorkshop/85eb52f5dc15f271b3bf9cb8db97d646128300f0/dataset.rds --------------------------------------------------------------------------------