├── .ipynb_checkpoints └── Part3_Github_ResolvingMergeConflicts-checkpoint.ipynb ├── README.md ├── github_instructions ├── .ipynb_checkpoints │ └── Part2_ForkingTheClassRepository-checkpoint.ipynb ├── Part1_IntroGitAndGithub.ipynb ├── Part2_ForkingTheClassRepository.ipynb ├── Part3_Github_ResolvingMergeConflicts.ipynb └── images │ └── screenshot.jpg ├── test └── test.txt ├── week1 ├── .ipynb_checkpoints │ ├── PSet0_HelloWorld_Setup_Github-checkpoint.ipynb │ ├── Part1_IntroGitAndGithub-checkpoint.ipynb │ ├── Part1b_GithubDesktop-checkpoint.ipynb │ ├── Part2_Anaconda_Setup-checkpoint.ipynb │ ├── Part2_ForkingTheClassRepository-checkpoint.ipynb │ └── Part3_Github_ResolvingMergeConflicts-checkpoint.ipynb ├── PSet0_HelloWorld_Setup_Github.ipynb ├── Part1b_GithubDesktop.ipynb ├── Part2_Anaconda_Setup.ipynb └── images │ ├── GithubDesktopHomepage.jpg │ ├── addrepo.png │ ├── branchdiagram.png │ ├── changes.png │ ├── commit.png │ ├── deletebranch.png │ ├── history.png │ ├── homepage.png │ ├── newbranch.png │ └── startscreen.png ├── week10 ├── 10_PSET7_sliderMap.md ├── 10_d3_mapping.md ├── d3-examples │ ├── boston-hover-map.html │ ├── boston-slider-map.html │ ├── choropleth-map.html │ ├── data │ │ ├── boston_neighborhoods.json │ │ ├── boston_rodents.json │ │ ├── countries.json │ │ ├── ky-counties.json │ │ ├── problem_set_data │ │ │ └── election_results_2000_2016.json │ │ ├── unemployment.tsv │ │ ├── us.json │ │ └── us_unemployment_2008.tsv │ ├── employment-map-quantize.html │ ├── employment-map-threshold.html │ └── projections-example.html └── images │ └── elections_2000_2016.png ├── week11 ├── 12_d3_transitions.md ├── d3-examples │ ├── barchart.html │ ├── data │ │ ├── coffee_rodents_transform.csv │ │ ├── rat-data-larger-v2.csv │ │ ├── rat-data-larger.csv │ │ └── unemployment_2005_2015.csv │ ├── drag.html │ ├── linechart.html │ ├── scatterplot.html │ └── transitions.html └── supplemental_examples │ ├── linked_map_chart │ ├── data │ │ ├── election_2016_state_results.csv │ │ ├── election_2016_state_results2.csv │ │ └── us.json │ └── index.html │ └── unstacking_bar_chart │ ├── data │ └── election_2016_state_results.csv │ └── index.html ├── week2 ├── .ipynb_checkpoints │ ├── 01. Python Introduction-checkpoint.ipynb │ └── PSET_1_Intro to Python-checkpoint.ipynb ├── 01. Python Introduction.ipynb ├── PSET_1_Intro to Python.ipynb └── images │ └── ipython.png ├── week3 ├── .ipynb_checkpoints │ ├── 02. Pandas Introduction-checkpoint.ipynb │ └── PSET_2_Pandas-checkpoint.ipynb ├── 02. Pandas Introduction.ipynb ├── PSET_2_Pandas.ipynb ├── data │ ├── CENTRE_FVE_20170123.csv │ ├── center_county_precinct_centroids.csv │ ├── centrecounty_precinct_results_nov2016.txt │ └── voter_registration_list_documentation.doc └── images │ └── pandas.png ├── week4 ├── 03_API_Data_Scraping.ipynb ├── EXTRA_Scraping_with_Beautiful_Soup.ipynb ├── data │ └── example_tweets │ │ └── 20170223-211946tweets.json ├── rat_data.txt ├── scripts │ └── starter_script.py └── twitter_key.py ├── week5 ├── 04. Networks and Distributions.ipynb ├── PSET_4_Networks.ipynb ├── images │ ├── 151110_Congestion.jpg │ └── Graph_theory_tree.jpg ├── jsons │ ├── 12wonderwomentweets.json │ ├── 15nowPhillytweets.json │ ├── 1lovemovement1tweets.json │ ├── AORTACooptweets.json │ ├── ActionUnitedtweets.json │ ├── ArdellasHousetweets.json │ ├── AsAmUnitedtweets.json │ ├── EastwickFNCtweets.json │ ├── ElevationProjttweets.json │ ├── Grounded215tweets.json │ ├── JondhiTCRCtweets.json │ ├── MaypopPhillytweets.json │ ├── NSMPhillytweets.json │ ├── NewVoicesPghtweets.json │ ├── PGHCoopstweets.json │ ├── PPF_PAtweets.json │ ├── PhillyCoopstweets.json │ ├── PhillyJwJtweets.json │ ├── PhillyStaysPuttweets.json │ ├── PrisonRadiotweets.json │ ├── Prison_Societytweets.json │ ├── REALjusticePHLtweets.json │ ├── ReDesignReadingtweets.json │ ├── RegenFinancetweets.json │ ├── SRH_Phillytweets.json │ ├── Spiralqtweets.json │ ├── StudentsDivesttweets.json │ ├── Vamos_Juntos_tweets.json │ ├── YASP2tweets.json │ ├── YSRPinPhillytweets.json │ ├── YUCphillytweets.json │ ├── btbphillytweets.json │ ├── eqattweets.json │ ├── innocencepatweets.json │ ├── onamovetweets.json │ ├── philaposhtweets.json │ ├── powerinterfaithtweets.json │ ├── sanctuarymvmttweets.json │ ├── tmcpghtweets.json │ ├── urbancreator215tweets.json │ └── whynotprospertweets.json └── social_justice_orgs_pa.csv ├── week6 ├── 06_PSET5_project_website.md ├── 06_midterm_presentations.md ├── 06_part1_front_end_environments.md ├── 06_part2_front_end_environments.md ├── d3-example │ ├── index.html │ └── unemployment.tsv ├── images │ ├── dom.png │ ├── environment.png │ └── simple_page.png └── www │ ├── css │ └── main.css │ ├── images │ └── cat.jpg │ └── js │ └── main.js └── week9 ├── 09_D3intro_inclass.md ├── 09_PSET6_d3_introduction.md ├── data ├── age-groups.csv ├── election_2016_county_results.csv ├── election_2016_state_results.csv ├── unemployment.tsv └── us.json ├── images ├── county-result-map.png └── state-result-barchart.png ├── simple-bar-chart-completed.html └── stacked-barchart-completed.html /.ipynb_checkpoints/Part3_Github_ResolvingMergeConflicts-checkpoint.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "markdown", 5 | "metadata": {}, 6 | "source": [ 7 | "# Resolving Merge Conflicts (Command Line)\n", 8 | "\n", 9 | "***\n", 10 | "\n", 11 | "Sometimes, when working on a project, you and your colleagues will change the same line of code. This often happens unintentionally, and you end up with a conflict between two files. No need to panic, simply read the \n", 12 | "\n", 13 | "When this happens, you will see an error message similar to the following:\n", 14 | "\n", 15 | "\n", 16 | "\n", 17 | "\n", 18 | "\n", 19 | "Find the class repository here:\n", 20 | "\n", 21 | "[https://github.com/civic-data-design-lab/big-data-spring2017](https://github.com/civic-data-design-lab/big-data-spring2017)\n", 22 | "\n", 23 | "To get a copy of the files, **fork** a copy of the class repository into your own profile. **You only need to do this once.** This will give you your own version of the class repository, and it is still linked to the main class repository, meaning you can **fetch** and **pull** materials from it as needed. Let's start be making our **fork**.\n", 24 | "\n", 25 | "### A. Fork the Class Repository\n", 26 | "\n", 27 | "Create your own personal copy, or ‘fork’, of the class repository.\n" 28 | ] 29 | } 30 | ], 31 | "metadata": { 32 | "kernelspec": { 33 | "display_name": "Python 3", 34 | "language": "python", 35 | "name": "python3" 36 | }, 37 | "language_info": { 38 | "codemirror_mode": { 39 | "name": "ipython", 40 | "version": 3 41 | }, 42 | "file_extension": ".py", 43 | "mimetype": "text/x-python", 44 | "name": "python", 45 | "nbconvert_exporter": "python", 46 | "pygments_lexer": "ipython3", 47 | "version": "3.6.0" 48 | } 49 | }, 50 | "nbformat": 4, 51 | "nbformat_minor": 2 52 | } 53 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # big-data-spring2017 2 | Materials for the Big Data, Visualization, and Society course at MIT DUSP - Spring 2017 3 | -------------------------------------------------------------------------------- /github_instructions/Part3_Github_ResolvingMergeConflicts.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "markdown", 5 | "metadata": {}, 6 | "source": [ 7 | "# Resolving Merge Conflicts (Command Line)\n", 8 | "\n", 9 | "***\n", 10 | "\n", 11 | "Sometimes, when working on a project, you and your colleagues will change the same line of code. This often happens unintentionally, and you end up with a conflict between two files. No need to panic, simply read the message, and locate what the error might be. If two people change the same line of code, Github will not know which one it should keep, so you have to tell which one, and remove the other.\n", 12 | "\n", 13 | "When this happens, you will see an error similar to the following:\n", 14 | "\n", 15 | "***\n", 16 | "\n", 17 | "```sh\n", 18 | "Auto-merging test.txt\n", 19 | "CONFLICT (content): Merge conflict in test.txt\n", 20 | "Automatic merge failed; fix conflicts and then commit the result.\n", 21 | "\n", 22 | "```\n", 23 | "\n", 24 | "***\n", 25 | "\n", 26 | "What this is saying is that there is a conflict in the file **test.txt**. When we try to pull and there are conflicts, Github will add the conflicts to our file. To fix this conflict, we need to open the file and choose which of the competing lines we want to use.\n", 27 | "\n", 28 | "\n", 29 | "### 1. Navigate to and Open the File\n", 30 | "\n", 31 | "Navigate to the file with conflicts on your computer and open it up using your favorite text editor (i.e. Sublime Text). We'll make all of the changes that are needed to resolve the conflicts in the text editor.\n", 32 | "\n", 33 | "### 2. Identify the Merge Conflicts\n", 34 | "\n", 35 | "With the file open, locate the merge conflicts. They are signified using **conflict markers**. The conflict markers are signifed by **<<<<<<<**, **=======**, **>>>>>>>**. The **<<<<<<<** signified the start of the conflicted lines and represents the changes on your local machine. It is separated by a **=======** marker, and the **>>>>>>>** marker signals the remote conflict.\n", 36 | "\n", 37 | "Conflicts in the conflicted file will look like the following.\n", 38 | "\n", 39 | "***\n", 40 | "\n", 41 | "```sh\n", 42 | "<<<<<<< HEAD # Start of changes made on your local machine\n", 43 | "\n", 44 | "Hello. # Your changes and edits\n", 45 | "======= # Comparison marker\n", 46 | "Good bye. # Other changes and edits\n", 47 | "\n", 48 | ">>>>>>> ANOTHER BRANCH # End of changes made on the remote repository\n", 49 | "```\n", 50 | "\n", 51 | "***\n", 52 | "\n", 53 | "### 3. Edit the File to Resolve Conflicts\n", 54 | "\n", 55 | "To resolve these conflicts, determine which lines you want to keep, and remove the conflict markers and lines of code you don't want. Clean the file so that only the lines of code you want to keep are in it.\n", 56 | "\n", 57 | "For example, to keep the local changes in the above example, remove the conflict markers, and delete the lines of code that came from the remote repository, keeping only the edits you've made.\n", 58 | "\n", 59 | "***\n", 60 | "\n", 61 | "```sh\n", 62 | "Hello. # Your changes and edits\n", 63 | "```\n", 64 | "\n", 65 | "***\n", 66 | "\n", 67 | "Save your file once you've made the edit and resolved the conflict.\n", 68 | "\n", 69 | "### 4. Fix all of the Merge Conflicts\n", 70 | "\n", 71 | "In order to complete the merge and get the commit to properly perform, you need to fix **all** of the merge conflicts. Unfortunately, often you have to do this manually, as Github will not know which of the conflicts it should keep. There is a way to force Github to take changes using **git pull --force** but you almost never want to do this, it will overwrite all of your changes!\n", 72 | "\n", 73 | "### 5. Commit and Push your Change\n", 74 | "\n", 75 | "Once you have completed resolving conflicts, you can push just as you would any other commit. First **commit** your changes, include a message that you are resolving conflicts in addition to your changes, then **push** them to the remote.\n", 76 | "\n", 77 | "### Read the Docs\n", 78 | "\n", 79 | "Github has nice documentation on merge conflicts, read them at the following:\n", 80 | "\n", 81 | "[https://help.github.com/articles/resolving-a-merge-conflict-on-github/](https://help.github.com/articles/resolving-a-merge-conflict-on-github/)\n", 82 | "\n", 83 | "If you run into any messages you don't understand, don't forget to read the documentation, or search Stack Exchange!" 84 | ] 85 | }, 86 | { 87 | "cell_type": "code", 88 | "execution_count": null, 89 | "metadata": { 90 | "collapsed": true 91 | }, 92 | "outputs": [], 93 | "source": [] 94 | } 95 | ], 96 | "metadata": { 97 | "kernelspec": { 98 | "display_name": "Python 3", 99 | "language": "python", 100 | "name": "python3" 101 | }, 102 | "language_info": { 103 | "codemirror_mode": { 104 | "name": "ipython", 105 | "version": 3 106 | }, 107 | "file_extension": ".py", 108 | "mimetype": "text/x-python", 109 | "name": "python", 110 | "nbconvert_exporter": "python", 111 | "pygments_lexer": "ipython3", 112 | "version": "3.6.0" 113 | } 114 | }, 115 | "nbformat": 4, 116 | "nbformat_minor": 2 117 | } 118 | -------------------------------------------------------------------------------- /github_instructions/images/screenshot.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/github_instructions/images/screenshot.jpg -------------------------------------------------------------------------------- /test/test.txt: -------------------------------------------------------------------------------- 1 | testing123 -------------------------------------------------------------------------------- /week1/.ipynb_checkpoints/PSet0_HelloWorld_Setup_Github-checkpoint.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "markdown", 5 | "metadata": {}, 6 | "source": [ 7 | "# Problem Set 0: \"Hello World\" - Setup a Github Homepage" 8 | ] 9 | }, 10 | { 11 | "cell_type": "markdown", 12 | "metadata": {}, 13 | "source": [ 14 | "This problem set is straightforward and designed to get you started, and has a goal of helping you set up a website and becoming more familiar with Github. For your deliverable, you are going to create a simple website that says Hello World. You can customize it and add your bio, a couple of links, whatever you want.\n", 15 | "\n", 16 | "`On the assignment tab of the course Stellar website, submit the link to your github page.`" 17 | ] 18 | }, 19 | { 20 | "cell_type": "markdown", 21 | "metadata": {}, 22 | "source": [ 23 | "### 1. Create your github.io page" 24 | ] 25 | }, 26 | { 27 | "cell_type": "markdown", 28 | "metadata": {}, 29 | "source": [ 30 | "Following the instructions found in Part 1 of the in-class tutorial, create your github homepage. On this page, include atleast the following:\n", 31 | "\n", 32 | "1. Heading with your name\n", 33 | "2. Paragraph containing a short text bio or introduction\n", 34 | "3. An image and link to a visualization project you find inspiring\n", 35 | "\n", 36 | "This is your github homepage that you can use as your own website. You can set this up however you like, and can take it with you after you leave MIT. In class, we will revisit this page later in the course when we work to expand our knowledge of HTML, CSS, and JavaScript, and it can ultimately be used to host your final project. You can then customize it further, add more content, and do some design and styling.\n", 37 | "\n", 38 | "Use this exercise to get all of the software and tools, ie Github, Conda, Sublime Text, installed and running on your machine.\n", 39 | "\n", 40 | "Next week, we will **DIVE INTO PYTHON!**" 41 | ] 42 | }, 43 | { 44 | "cell_type": "markdown", 45 | "metadata": { 46 | "collapsed": true 47 | }, 48 | "source": [ 49 | "### 2. Clone your copy of the Course Github Repository\n", 50 | "\n", 51 | "For next week, you want your own copy of the course Github repo. Once you have completed setup, clone a copy of the course repository into your own Github folder on your machine." 52 | ] 53 | }, 54 | { 55 | "cell_type": "markdown", 56 | "metadata": {}, 57 | "source": [ 58 | "***\n", 59 | "\n", 60 | "```sh\n", 61 | "git clone git@github.com:civic-data-design-lab/big-data-spring2017.git\n", 62 | "```\n", 63 | "\n", 64 | "***" 65 | ] 66 | }, 67 | { 68 | "cell_type": "markdown", 69 | "metadata": {}, 70 | "source": [ 71 | "Next week, we will add more materials for the course, and you can pull them into your remote repository." 72 | ] 73 | }, 74 | { 75 | "cell_type": "code", 76 | "execution_count": null, 77 | "metadata": { 78 | "collapsed": true 79 | }, 80 | "outputs": [], 81 | "source": [] 82 | } 83 | ], 84 | "metadata": { 85 | "kernelspec": { 86 | "display_name": "Python 3", 87 | "language": "python", 88 | "name": "python3" 89 | }, 90 | "language_info": { 91 | "codemirror_mode": { 92 | "name": "ipython", 93 | "version": 3 94 | }, 95 | "file_extension": ".py", 96 | "mimetype": "text/x-python", 97 | "name": "python", 98 | "nbconvert_exporter": "python", 99 | "pygments_lexer": "ipython3", 100 | "version": "3.6.0" 101 | } 102 | }, 103 | "nbformat": 4, 104 | "nbformat_minor": 0 105 | } 106 | -------------------------------------------------------------------------------- /week1/.ipynb_checkpoints/Part1b_GithubDesktop-checkpoint.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "markdown", 5 | "metadata": {}, 6 | "source": [ 7 | "# Git Crash Course: Setting up Git and Github (Desktop) \n", 8 | "\n", 9 | "***\n", 10 | "\n", 11 | "While using the command is the standard method for interacting with Git and Github, Github Desktop makes tracking changes and updating your files even easier by providing a desktop application and graphic user interface (no command line coding necessary!).\n", 12 | "\n", 13 | "***\n", 14 | "\n", 15 | "## 1. Download and Install Github Desktop\n", 16 | "\n", 17 | "If you've already gone through the steps from [Part 1](https://github.com/lukemich47/big-data-spring2017/blob/master/week1/Part1_IntroGitAndGithub.ipynb), then you've already set up a Github account. So we'll jump to installing Github Desktop.\n", 18 | "\n", 19 | "Navigate to the [Github Desktop homepage](https://desktop.github.com/) and download the client.\n", 20 | "\n", 21 | "![Github Desktop Homepage](images/homepage.png \"Github Desktop Homepage\")\n", 22 | "\n", 23 | "***\n", 24 | "\n", 25 | "## 2. Using the Application\n", 26 | "\n", 27 | "Once you start the application, you'll be prompted to authenticate to Github using your login information. Next, a series of information windows will open to step you through an entry tutorial.\n", 28 | "\n", 29 | "![Github Desktop Start Screen](images/startscreen.png \"Github Desktop Start Screen\")\n", 30 | "\n", 31 | "While you should definitely take some time to walk through this built-in tutorial, we'll skip this for now to show you the basics.\n", 32 | "\n", 33 | "***\n", 34 | "\n", 35 | "### Adding a Repo\n", 36 | "\n", 37 | "Click on the plus sign in the upper left corner of the Github Desktop start screen to add a repo.\n", 38 | "\n", 39 | "![Adding a Repo](images/addrepo.png \"Adding a Repo\")\n", 40 | "\n", 41 | "From here, we can create a new Git repository, clone a repo from a remote location, or add an existing repo. Since we created a repo in Part 1, let's select the \"Add\" tab. Then click \"Browse\" to navigate through our local file structure. Select the folder that contains our root working directory. In my case, I'll be adding the repo that contains this tutorial.\n", 42 | "\n", 43 | "***\n", 44 | "\n", 45 | "### Viewing Changes\n", 46 | "\n", 47 | "Now that we've added our local repo to the desktop app, we can view, commit, and push any changes that we make locally. With the recently-added repo selected in the left panel, select the \"Changes\" tab at the top of the screen, which will let you view your recent changes.\n", 48 | "\n", 49 | "![Viewing Changes](images/changes.png \"Viewing Changes\")\n", 50 | "\n", 51 | "If you don't see any changes here, navigate to your repo location on your local machine and make a change (create a blank text file, for example).\n", 52 | "\n", 53 | "***\n", 54 | "\n", 55 | "### Committing Changes\n", 56 | "\n", 57 | "To commit our new changes, first give your commit a comment and, if you'd like, a more specific description. Then click \"Commit to master.\"\n", 58 | "\n", 59 | "![Commit Changes](images/commit.png \"Committing Changes\")\n", 60 | "\n", 61 | "***\n", 62 | "\n", 63 | "### Working with Branches\n", 64 | "\n", 65 | "To create a branch, simply click the branch button at the top of the application, and name the branch.\n", 66 | "\n", 67 | "![Creating a Branch](images/newbranch.png \"Creating a Branch\")\n", 68 | "\n", 69 | "You can publish this branch to your remote repo (the existence of the branch, not the changes on it) with the \"Publish\" button in the upper right.\n", 70 | "\n", 71 | "To delete a branch, select the gear symbol in the upper right corner and select \"Delete branch_name.\"\n", 72 | "\n", 73 | "![Deleting a Branch](images/deletebranch.png \"Deleting a Branch\")\n", 74 | "\n", 75 | "***\n", 76 | "\n", 77 | "### The Branch Diagram\n", 78 | "\n", 79 | "Across the top of the application's layout, we see the branch diagram. This shows us how our project has evolved and let's us quickly see the various branching steps and committed changes that have occured. Your diagram will be a bit simpler than the one shown here, but you should see the commit we just completed in the previous step (committed changes show as open circles; synced changes show as filled dots).\n", 80 | "\n", 81 | "![Branch Diagram](images/branchdiagram.png \"Branch Diagram\")\n", 82 | "\n", 83 | "***\n", 84 | "\n", 85 | "### Viewing History\n", 86 | "\n", 87 | "If we click on the \"History\" tab at the top of the application, we can see a list of our previous commits. Select one of your commits on the left to view the list of changes. We can then click the small arrow next to each change to view the specific lines of text that have been changed.\n", 88 | "\n", 89 | "![Viewing History](images/history.png \"Viewing History\")\n", 90 | "\n", 91 | "If we want to return to a state of our code prior to a given commit, we can click the \"Revert button.\"\n", 92 | "\n", 93 | "***\n", 94 | "\n", 95 | "### Syncing Changes\n", 96 | "\n", 97 | "To sync our changes, simply click the Sync button in the top right corner. This pushes our commit to our remote repo on the Github site. You'll see the open circle(s) in the branch diagram turn into closed dots.\n", 98 | "\n", 99 | "***\n", 100 | "\n", 101 | "## 3. Additional Resources\n", 102 | "\n", 103 | "Feel free to read more about [Getting Started](https://help.github.com/desktop/guides/getting-started/) and [Contributing to Projects](https://help.github.com/desktop/guides/contributing/) with Github Desktop.\n", 104 | "\n", 105 | "\n", 106 | "\n" 107 | ] 108 | } 109 | ], 110 | "metadata": { 111 | "kernelspec": { 112 | "display_name": "Python 3", 113 | "language": "python", 114 | "name": "python3" 115 | }, 116 | "language_info": { 117 | "codemirror_mode": { 118 | "name": "ipython", 119 | "version": 3 120 | }, 121 | "file_extension": ".py", 122 | "mimetype": "text/x-python", 123 | "name": "python", 124 | "nbconvert_exporter": "python", 125 | "pygments_lexer": "ipython3", 126 | "version": "3.6.0" 127 | } 128 | }, 129 | "nbformat": 4, 130 | "nbformat_minor": 0 131 | } 132 | -------------------------------------------------------------------------------- /week1/.ipynb_checkpoints/Part2_Anaconda_Setup-checkpoint.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "markdown", 5 | "metadata": {}, 6 | "source": [ 7 | "# Anaconda Crash Course: Using Anaconda (“Conda”) to Supplement Python\n", 8 | "\n", 9 | "***\n", 10 | "\n", 11 | "Python is a valuable scripting language for data analysis and management; however managing a Python project environment can be nuanced and tricky. Anaconda is a platform built to complement Python by creating customizable and easily accessible environments in which you can run Python scripts. \n", 12 | "\n", 13 | "For reference, the Anaconda homepage is found at the following address.\n", 14 | "\n", 15 | "https://www.continuum.io/why-anaconda\n", 16 | "\n", 17 | "The following tutorial runs through the installation of Anaconda, and then introduces you to the concepts behind Anaconda that make it a nice and useful Python development environment.\n", 18 | "\n", 19 | "***\n", 20 | "\n", 21 | "### Install Anaconda (aka Conda)\n", 22 | "\n", 23 | "The Anaconda homepage contains the materials that you need to install Anaconda on your machine. You will primarily be using Anaconda through the command line, so you will have to get comfortable working on the command line. \n", 24 | "\n", 25 | "## 1. Check Anaconda Version and Install\n", 26 | "\n", 27 | "The first step is to open Terminal and check to see if you have Anaconda installed. If not, we will install it. To check the version, follow the following commands.\n", 28 | "\n", 29 | "#### i. Open Terminal\n", 30 | "#### ii. Check Version\n", 31 | "\n", 32 | "The syntax to access Anaconda on the command line is simply ‘conda’. To check the version you have installed, use the following:\n", 33 | "\n", 34 | "```sh\n", 35 | "\tconda info\n", 36 | "```\n", 37 | "\n", 38 | "If you have it installed, you will see platform information, version details, and environment paths after you hit enter, if not, the terminal will not recognize the command.\n", 39 | "\n", 40 | "\n", 41 | "#### iii. Install Anaconda\n", 42 | "\n", 43 | "To install ‘Conda’, navigate to the Anaconda downloads page at:\n", 44 | "\n", 45 | "[Anaconda Homepage and Downloads](https://www.continuum.io/downloads)\n", 46 | "\n", 47 | "Here, pick your system (Mac/Windows) and the Python version. In our case, we are going to pick Mac and select **version 3.6**. Use the graphical installer, it will provide us a wizard that will step us through the installation process. Download the installer, double click the package file and follow the instructions. Just a heads up, the installation process takes 5-10 minutes, its a big program, but is straight forward.\n", 48 | "\n", 49 | "If you run into problems installing, or you get an error that states that Anaconda cannot be install in the default location, visit this page for short instructions on how to troubleshoot installation.\n", 50 | "\n", 51 | "[Anaconda Installation Docs](http://docs.continuum.io/anaconda/install#anaconda-install)\n", 52 | "\n", 53 | "Anaconda is contained in one directory, so if you ever need to uninstall Anaconda, use Terminal to remove the entire Anaconda directory using **rm -rf ~/anaconda**.\n", 54 | "\n", 55 | "We used Python 3, not Python 2. The guidelines on the site describe that we should use whichever version we intend to use most often, but ultimately it will not matter that much. Anaconda supports both, and if you ever want to use Python 2, you can create an environment that uses Python 2 and activate it. The main reason you would want to use Python 2 is that Linux distributions and Macs, Python 2.7 is still the default, and because the Python ecosystem has amassed a significant amount of quality software over the years in which some of it does not yet work on 3. Python 3, however, is designed to be more robust and fixes a lot of bugs in Python 2, so in the future, expect to see a continued migration to Python 3. We are set up with Python 3 as our default, but since we are using Anaconda, if we want to set up a Python 2 instance at some point, it will be easy to do!\n", 56 | "\n", 57 | "## 2. Confirm the installation worked properly\n", 58 | "\n", 59 | "Once we are finished with the installation, check to make sure it installed correctly by performing a version check.\n", 60 | "\n", 61 | "```sh\n", 62 | "\tconda info\n", 63 | "```\n", 64 | "\n", 65 | "If you see a 4.X.X version number popup, and with platform and environment information, the installation worked. Now we can begin working with Conda.\n", 66 | "\n", 67 | "***\n", 68 | "\n", 69 | "## 3. The Anaconda 30-minute Test Drive\n", 70 | "\n", 71 | "Now let’s familiarize with what exactly Anaconda allows us to do. On a basic level, Anaconda is a Python distribution that adds many features and streamlines work with the language. It does this by creating specific environments on your machine in which you can specify the packages that are installed and used, and easily lets you toggle between environments. With in the individual environments, you can perform analysis, run scripts, and develop code.\n", 72 | "\n", 73 | "Environments are the bread and butter of Anaconda, because not all Python scripts you run will use the same packages, so you can customize exactly what you need, and create a sandbox that lets you try new things. Your environments will save the packages you have installed, allowing you to easily load an environment and run your scripts.\n", 74 | "\n", 75 | "The Anaconda team has put together a very nice Test Drive that is designed to take about a half hour that will introduce you to concepts around Anaconda, including setting up an environment, toggling between environments, managing the Python version you are using, managing the Python packages you are using in your environments, and finally, removing or uninstall packages and environments if you no longer need them.\n", 76 | "\n", 77 | "Follow the Test Drive at the following link:\n", 78 | "\n", 79 | "[Anaconda 30-minute Test Drive](http://conda.pydata.org/docs/test-drive.html)\n", 80 | "\n", 81 | "Working with Anaconda can make working with Python a much more pleasant experience. For additional resources, including cheatsheets and useful links, see the following materials." 82 | ] 83 | }, 84 | { 85 | "cell_type": "markdown", 86 | "metadata": { 87 | "collapsed": true 88 | }, 89 | "source": [ 90 | "***\n", 91 | "\n", 92 | "## Additional Reading and Resources\n", 93 | "\n", 94 | "#### Conda Command Line Cheatsheet -\n", 95 | "http://conda.pydata.org/docs/_downloads/conda-cheatsheet.pdf\n", 96 | "\n", 97 | "#### Mac Command Line Cheatsheet –\n", 98 | "https://github.com/0nn0/terminal-mac-cheatsheet/wiki/Terminal-Cheatsheet-for-Mac-(-basics-)\n", 99 | "\n", 100 | "#### Python Documentation -\n", 101 | "https://docs.python.org/3/library/index.html" 102 | ] 103 | }, 104 | { 105 | "cell_type": "code", 106 | "execution_count": null, 107 | "metadata": { 108 | "collapsed": true 109 | }, 110 | "outputs": [], 111 | "source": [] 112 | } 113 | ], 114 | "metadata": { 115 | "kernelspec": { 116 | "display_name": "Python 3", 117 | "language": "python", 118 | "name": "python3" 119 | }, 120 | "language_info": { 121 | "codemirror_mode": { 122 | "name": "ipython", 123 | "version": 3 124 | }, 125 | "file_extension": ".py", 126 | "mimetype": "text/x-python", 127 | "name": "python", 128 | "nbconvert_exporter": "python", 129 | "pygments_lexer": "ipython3", 130 | "version": "3.6.0" 131 | } 132 | }, 133 | "nbformat": 4, 134 | "nbformat_minor": 0 135 | } 136 | -------------------------------------------------------------------------------- /week1/.ipynb_checkpoints/Part3_Github_ResolvingMergeConflicts-checkpoint.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "markdown", 5 | "metadata": {}, 6 | "source": [ 7 | "# Resolving Merge Conflicts (Command Line)\n", 8 | "\n", 9 | "***\n", 10 | "\n", 11 | "Sometimes, when working on a project, you and your colleagues will change the same line of code. This often happens unintentionally, and you end up with a conflict between two files. No need to panic, simply read the \n", 12 | "\n", 13 | "When this happens, you will see an error like the following:\n", 14 | "\n", 15 | "***\n", 16 | "\n", 17 | "```sh\n", 18 | "git clone git@github.com:username/big-data-spring2017.git\n", 19 | "```\n", 20 | "\n", 21 | "***\n", 22 | "\n", 23 | "\n", 24 | "### 1. Navigate to and Open the File\n", 25 | "\n", 26 | "### 2. Identify the Merge Conflicts\n", 27 | "\n", 28 | "***\n", 29 | "\n", 30 | "```sh\n", 31 | "<<<<<<< HEAD # Changes made on your local machine\n", 32 | "\n", 33 | "Hello. # Your changes and edits\n", 34 | "=======\n", 35 | "Good bye. # Other changes and edits\n", 36 | "\n", 37 | ">>>>>>> ANOTHER BRANCH # Changes made on the remote repository\n", 38 | "```\n", 39 | "\n", 40 | "***\n", 41 | "\n", 42 | "### 3. Edit the File to Resolve Conflicts\n", 43 | "\n", 44 | "***\n", 45 | "\n", 46 | "```sh\n", 47 | "Hello. # Your changes and edits\n", 48 | "```\n", 49 | "\n", 50 | "***\n", 51 | "\n", 52 | "### 4. Fix all of the Merge Conflicts\n", 53 | "\n", 54 | "In order to complete the merge and get the commit to properly perform, you need to fix **all** of the merge conflicts. Unfortunately, often you have to do this manually, as Github will not know which of the conflicts it should keep. There is a way to force Github to take changes using **git pull --force** but you never want to do this, it will overwrite all of your changes!\n", 55 | "\n", 56 | "### 5. Commit and Push your Change\n", 57 | "\n", 58 | "Once you have completed \n", 59 | "\n", 60 | "### Read the Docs\n", 61 | "\n", 62 | "Github has nice documentation on merge conflicts, read them at the following:\n", 63 | "\n", 64 | "[https://help.github.com/articles/resolving-a-merge-conflict-on-github/](https://help.github.com/articles/resolving-a-merge-conflict-on-github/)\n", 65 | "\n", 66 | "If you run into any messages you don't understand, don't forget to read the documentation, or search Stack Exchange!" 67 | ] 68 | } 69 | ], 70 | "metadata": { 71 | "kernelspec": { 72 | "display_name": "Python 3", 73 | "language": "python", 74 | "name": "python3" 75 | }, 76 | "language_info": { 77 | "codemirror_mode": { 78 | "name": "ipython", 79 | "version": 3 80 | }, 81 | "file_extension": ".py", 82 | "mimetype": "text/x-python", 83 | "name": "python", 84 | "nbconvert_exporter": "python", 85 | "pygments_lexer": "ipython3", 86 | "version": "3.6.0" 87 | } 88 | }, 89 | "nbformat": 4, 90 | "nbformat_minor": 2 91 | } 92 | -------------------------------------------------------------------------------- /week1/PSet0_HelloWorld_Setup_Github.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "markdown", 5 | "metadata": {}, 6 | "source": [ 7 | "# Problem Set 0: \"Hello World\" - Setup a Github Homepage" 8 | ] 9 | }, 10 | { 11 | "cell_type": "markdown", 12 | "metadata": {}, 13 | "source": [ 14 | "This problem set is straightforward and designed to get you started, and has a goal of helping you set up a website and becoming more familiar with Github. For your deliverable, you are going to create a simple website that says Hello World. You can customize it and add your bio, a couple of links, whatever you want.\n", 15 | "\n", 16 | "`On the assignment tab of the course Stellar website, submit the link to your github page.`" 17 | ] 18 | }, 19 | { 20 | "cell_type": "markdown", 21 | "metadata": {}, 22 | "source": [ 23 | "### 1. Create your github.io page" 24 | ] 25 | }, 26 | { 27 | "cell_type": "markdown", 28 | "metadata": {}, 29 | "source": [ 30 | "Following the instructions found in Part 1 of the in-class tutorial, create your github homepage. On this page, include atleast the following:\n", 31 | "\n", 32 | "1. Heading with your name\n", 33 | "2. Paragraph containing a short text bio or introduction\n", 34 | "3. An image and link to a visualization project you find inspiring\n", 35 | "\n", 36 | "This is your github homepage that you can use as your own website. You can set this up however you like, and can take it with you after you leave MIT. In class, we will revisit this page later in the course when we work to expand our knowledge of HTML, CSS, and JavaScript, and it can ultimately be used to host your final project. You can then customize it further, add more content, and do some design and styling.\n", 37 | "\n", 38 | "Use this exercise to get all of the software and tools, ie Github, Conda, Sublime Text, installed and running on your machine.\n", 39 | "\n", 40 | "Next week, we will **DIVE INTO PYTHON!**" 41 | ] 42 | }, 43 | { 44 | "cell_type": "markdown", 45 | "metadata": { 46 | "collapsed": true 47 | }, 48 | "source": [ 49 | "### 2. Clone your copy of the Course Github Repository\n", 50 | "\n", 51 | "For next week, you want your own copy of the course Github repo. Once you have completed setup, clone a copy of the course repository into your own Github folder on your machine." 52 | ] 53 | }, 54 | { 55 | "cell_type": "markdown", 56 | "metadata": {}, 57 | "source": [ 58 | "***\n", 59 | "\n", 60 | "```sh\n", 61 | "git clone git@github.com:civic-data-design-lab/big-data-spring2017.git\n", 62 | "```\n", 63 | "\n", 64 | "***" 65 | ] 66 | }, 67 | { 68 | "cell_type": "markdown", 69 | "metadata": {}, 70 | "source": [ 71 | "Next week, we will add more materials for the course, and you can pull them into your remote repository." 72 | ] 73 | }, 74 | { 75 | "cell_type": "code", 76 | "execution_count": null, 77 | "metadata": { 78 | "collapsed": true 79 | }, 80 | "outputs": [], 81 | "source": [] 82 | } 83 | ], 84 | "metadata": { 85 | "kernelspec": { 86 | "display_name": "Python 3", 87 | "language": "python", 88 | "name": "python3" 89 | }, 90 | "language_info": { 91 | "codemirror_mode": { 92 | "name": "ipython", 93 | "version": 3 94 | }, 95 | "file_extension": ".py", 96 | "mimetype": "text/x-python", 97 | "name": "python", 98 | "nbconvert_exporter": "python", 99 | "pygments_lexer": "ipython3", 100 | "version": "3.6.0" 101 | } 102 | }, 103 | "nbformat": 4, 104 | "nbformat_minor": 0 105 | } 106 | -------------------------------------------------------------------------------- /week1/Part1b_GithubDesktop.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "markdown", 5 | "metadata": {}, 6 | "source": [ 7 | "# Git Crash Course: Setting up Git and Github (Desktop) \n", 8 | "\n", 9 | "***\n", 10 | "\n", 11 | "While using the command is the standard method for interacting with Git and Github, Github Desktop makes tracking changes and updating your files even easier by providing a desktop application and graphic user interface (no command line coding necessary!).\n", 12 | "\n", 13 | "***\n", 14 | "\n", 15 | "## 1. Download and Install Github Desktop\n", 16 | "\n", 17 | "If you've already gone through the steps from [Part 1](https://github.com/lukemich47/big-data-spring2017/blob/master/week1/Part1_IntroGitAndGithub.ipynb), then you've already set up a Github account. So we'll jump to installing Github Desktop.\n", 18 | "\n", 19 | "Navigate to the [Github Desktop homepage](https://desktop.github.com/) and download the client.\n", 20 | "\n", 21 | "![Github Desktop Homepage](images/homepage.png \"Github Desktop Homepage\")\n", 22 | "\n", 23 | "***\n", 24 | "\n", 25 | "## 2. Using the Application\n", 26 | "\n", 27 | "Once you start the application, you'll be prompted to authenticate to Github using your login information. Next, a series of information windows will open to step you through an entry tutorial.\n", 28 | "\n", 29 | "![Github Desktop Start Screen](images/startscreen.png \"Github Desktop Start Screen\")\n", 30 | "\n", 31 | "While you should definitely take some time to walk through this built-in tutorial, we'll skip this for now to show you the basics.\n", 32 | "\n", 33 | "***\n", 34 | "\n", 35 | "### Adding a Repo\n", 36 | "\n", 37 | "Click on the plus sign in the upper left corner of the Github Desktop start screen to add a repo.\n", 38 | "\n", 39 | "![Adding a Repo](images/addrepo.png \"Adding a Repo\")\n", 40 | "\n", 41 | "From here, we can create a new Git repository, clone a repo from a remote location, or add an existing repo. Since we created a repo in Part 1, let's select the \"Add\" tab. Then click \"Browse\" to navigate through our local file structure. Select the folder that contains our root working directory. In my case, I'll be adding the repo that contains this tutorial.\n", 42 | "\n", 43 | "***\n", 44 | "\n", 45 | "### Viewing Changes\n", 46 | "\n", 47 | "Now that we've added our local repo to the desktop app, we can view, commit, and push any changes that we make locally. With the recently-added repo selected in the left panel, select the \"Changes\" tab at the top of the screen, which will let you view your recent changes.\n", 48 | "\n", 49 | "![Viewing Changes](images/changes.png \"Viewing Changes\")\n", 50 | "\n", 51 | "If you don't see any changes here, navigate to your repo location on your local machine and make a change (create a blank text file, for example).\n", 52 | "\n", 53 | "***\n", 54 | "\n", 55 | "### Committing Changes\n", 56 | "\n", 57 | "To commit our new changes, first give your commit a comment and, if you'd like, a more specific description. Then click \"Commit to master.\"\n", 58 | "\n", 59 | "![Commit Changes](images/commit.png \"Committing Changes\")\n", 60 | "\n", 61 | "***\n", 62 | "\n", 63 | "### Working with Branches\n", 64 | "\n", 65 | "To create a branch, simply click the branch button at the top of the application, and name the branch.\n", 66 | "\n", 67 | "![Creating a Branch](images/newbranch.png \"Creating a Branch\")\n", 68 | "\n", 69 | "You can publish this branch to your remote repo (the existence of the branch, not the changes on it) with the \"Publish\" button in the upper right.\n", 70 | "\n", 71 | "To delete a branch, select the gear symbol in the upper right corner and select \"Delete branch_name.\"\n", 72 | "\n", 73 | "![Deleting a Branch](images/deletebranch.png \"Deleting a Branch\")\n", 74 | "\n", 75 | "***\n", 76 | "\n", 77 | "### The Branch Diagram\n", 78 | "\n", 79 | "Across the top of the application's layout, we see the branch diagram. This shows us how our project has evolved and let's us quickly see the various branching steps and committed changes that have occured. Your diagram will be a bit simpler than the one shown here, but you should see the commit we just completed in the previous step (committed changes show as open circles; synced changes show as filled dots).\n", 80 | "\n", 81 | "![Branch Diagram](images/branchdiagram.png \"Branch Diagram\")\n", 82 | "\n", 83 | "***\n", 84 | "\n", 85 | "### Viewing History\n", 86 | "\n", 87 | "If we click on the \"History\" tab at the top of the application, we can see a list of our previous commits. Select one of your commits on the left to view the list of changes. We can then click the small arrow next to each change to view the specific lines of text that have been changed.\n", 88 | "\n", 89 | "![Viewing History](images/history.png \"Viewing History\")\n", 90 | "\n", 91 | "If we want to return to a state of our code prior to a given commit, we can click the \"Revert button.\"\n", 92 | "\n", 93 | "***\n", 94 | "\n", 95 | "### Syncing Changes\n", 96 | "\n", 97 | "To sync our changes, simply click the Sync button in the top right corner. This pushes our commit to our remote repo on the Github site. You'll see the open circle(s) in the branch diagram turn into closed dots.\n", 98 | "\n", 99 | "***\n", 100 | "\n", 101 | "## 3. Additional Resources\n", 102 | "\n", 103 | "Feel free to read more about [Getting Started](https://help.github.com/desktop/guides/getting-started/) and [Contributing to Projects](https://help.github.com/desktop/guides/contributing/) with Github Desktop.\n", 104 | "\n", 105 | "\n", 106 | "\n" 107 | ] 108 | } 109 | ], 110 | "metadata": { 111 | "kernelspec": { 112 | "display_name": "Python 3", 113 | "language": "python", 114 | "name": "python3" 115 | }, 116 | "language_info": { 117 | "codemirror_mode": { 118 | "name": "ipython", 119 | "version": 3 120 | }, 121 | "file_extension": ".py", 122 | "mimetype": "text/x-python", 123 | "name": "python", 124 | "nbconvert_exporter": "python", 125 | "pygments_lexer": "ipython3", 126 | "version": "3.6.0" 127 | } 128 | }, 129 | "nbformat": 4, 130 | "nbformat_minor": 0 131 | } 132 | -------------------------------------------------------------------------------- /week1/Part2_Anaconda_Setup.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "markdown", 5 | "metadata": {}, 6 | "source": [ 7 | "# Anaconda Crash Course: Using Anaconda (“Conda”) to Supplement Python\n", 8 | "\n", 9 | "***\n", 10 | "\n", 11 | "Python is a valuable scripting language for data analysis and management; however managing a Python project environment can be nuanced and tricky. Anaconda is a platform built to complement Python by creating customizable and easily accessible environments in which you can run Python scripts. \n", 12 | "\n", 13 | "For reference, the Anaconda homepage is found at the following address.\n", 14 | "\n", 15 | "https://www.continuum.io/why-anaconda\n", 16 | "\n", 17 | "The following tutorial runs through the installation of Anaconda, and then introduces you to the concepts behind Anaconda that make it a nice and useful Python development environment.\n", 18 | "\n", 19 | "***\n", 20 | "\n", 21 | "### Install Anaconda (aka Conda)\n", 22 | "\n", 23 | "The Anaconda homepage contains the materials that you need to install Anaconda on your machine. You will primarily be using Anaconda through the command line, so you will have to get comfortable working on the command line. \n", 24 | "\n", 25 | "## 1. Check Anaconda Version and Install\n", 26 | "\n", 27 | "The first step is to open Terminal and check to see if you have Anaconda installed. If not, we will install it. To check the version, follow the following commands.\n", 28 | "\n", 29 | "#### i. Open Terminal\n", 30 | "#### ii. Check Version\n", 31 | "\n", 32 | "The syntax to access Anaconda on the command line is simply ‘conda’. To check the version you have installed, use the following:\n", 33 | "\n", 34 | "```sh\n", 35 | "\tconda info\n", 36 | "```\n", 37 | "\n", 38 | "If you have it installed, you will see platform information, version details, and environment paths after you hit enter, if not, the terminal will not recognize the command.\n", 39 | "\n", 40 | "\n", 41 | "#### iii. Install Anaconda\n", 42 | "\n", 43 | "To install ‘Conda’, navigate to the Anaconda downloads page at:\n", 44 | "\n", 45 | "[Anaconda Homepage and Downloads](https://www.continuum.io/downloads)\n", 46 | "\n", 47 | "Here, pick your system (Mac/Windows) and the Python version. In our case, we are going to pick Mac and select **version 3.6**. Use the graphical installer, it will provide us a wizard that will step us through the installation process. Download the installer, double click the package file and follow the instructions. Just a heads up, the installation process takes 5-10 minutes, its a big program, but is straight forward.\n", 48 | "\n", 49 | "If you run into problems installing, or you get an error that states that Anaconda cannot be install in the default location, visit this page for short instructions on how to troubleshoot installation.\n", 50 | "\n", 51 | "[Anaconda Installation Docs](http://docs.continuum.io/anaconda/install#anaconda-install)\n", 52 | "\n", 53 | "Anaconda is contained in one directory, so if you ever need to uninstall Anaconda, use Terminal to remove the entire Anaconda directory using **rm -rf ~/anaconda**.\n", 54 | "\n", 55 | "We used Python 3, not Python 2. The guidelines on the site describe that we should use whichever version we intend to use most often, but ultimately it will not matter that much. Anaconda supports both, and if you ever want to use Python 2, you can create an environment that uses Python 2 and activate it. The main reason you would want to use Python 2 is that Linux distributions and Macs, Python 2.7 is still the default, and because the Python ecosystem has amassed a significant amount of quality software over the years in which some of it does not yet work on 3. Python 3, however, is designed to be more robust and fixes a lot of bugs in Python 2, so in the future, expect to see a continued migration to Python 3. We are set up with Python 3 as our default, but since we are using Anaconda, if we want to set up a Python 2 instance at some point, it will be easy to do!\n", 56 | "\n", 57 | "## 2. Confirm the installation worked properly\n", 58 | "\n", 59 | "Once we are finished with the installation, check to make sure it installed correctly by performing a version check.\n", 60 | "\n", 61 | "```sh\n", 62 | "\tconda info\n", 63 | "```\n", 64 | "\n", 65 | "If you see a 4.X.X version number popup, and with platform and environment information, the installation worked. Now we can begin working with Conda.\n", 66 | "\n", 67 | "***\n", 68 | "\n", 69 | "## 3. The Anaconda 30-minute Test Drive\n", 70 | "\n", 71 | "Now let’s familiarize with what exactly Anaconda allows us to do. On a basic level, Anaconda is a Python distribution that adds many features and streamlines work with the language. It does this by creating specific environments on your machine in which you can specify the packages that are installed and used, and easily lets you toggle between environments. With in the individual environments, you can perform analysis, run scripts, and develop code.\n", 72 | "\n", 73 | "Environments are the bread and butter of Anaconda, because not all Python scripts you run will use the same packages, so you can customize exactly what you need, and create a sandbox that lets you try new things. Your environments will save the packages you have installed, allowing you to easily load an environment and run your scripts.\n", 74 | "\n", 75 | "The Anaconda team has put together a very nice Test Drive that is designed to take about a half hour that will introduce you to concepts around Anaconda, including setting up an environment, toggling between environments, managing the Python version you are using, managing the Python packages you are using in your environments, and finally, removing or uninstall packages and environments if you no longer need them.\n", 76 | "\n", 77 | "Follow the Test Drive at the following link:\n", 78 | "\n", 79 | "[Anaconda 30-minute Test Drive](http://conda.pydata.org/docs/test-drive.html)\n", 80 | "\n", 81 | "Working with Anaconda can make working with Python a much more pleasant experience. For additional resources, including cheatsheets and useful links, see the following materials." 82 | ] 83 | }, 84 | { 85 | "cell_type": "markdown", 86 | "metadata": { 87 | "collapsed": true 88 | }, 89 | "source": [ 90 | "***\n", 91 | "\n", 92 | "## Additional Reading and Resources\n", 93 | "\n", 94 | "#### Conda Command Line Cheatsheet -\n", 95 | "http://conda.pydata.org/docs/_downloads/conda-cheatsheet.pdf\n", 96 | "\n", 97 | "#### Mac Command Line Cheatsheet –\n", 98 | "https://github.com/0nn0/terminal-mac-cheatsheet/wiki/Terminal-Cheatsheet-for-Mac-(-basics-)\n", 99 | "\n", 100 | "#### Python Documentation -\n", 101 | "https://docs.python.org/3/library/index.html" 102 | ] 103 | }, 104 | { 105 | "cell_type": "code", 106 | "execution_count": null, 107 | "metadata": { 108 | "collapsed": true 109 | }, 110 | "outputs": [], 111 | "source": [] 112 | } 113 | ], 114 | "metadata": { 115 | "kernelspec": { 116 | "display_name": "Python 3", 117 | "language": "python", 118 | "name": "python3" 119 | }, 120 | "language_info": { 121 | "codemirror_mode": { 122 | "name": "ipython", 123 | "version": 3 124 | }, 125 | "file_extension": ".py", 126 | "mimetype": "text/x-python", 127 | "name": "python", 128 | "nbconvert_exporter": "python", 129 | "pygments_lexer": "ipython3", 130 | "version": "3.6.0" 131 | } 132 | }, 133 | "nbformat": 4, 134 | "nbformat_minor": 0 135 | } 136 | -------------------------------------------------------------------------------- /week1/images/GithubDesktopHomepage.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week1/images/GithubDesktopHomepage.jpg -------------------------------------------------------------------------------- /week1/images/addrepo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week1/images/addrepo.png -------------------------------------------------------------------------------- /week1/images/branchdiagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week1/images/branchdiagram.png -------------------------------------------------------------------------------- /week1/images/changes.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week1/images/changes.png -------------------------------------------------------------------------------- /week1/images/commit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week1/images/commit.png -------------------------------------------------------------------------------- /week1/images/deletebranch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week1/images/deletebranch.png -------------------------------------------------------------------------------- /week1/images/history.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week1/images/history.png -------------------------------------------------------------------------------- /week1/images/homepage.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week1/images/homepage.png -------------------------------------------------------------------------------- /week1/images/newbranch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week1/images/newbranch.png -------------------------------------------------------------------------------- /week1/images/startscreen.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week1/images/startscreen.png -------------------------------------------------------------------------------- /week10/10_PSET7_sliderMap.md: -------------------------------------------------------------------------------- 1 | # Data Visualization with D3 2 | ## D3 Mapping: Create a Temporal Election Map 3 | 4 | For the PSET this week, we are going to create an interactive map using state-level results of presidential election data from 2000-2016. This will utilize and build from the examples created during the in-class exercise. 5 | 6 | We would like you to recreate the following map showing election map showing . In the **data/problem_set_data** folder on Github you will find a file for your use named **election_results_2000_2016.json**. Use this JSON for your visualization. 7 | 8 | The JSON was created from records from the U.S. Electoral College datasets from the [U.S. National Archives and Records Administration](https://www.archives.gov/federal-register/electoral-college/historical.html). 9 | 10 | You can take some liberty with your design, but should atleast include the following. 11 | 12 | ![US Election Map](images/elections_2000_2016.png "US Elections Map") 13 | 14 | #### Requirements 15 | 16 | 1. Show Presidential Election Results for five election cycles. (2000, 2004, 2008, 2012, and 2016) 17 | 2. Use a Range Slider to navigate between the five elections. 18 | 3. Change the color of the state depending on the result, red should be republican, blue should be democrat. 19 | 4. Add an informative title, source, and supplemental information to your visualization. 20 | 21 | ### Help and Hints 22 | 23 | Fields of relevance in **election_results_2000_2016.json** are: 24 | 25 | * elect2000 - state-by-state results from November 2000 26 | * elect2000 - state-by-state results from November 2004 27 | * elect2000 - state-by-state results from November 2008 28 | * elect2000 - state-by-state results from November 2012 29 | * elect2016 - state-by-state results from November 2016 30 | 31 | R - Republican 32 | D - Democrat 33 | 34 | * Data is from [National Archives and Records Administration](https://www.archives.gov/federal-register/electoral-college/historical.html) 35 | 36 | You can refer to the slider example made in class for this exercise to help you figure out a solution. 37 | 38 | * [Slider Map Example - Mike Foster](http://duspviz.mit.edu/d3-workshop/examples/session4/boston-slider-map.html) 39 | 40 | * Documentation on the range slider and what it returns are located here: 41 | 42 | [http://www.w3schools.com/jsref/dom_obj_range.asp](http://www.w3schools.com/jsref/dom_obj_range.asp) 43 | *Use console.log to see what values are being returned by the range slider.* 44 | 45 | ### In-class Exercise 46 | 47 | In-class exercise for this week located at: 48 | 49 | [http://duspviz.mit.edu/d3-workshop/mapping-data-with-d3/](http://duspviz.mit.edu/d3-workshop/mapping-data-with-d3/) -------------------------------------------------------------------------------- /week10/10_d3_mapping.md: -------------------------------------------------------------------------------- 1 | # Data Visualization with D3 2 | ## Intro to D3: Mapping and Time Sliders 3 | 4 | This week, we are running through the basics of mapping with D3! Our exercise this week is going to involve creating a map, adding data, and then interaction using a time slider. We will then show a number of examples, and introduce the concepts of working with projections, TopoJSON, choropleths, and tabular data. 5 | 6 | ### Instructions 7 | 8 | 1. The first thing you will want to do is grab a current copy of the repo from Github. In here, you will find data and code examples for the exercises, and some supplemental files for your reference. 9 | 10 | 2. Start up a localhost python server in the directory named *d3-examples*. This folder contains code examples and data folder. This is where we will do our map design and coding. 11 | 12 | 3. Find the in-class exercise at: 13 | 14 | [http://duspviz.mit.edu/d3-workshop/mapping-data-with-d3/](http://duspviz.mit.edu/d3-workshop/mapping-data-with-d3/) 15 | 16 | This page will contain the tutorial for the week. We are going to make a map using JavaScript and D3 methods! 17 | 18 | 4. The take-home problem set (10_PSET7_sliderMap) is found at the following in this weeks folder. 19 | 20 | [https://github.com/civic-data-design-lab/big-data-spring2017/blob/master/week10/10_PSET7_sliderMap.md](https://github.com/civic-data-design-lab/big-data-spring2017/blob/master/week10/10_PSET7_sliderMap.md) 21 | -------------------------------------------------------------------------------- /week10/d3-examples/boston-hover-map.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | A D3 map 4 | 5 | 6 | 7 | 29 | 30 | 31 |

Rodent Incidents in Boston

32 |

33 | 80 | 81 | -------------------------------------------------------------------------------- /week10/d3-examples/boston-slider-map.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | A D3 map 4 | 5 | 6 | 7 | 32 | 33 | 34 |

Rodent Incidents in Boston

35 |

36 |
37 |
38 | January 39 |
40 | 125 | 126 | -------------------------------------------------------------------------------- /week10/d3-examples/choropleth-map.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | A D3 county choropleth map of Kentucky oil or gas wells 6 | 7 | 8 | 9 | 10 | 19 | 20 | 21 | 74 | 75 | -------------------------------------------------------------------------------- /week10/d3-examples/employment-map-quantize.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 26 | 27 | 28 | 29 | 30 | -------------------------------------------------------------------------------- /week10/d3-examples/employment-map-threshold.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 12 | 13 | 14 | 15 | 16 | 58 | -------------------------------------------------------------------------------- /week10/d3-examples/projections-example.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 23 | 24 | 25 | 26 | -------------------------------------------------------------------------------- /week10/images/elections_2000_2016.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week10/images/elections_2000_2016.png -------------------------------------------------------------------------------- /week11/12_d3_transitions.md: -------------------------------------------------------------------------------- 1 | # Data Visualization with D3 2 | ## Intro to D3: Transitions and Animations 3 | 4 | This week, we are looking at transitions and animations. In other words, transitions are the way you add animation and movement to your map that work with interactions and make your visualizations visually interesting and appealing. 5 | 6 | ### Instructions 7 | 8 | 1. The first thing you will want to do is grab a current copy of the repo from Github. Follow the same process as in previous weeks. In here, you will find data and code examples for the exercises. 9 | 10 | 2. Start up a localhost python server in the directory. This is where we will do our visualization design and coding. 11 | 12 | 3. Find the in-class exercise at: 13 | 14 | [http://duspviz.mit.edu/d3-workshop/transitions-animation/](http://duspviz.mit.edu/d3-workshop/transitions-animation/) 15 | 16 | This page will contain the tutorial for the week. We are going working through making transitions and animations using javascript and D3 methods! 17 | 18 | 4. There is no take home problem set this week, you should spend the time working on your projects. 19 | 20 | #### Take the knowledge from today and continue to learn D3! 21 | -------------------------------------------------------------------------------- /week11/d3-examples/barchart.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | I'm Learning D3 6 | 7 | 16 | 17 | 18 | 19 |
20 |
21 |
22 | 25 | 28 |
29 |
30 | 131 | 132 | -------------------------------------------------------------------------------- /week11/d3-examples/data/coffee_rodents_transform.csv: -------------------------------------------------------------------------------- 1 | city,rats_2015,coffee_2015,rats_2016,coffee_2016 2 | Somerville,60,40,40,60 3 | Cambridge,30,90,80,100 4 | Boston,90,120,10,30 5 | Brookline,40,50,60,30 6 | Chelsea,10,10,100,120 -------------------------------------------------------------------------------- /week11/d3-examples/data/rat-data-larger-v2.csv: -------------------------------------------------------------------------------- 1 | city,rats 2 | Brookline,60 3 | Boston,20 4 | Cambridge,50 5 | Somerville,90 6 | Watertown,60 7 | Medford,40 8 | Chelsea,10 -------------------------------------------------------------------------------- /week11/d3-examples/data/rat-data-larger.csv: -------------------------------------------------------------------------------- 1 | city,rats 2 | Brookline,40 3 | Boston,90 4 | Cambridge,30 5 | Somerville,60 6 | Watertown,75 7 | Medford,10 8 | Chelsea,55 -------------------------------------------------------------------------------- /week11/d3-examples/data/unemployment_2005_2015.csv: -------------------------------------------------------------------------------- 1 | date,rate 2 | Jan 2005,5.3 3 | Feb 2005,5.4 4 | Mar 2005,5.2 5 | Apr 2005,5.2 6 | May 2005,5.1 7 | Jun 2005,5.0 8 | Jul 2005,5.0 9 | Aug 2005,4.9 10 | Sep 2005,5.0 11 | Oct 2005,5.0 12 | Nov 2005,5.0 13 | Dec 2005,4.9 14 | Jan 2006,4.7 15 | Feb 2006,4.8 16 | Mar 2006,4.7 17 | Apr 2006,4.7 18 | May 2006,4.6 19 | Jun 2006,4.6 20 | Jul 2006,4.7 21 | Aug 2006,4.7 22 | Sep 2006,4.5 23 | Oct 2006,4.4 24 | Nov 2006,4.5 25 | Dec 2006,4.4 26 | Jan 2007,4.6 27 | Feb 2007,4.5 28 | Mar 2007,4.4 29 | Apr 2007,4.5 30 | May 2007,4.4 31 | Jun 2007,4.6 32 | Jul 2007,4.7 33 | Aug 2007,4.6 34 | Sep 2007,4.7 35 | Oct 2007,4.7 36 | Nov 2007,4.7 37 | Dec 2007,5.0 38 | Jan 2008,5.0 39 | Feb 2008,4.9 40 | Mar 2008,5.1 41 | Apr 2008,5.0 42 | May 2008,5.4 43 | Jun 2008,5.6 44 | Jul 2008,5.8 45 | Aug 2008,6.1 46 | Sep 2008,6.1 47 | Oct 2008,6.5 48 | Nov 2008,6.8 49 | Dec 2008,7.3 50 | Jan 2009,7.8 51 | Feb 2009,8.3 52 | Mar 2009,8.7 53 | Apr 2009,9.0 54 | May 2009,9.4 55 | Jun 2009,9.5 56 | Jul 2009,9.5 57 | Aug 2009,9.6 58 | Sep 2009,9.8 59 | Oct 2009,10.0 60 | Nov 2009,9.9 61 | Dec 2009,9.9 62 | Jan 2010,9.8 63 | Feb 2010,9.8 64 | Mar 2010,9.9 65 | Apr 2010,9.9 66 | May 2010,9.6 67 | Jun 2010,9.4 68 | Jul 2010,9.4 69 | Aug 2010,9.5 70 | Sep 2010,9.5 71 | Oct 2010,9.4 72 | Nov 2010,9.8 73 | Dec 2010,9.3 74 | Jan 2011,9.2 75 | Feb 2011,9.0 76 | Mar 2011,9.0 77 | Apr 2011,9.1 78 | May 2011,9.0 79 | Jun 2011,9.1 80 | Jul 2011,9.0 81 | Aug 2011,9.0 82 | Sep 2011,9.0 83 | Oct 2011,8.8 84 | Nov 2011,8.6 85 | Dec 2011,8.5 86 | Jan 2012,8.3 87 | Feb 2012,8.3 88 | Mar 2012,8.2 89 | Apr 2012,8.2 90 | May 2012,8.2 91 | Jun 2012,8.2 92 | Jul 2012,8.2 93 | Aug 2012,8.0 94 | Sep 2012,7.8 95 | Oct 2012,7.8 96 | Nov 2012,7.7 97 | Dec 2012,7.9 98 | Jan 2013,8.0 99 | Feb 2013,7.7 100 | Mar 2013,7.5 101 | Apr 2013,7.6 102 | May 2013,7.5 103 | Jun 2013,7.5 104 | Jul 2013,7.3 105 | Aug 2013,7.2 106 | Sep 2013,7.2 107 | Oct 2013,7.2 108 | Nov 2013,7.0 109 | Dec 2013,6.7 110 | Jan 2014,6.6 111 | Feb 2014,6.7 112 | Mar 2014,6.6 113 | Apr 2014,6.2 114 | May 2014,6.3 115 | Jun 2014,6.1 116 | Jul 2014,6.2 117 | Aug 2014,6.1 118 | Sep 2014,5.9 119 | Oct 2014,5.7 120 | Nov 2014,5.8 121 | Dec 2014,5.6 122 | Jan 2015,5.7 123 | Feb 2015,5.5 124 | Mar 2015,5.5 125 | Apr 2015,5.4 126 | May 2015,5.5 127 | Jun 2015,5.3 -------------------------------------------------------------------------------- /week11/d3-examples/drag.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | I'm Learning D3 5 | 6 | 20 | 21 | 22 |

Click and Drag the Circles! The radius of them is determined by our data.

23 | 24 | 25 | 69 | 70 | -------------------------------------------------------------------------------- /week11/d3-examples/linechart.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 27 | 28 | 29 | -------------------------------------------------------------------------------- /week11/d3-examples/scatterplot.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | D3 Demo: Making a scatterplot with SVG 6 | 7 | 10 | 11 | 12 | 54 | 55 | -------------------------------------------------------------------------------- /week11/d3-examples/transitions.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | I'm Learning D3 5 | 6 | 13 | 14 | 15 | 16 | 17 | 18 | 36 | -------------------------------------------------------------------------------- /week11/supplemental_examples/linked_map_chart/data/election_2016_state_results.csv: -------------------------------------------------------------------------------- 1 | State,Democrat,Republican,Other,victory_margin,id 2 | AK,93003,130413,23172,-0.151710546,2 3 | AL,718084,1306925,53156,-0.283346606,1 4 | AR,378729,677904,51982,-0.269863749,5 5 | AZ,936250,1021154,105406,-0.041159389,4 6 | CA,7362490,3916209,675618,0.28828757,6 7 | CO,1212209,1137455,214521,0.029153123,8 8 | CT,884432,668266,70844,0.133144692,9 9 | DC,260223,11553,8496,0.887245247,11 10 | DE,235581,185103,20851,0.114323893,10 11 | FL,4485745,4605515,295490,-0.012759475,12 12 | GA,1837300,2068623,123641,-0.057406459,13 13 | HI,266827,128815,33183,0.321837579,15 14 | IA,650790,798923,93167,-0.096010707,19 15 | ID,189677,407199,91359,-0.316057742,16 16 | IL,2977498,2118179,278603,0.159894721,17 17 | IN,1031953,1556220,133856,-0.192601548,18 18 | KS,414788,656009,76346,-0.210279799,20 19 | KY,628834,1202942,90442,-0.298669558,21 20 | LA,779535,1178004,70192,-0.196509793,22 21 | MA,1964768,1083069,183694,0.272842501,25 22 | MD,1497951,873646,102946,0.252291029,24 23 | ME,354873,334838,51839,0.027017733,23 24 | MI,2268193,2279805,242919,-0.002423753,26 25 | MN,1366676,1322891,226837,0.015013352,27 26 | MO,1054889,1585753,134456,-0.191295587,29 27 | MS,462001,678457,22529,-0.186120739,1 28 | MT,174521,274120,34933,-0.205964341,30 29 | NC,2162074,2339603,127794,-0.038347578,37 30 | ND,93526,216133,27309,-0.363853541,38 31 | NE,273858,485819,45961,-0.263097073,31 32 | NH,348521,345789,37243,0.003734521,33 33 | NJ,2021756,1535513,117624,0.132314873,34 34 | NM,380724,315875,86528,0.082807769,35 35 | NV,537753,511319,73918,0.023538945,32 36 | NY,4143874,2640570,261731,0.213350364,36 37 | OH,2317001,2771984,236410,-0.085436479,39 38 | OK,419788,947934,83334,-0.363973548,40 39 | OR,934631,742506,131438,0.106230043,41 40 | PA,2844705,2912941,212461,-0.011429611,42 41 | RI,249902,179421,20798,0.156582341,44 42 | SC,849469,1143611,91364,-0.14111293,45 43 | SD,117442,227701,24904,-0.297959448,46 44 | TN,867110,1517402,100179,-0.261719465,47 45 | TX,3867816,4681590,353831,-0.091402037,48 46 | UT,274188,452086,258683,-0.180614991,49 47 | VA,1916845,1731156,196786,0.048296304,51 48 | VT,178179,95053,18181,0.285251516,50 49 | WA,1610524,1129120,218298,0.162749641,53 50 | WI,1380823,1403694,152809,-0.007786334,55 51 | WV,187457,486198,34571,-0.421815918,54 52 | WY,55949,174248,18545,-0.475589165,56 53 | -------------------------------------------------------------------------------- /week11/supplemental_examples/linked_map_chart/data/election_2016_state_results2.csv: -------------------------------------------------------------------------------- 1 | State,Democrat,Republican,Other 2 | AK,93003,130413,23172 3 | AL,718084,1306925,53156 4 | AR,378729,677904,51982 5 | AZ,936250,1021154,105406 6 | CA,7362490,3916209,675618 7 | CO,1212209,1137455,214521 8 | CT,884432,668266,70844 9 | DC,260223,11553,8496 10 | DE,235581,185103,20851 11 | FL,4485745,4605515,295490 12 | GA,1837300,2068623,123641 13 | HI,266827,128815,33183 14 | IA,650790,798923,93167 15 | ID,189677,407199,91359 16 | IL,2977498,2118179,278603 17 | IN,1031953,1556220,133856 18 | KS,414788,656009,76346 19 | KY,628834,1202942,90442 20 | LA,779535,1178004,70192 21 | MA,1964768,1083069,183694 22 | MD,1497951,873646,102946 23 | ME,354873,334838,51839 24 | MI,2268193,2279805,242919 25 | MN,1366676,1322891,226837 26 | MO,1054889,1585753,134456 27 | MS,462001,678457,22529 28 | MT,174521,274120,34933 29 | NC,2162074,2339603,127794 30 | ND,93526,216133,27309 31 | NE,273858,485819,45961 32 | NH,348521,345789,37243 33 | NJ,2021756,1535513,117624 34 | NM,380724,315875,86528 35 | NV,537753,511319,73918 36 | NY,4143874,2640570,261731 37 | OH,2317001,2771984,236410 38 | OK,419788,947934,83334 39 | OR,934631,742506,131438 40 | PA,2844705,2912941,212461 41 | RI,249902,179421,20798 42 | SC,849469,1143611,91364 43 | SD,117442,227701,24904 44 | TN,867110,1517402,100179 45 | TX,3867816,4681590,353831 46 | UT,274188,452086,258683 47 | VA,1916845,1731156,196786 48 | VT,178179,95053,18181 49 | WA,1610524,1129120,218298 50 | WI,1380823,1403694,152809 51 | WV,187457,486198,34571 52 | WY,55949,174248,18545 53 | -------------------------------------------------------------------------------- /week11/supplemental_examples/linked_map_chart/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | Mapping with D3 6 | 7 | 8 | 9 | 10 | 11 | 12 | 32 | 33 | 34 |
35 |
36 |
37 |
38 |
39 | 40 |
41 |
42 | 43 | 240 | 241 | -------------------------------------------------------------------------------- /week11/supplemental_examples/unstacking_bar_chart/data/election_2016_state_results.csv: -------------------------------------------------------------------------------- 1 | State,Democrat,Republican,Other 2 | AK,93003,130413,23172 3 | AL,718084,1306925,53156 4 | AR,378729,677904,51982 5 | AZ,936250,1021154,105406 6 | CA,7362490,3916209,675618 7 | CO,1212209,1137455,214521 8 | CT,884432,668266,70844 9 | DC,260223,11553,8496 10 | DE,235581,185103,20851 11 | FL,4485745,4605515,295490 12 | GA,1837300,2068623,123641 13 | HI,266827,128815,33183 14 | IA,650790,798923,93167 15 | ID,189677,407199,91359 16 | IL,2977498,2118179,278603 17 | IN,1031953,1556220,133856 18 | KS,414788,656009,76346 19 | KY,628834,1202942,90442 20 | LA,779535,1178004,70192 21 | MA,1964768,1083069,183694 22 | MD,1497951,873646,102946 23 | ME,354873,334838,51839 24 | MI,2268193,2279805,242919 25 | MN,1366676,1322891,226837 26 | MO,1054889,1585753,134456 27 | MS,462001,678457,22529 28 | MT,174521,274120,34933 29 | NC,2162074,2339603,127794 30 | ND,93526,216133,27309 31 | NE,273858,485819,45961 32 | NH,348521,345789,37243 33 | NJ,2021756,1535513,117624 34 | NM,380724,315875,86528 35 | NV,537753,511319,73918 36 | NY,4143874,2640570,261731 37 | OH,2317001,2771984,236410 38 | OK,419788,947934,83334 39 | OR,934631,742506,131438 40 | PA,2844705,2912941,212461 41 | RI,249902,179421,20798 42 | SC,849469,1143611,91364 43 | SD,117442,227701,24904 44 | TN,867110,1517402,100179 45 | TX,3867816,4681590,353831 46 | UT,274188,452086,258683 47 | VA,1916845,1731156,196786 48 | VT,178179,95053,18181 49 | WA,1610524,1129120,218298 50 | WI,1380823,1403694,152809 51 | WV,187457,486198,34571 52 | WY,55949,174248,18545 -------------------------------------------------------------------------------- /week11/supplemental_examples/unstacking_bar_chart/index.html: -------------------------------------------------------------------------------- 1 | 2 | 10 |
11 | 12 |
13 | 14 | 15 |
16 |
17 | 18 | -------------------------------------------------------------------------------- /week2/images/ipython.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week2/images/ipython.png -------------------------------------------------------------------------------- /week3/data/voter_registration_list_documentation.doc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week3/data/voter_registration_list_documentation.doc -------------------------------------------------------------------------------- /week3/images/pandas.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week3/images/pandas.png -------------------------------------------------------------------------------- /week4/rat_data.txt: -------------------------------------------------------------------------------- 1 | City, Number 2 | Cambridge, 400 3 | Boston, 900 4 | Somerville, 300 5 | Brookline, 600 6 | -------------------------------------------------------------------------------- /week4/scripts/starter_script.py: -------------------------------------------------------------------------------- 1 | #! python 2 | 3 | import requests 4 | import bs4 5 | 6 | # load and get the website 7 | response = requests.get('http://duspviz.mit.edu/_assets/data/sample.html') 8 | 9 | # create the soup 10 | soup = bs4.BeautifulSoup(response.text, "html.parser") 11 | 12 | # find all the tags with class city or number 13 | data = soup.findAll(attrs={'class':['city','number']}) 14 | 15 | # print 'data' to console 16 | print(data) 17 | 18 | f = open('rat_data.txt','a') # open new file, make sure path to your data file is correct 19 | 20 | p = 0 # initial place in array 21 | l = len(data)-1 # length of array minus one 22 | 23 | f.write("City, Number\n") #write headers 24 | 25 | while p < l: # while place is less than length 26 | f.write(data[p].string + ", ") # write city and add comma 27 | p = p + 1 # increment 28 | f.write(data[p].string + "\n") # write number and line break 29 | p = p + 1 # increment 30 | 31 | f.close() # close file -------------------------------------------------------------------------------- /week4/twitter_key.py: -------------------------------------------------------------------------------- 1 | api_key = "put your api key here between the quotes" 2 | api_secret = "put your secret key here between the quotes" -------------------------------------------------------------------------------- /week5/images/151110_Congestion.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week5/images/151110_Congestion.jpg -------------------------------------------------------------------------------- /week5/images/Graph_theory_tree.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week5/images/Graph_theory_tree.jpg -------------------------------------------------------------------------------- /week5/jsons/12wonderwomentweets.json: -------------------------------------------------------------------------------- 1 | {"name": "12wonderwomen", "ids": [743856512, 745737728633933824, 250445917, 821826864847220736, 801513497389658112, 389685585, 4467427937, 934934755, 804364643804315649, 790585342185250817, 753949546107904000, 15171925, 39305925, 2903064138, 230323246, 2540051081, 3863759594, 2870891397, 771040107763736576, 737797223031922688, 2767877295, 762532393832112129, 273971134, 757019702031822849, 102220878, 719629241051168769, 750409611899908096, 115551413, 54049694, 27658916, 2203525909, 1053182454, 3383964663, 712564843, 452490379, 34302847, 2396048112, 3254601952, 313457982, 3097749592, 123349432, 182768058, 3896716633, 4465262117, 387942469, 4865565826, 703738471, 1236833730, 4835099493, 2862594987, 4262375842, 35032808, 2814442984, 3075775171, 98464567, 91902362, 3376814603, 3409193847, 483286064, 919769598, 1456075993, 2796941191, 28624800, 2683176804, 288204640, 1645993123, 1049212616, 153543961, 21210254, 170740556, 4211003187, 1093119396, 1061456833, 2911087354, 2155239313, 3157829985, 411804475, 3469324396, 1313851388, 3665332703, 2963966254, 3674434579, 1542330350, 283752396, 28441829, 159595249, 3316577529, 1228604766, 27701354, 2925725638, 928399154, 3350769718, 547085747, 3364401940, 2248949051, 3288760703, 3304518640, 2397037542, 1443982832, 1403479262, 272948120, 1452188106, 123578003, 33600837, 3007917331, 62905020, 1959224372, 2459831780, 3131352814, 2757032873, 195254772, 340086269, 1930862239, 565468351, 2944736855, 2915369561, 457687578, 2298686772, 23443845, 2901136333, 34673784, 2419291452, 2238061640, 190112755, 2446086276, 597430651, 2596574756, 2419643082, 2787821631, 2764474047, 2781321726, 23303049, 432620393, 2424661855, 827607523, 19730331, 802665524, 47729091, 2479841382, 257126308, 1710837726, 550579939, 1340252029, 1476683647, 829774056, 17463615, 2618258328, 2600279018, 42575435, 2673546957, 346924279, 17945929, 1074214224, 2330644651, 2536131812, 2525953969, 2411979608, 1858343040, 2502216476, 1642087500, 1022575790, 2513266826, 2502064339, 472642165, 21538116, 1963305672, 1340822420, 483874801, 126512543, 320961245, 2445490140, 2444431609, 987605214, 1048121467, 1967224345, 937196258, 256119331, 2279629290, 2441134187, 158205456, 252565323, 80121344, 31806244, 1702806986, 1177224403, 29342072, 531315969, 262010380, 1281026544, 444840258, 17443698, 1486599678, 114940303, 178096106, 22058233, 39553164, 21883587, 1853975708, 822379520, 891247574, 91298698, 2306949287, 917208506, 2312637542, 915960883, 51485497, 518748811, 2272092891, 18499680, 525014149, 43969066, 1579529216, 341285407, 2259011640, 16477100, 216729741, 1511004804, 125369665, 902060719, 32062804, 1467571538, 16607979, 221825837, 36070003, 14227897, 382248717, 21693539, 466142585, 53121554, 1861548775, 95120647, 1745232032, 838794798, 2163082760, 320978241, 1914551940, 415717064, 515685419, 123991966, 110002535, 407903694, 373592648, 881091386, 1650187327, 493473507, 733973612, 199631905, 1541780334, 38471778, 80058024, 8144652, 187071637, 87732141, 339083624, 632017784, 250659816, 49169522, 1037545741, 322121699, 1688551159, 17077831, 1703409487, 1641513756, 543708571, 14929115, 45579175, 197434947, 17467699, 35001343, 878038250, 25758381, 23770903]} -------------------------------------------------------------------------------- /week5/jsons/1lovemovement1tweets.json: -------------------------------------------------------------------------------- 1 | {"name": "1lovemovement1", "ids": [4858744264, 824671930645118977, 19983615, 798204404381913088, 833887470617899008, 57356305, 838647265, 819676674140893186, 517374657, 579451283, 801513497389658112, 816792419769401348, 64779052, 774523248944017408, 30220243, 163297163, 380579289, 35634824, 487187305, 240519966, 3128197969, 3292658593, 1158756692, 1549704649, 3872911647, 2798758796, 250351626, 1596937410, 704081915, 2583077335, 1286241919, 592265582, 770995988232372225, 752902831942828032, 717255589, 83056277, 208726452, 127336584, 372050829, 17859893, 422105513, 1544941964, 732075487, 1102382648, 153272102, 2533259090, 28097432, 28473548, 67328097, 730184964386361345, 3384565185, 3309586048, 4351533095, 90985163, 311045734, 1215388154, 18027666, 16335517, 180620403, 987564896, 28933209, 2882631306, 2725479732, 349300560, 150690689, 4364595193, 25847049, 4618656392, 4340534234, 4600286994, 2927349619, 325043279, 1325290874, 2572117872, 15099077, 2726381706, 3637444877, 44460964, 2803506941, 263047612, 2349124260, 4108313954, 963209342, 322795895, 2670042966, 177594744, 2168517540, 21254766, 4027585153, 195779234, 3815783593, 240395264, 265159185, 460639863, 3372738693, 411804475, 136340297, 194693072, 3873684929, 3427296087, 2176501602, 35853266, 26804033, 378577330, 32303093, 1093249664, 72478998, 2339380615, 259406100, 327768446, 342853857, 1665357127, 1939212224, 1606943048, 1275136292, 2407856684, 104178148, 1959224372, 1043449993, 18988579, 3066134644, 733412977, 359207891, 15189725, 2879751098, 130414291, 1480416085, 274593553, 45882474, 15146456, 533727581, 20643704, 1957760276, 2279524254, 17908596, 2849575289, 175638294, 2339890627, 426153889, 199317006, 906045074, 2241186920, 2153476724, 3372845236, 3248148262, 2614298498, 253508578, 2906464845, 9979162, 2311059792, 3077086778, 41818506, 2795451741, 2458323542, 18521341, 2742682177, 16373550, 28447324, 35045870, 1289206112, 3226619467, 2472884941, 599652152, 1950067524, 2355307139, 18284292, 796363836, 3066097559, 3241468546, 389377180, 29975339, 21291522, 74335722, 2370874585, 17257760, 21620778, 16685393, 21259435, 128137381, 1115580078, 251331611, 27701354, 353962615, 2895869660, 1443167900, 627618082, 1668764526, 348191181, 489775151, 1846509756, 395029360, 2273302377, 3164744630, 2261722872, 2509486510, 123757788, 3084221170, 1289926908, 3093525213, 30877497, 24949651, 110272914, 1411578198, 140278682, 119996544, 187580973, 16027616, 161777426, 17525876, 175065805, 389025743, 39711785, 279918719, 2733190231, 387972847, 172380020, 23036891, 762964362, 311779185, 2226776628, 2990570980, 84627664, 268400610, 1536499824, 28141363, 2179551957, 2533158388, 90754075, 1160621887, 309288319, 414674444, 2859453059, 38970521, 507935960, 2767261621, 2829541463, 36554048, 235410459, 2754846221, 36196298, 390762131, 35999863, 199842552, 455045626, 327548420, 117568789, 513998276, 2322473928, 2387008490, 173847554, 351100928, 1482959882, 1577469234, 286531074, 178096106, 386547984, 99973716, 723259034, 12819352, 170481017, 398320639, 1714010996, 70707634, 1367682913, 970362001, 26509652, 2214379523, 359782811, 304462214, 729157340, 766905846, 22058233, 1965451370, 20751078, 41299617, 17863627, 1687345316, 619651352, 1865067360, 361907991, 1443982832, 493472731, 401691847, 938171251, 701977297, 1640626814, 28637306, 17990065, 35663170, 385960870, 398803785, 1499610600, 935448253, 374125900, 1544553000, 620381433, 1499421962, 315392300, 1473716078, 563123287, 52226304, 319197362, 41210652, 23910392, 580567242, 258565718, 263154414, 95229298, 420798178, 509793535, 59592572, 14384922, 622175971, 332063577, 29862873, 1250066936, 1064867761, 842828372, 247448843, 17720833, 97492090, 496699575, 19355099, 140495624, 20027336, 48589819, 15696151, 54711309, 562931722, 593638618, 158107086, 160990900, 564691087, 400535834, 575428718, 279048716, 371583110, 111472045, 1059052544, 31497996, 430764467, 486730024, 464774354, 18507316, 335793006, 33300496, 407358886, 989851746, 233319706, 88348525, 54042034, 22095410, 399657808, 17941315, 592064641, 287486941, 438221761, 156485728, 307319551, 480723539, 889277599, 396688502, 114535694, 319154228, 153686456, 863291252, 306831108, 15999467, 469782673, 574788929, 278708902, 452714731, 460555758, 15750104, 619639420, 444326761, 28895251, 17783529, 22980568, 587035512, 229937944, 30453159, 160291016, 488759875, 17292266, 132017109, 409321225, 131394547, 352032998, 26329413, 164855710]} -------------------------------------------------------------------------------- /week5/jsons/AORTACooptweets.json: -------------------------------------------------------------------------------- 1 | {"name": "AORTACoop", "ids": [4862267026, 768946093937659904, 3829282697, 3033289809, 829708810478612482, 829859621892419586, 426375644, 20255593, 747696264628822017, 802084483386265600, 39438261, 4227576028, 77240124, 1427678480, 804240089056296960, 230894574, 748306688160108548, 806908800901017600, 754373365435990016, 2602771970, 166757985, 84170465, 14562127, 770849863516815360, 799386435656830976, 766027176789565440, 112808458, 581393099, 3820841068, 2396730990, 4542707713, 1241994392, 244726472, 26423890, 563064119, 2988575848, 2548751449, 4764768398, 44826062, 1703379888, 16193216, 3327120628, 15560316, 1129678098, 3064052236, 120939292, 357602496, 128930847, 275529715, 783929423053676544, 781165255800020992, 88213668, 733733956361854976, 2783771769, 408539719, 730552586517020672, 7095342, 18202772, 2670764906, 3744952042, 765402879381254144, 763077346270339072, 83742498, 619252154, 23405982, 303241258, 215440452, 1560984865, 4729449475, 158105246, 2377569265, 750690918508949505, 883558274, 2470913780, 322755669, 745283911878578177, 17824941, 3192641549, 342817815, 22217122, 62642717, 1305885102, 733287872506298368, 735937908805271552, 335972576, 14792851, 51319947, 726975281865580544, 725447114726187012, 720961414215688192, 706596775264649217, 200692857, 25510111, 20863676, 2751071587, 1703399118, 23712322, 53560612, 186309232, 1434573727, 4211003187, 3536654055, 616202205, 961010989, 4795829932, 357145865, 612682674, 1526431058, 116851672, 15718100, 257457951, 22272558, 43144038, 2273160587, 104312010, 968650651, 72452381, 708035640210886657, 2894254309, 2790802818, 1037084538, 330639589, 3505822762, 4831878372, 3038884612, 105686891, 600598550, 1572197269, 375837298, 3017003508, 704128048656982016, 1539309012, 701976202471305216, 353399319, 227919937, 1670491982, 718213867, 4888265844, 250803964, 613917391, 4892394833, 31539058, 4855497331, 3416103260, 2332743532, 3406405169, 1470758503, 152620370, 2572840944, 14227842, 4069375997, 4793462534, 89548475, 2371020362, 3850539794, 70859270, 34459755, 3384594641, 4123780161, 336417720, 37810061, 109584950, 3236380896, 4451753607, 27233066, 3080523017, 43018503, 4656344042, 1119576902, 46185718, 296374954, 57761957, 398803785, 1093119396, 1694234635, 944000726, 14062387, 2281149818, 91012489, 2561852696, 33655203, 59899272, 318530685, 52332354, 518482622, 521921552, 247971188, 28122788, 2908537748, 4125735012, 2445725444, 2439102402, 407234316, 3590416216, 130140190, 4026337708, 2944748316, 51892878, 3306797902, 2316611604, 4018890988, 411804475, 268248409, 2997054239, 3741539114, 311917295, 3064549431, 336974212, 73925970, 1961058397, 28418988, 3804419117, 1301739212, 523543651, 3677855240, 3641311574, 16730645, 15088763, 365532293, 264997798, 826182529, 826383854, 3031561652, 1250066936, 1400700836, 18696864, 15535851, 436739571, 846237798, 15772680, 2432571228, 1959224372, 3031510011, 6940262, 3407808477, 992045179, 18434717, 1587222427, 18086787, 135492584, 3299774252, 3295986804, 27701354, 3386134348, 26969163, 3382623645, 216921189, 454908256, 373691575, 1069442983, 434471515, 1678740582, 309993971, 1963336807, 208379291, 2352723961, 21628263, 163998870, 24538575, 456118691, 519237428, 395498297, 883314024, 3189346754, 365795398, 2945401221, 546451714, 3244308364, 37942462, 1061199470, 2428741, 14111858, 1548, 965469619, 174471550, 1670953832, 227077793, 3037664897, 452378303, 9341432, 1391299663, 54824151, 131860758, 2883015167, 94619695, 3157682387, 1727242838, 95142300, 3179584995, 444857219, 3107441744, 2484890010, 3195853534, 238305347, 793794463, 68413372, 156740976, 17811311, 3160391253, 2796460167, 1554583866, 14123536, 17231390, 88348525, 3030807499, 3138861941, 3035164701, 50710064, 3122941787, 3111063722, 512115301, 2982029152, 23720918, 2905358743, 13114022, 2308234113, 161807832, 2575088166, 99796679, 3091421352, 1252388461, 2881636181, 2337091886, 2992663372, 133585162, 397994155, 2840735386, 413590075, 3062154021, 2027611, 64759389, 3032864015, 35995520, 1365192068, 613877505, 1307966616, 2305006639, 879123763, 355878996, 31434670, 46124187, 30073343, 41244332, 1583813192, 187038106, 363470324, 2355018781, 2981442605, 2428730443, 569335505, 1473426391, 2549747684, 2728990002, 285966515, 2936355611, 2942714715, 608739335, 2352982249, 201012617, 18076463, 310297935, 2923133887, 2920018524, 258620626, 2919091980, 388081430, 55045518, 131623954, 490744143, 847996484, 15355482, 175065805, 23190117, 370303619, 2599964088, 21093088, 955704426, 1030017932, 14167912, 382224223, 499520812, 2154294672, 114028457, 428546871, 423958822, 24361411, 2428936404, 120977739, 431207682, 1710130195, 2546033689, 60510589, 322054938, 1022388092, 273971134, 63184096, 2789326575, 2791017984, 15935927, 14648779, 395225941, 5907272, 54711309, 963639618, 318675216, 2444534352, 169652210, 1087254223, 2749178888, 39802518, 2788986756, 16158790, 14885620, 15472700, 104169353, 104819524, 332297081, 309727009, 2418224923, 2763557010, 2767125314, 74864967, 86865122, 2533993014, 20542368, 472485288, 1101906090, 2174075422, 120191801, 15237371, 190319480, 207685088, 2316690763, 2321624047, 351210907, 2178820340, 36570365, 2624426664, 358006882, 422355017, 2610663264, 2298997764, 21683030, 17854035, 30470655, 249430018, 94347226, 13423712, 2322473928, 943139178, 855673273, 749773423, 70532312, 299304985, 11402552, 547127271, 48274075, 2389493654, 2187807465, 2516200550, 364891805, 1355991655, 18004383, 16335517, 17240667, 622049435, 460555758, 14045465, 602471940, 161916225, 83935296, 1119710041, 637196658, 41731653, 1245348337, 1072439802, 371517232, 2295019046, 436062037, 125733449, 224072221, 112902927, 15032551, 238319273, 742898516, 268644431, 26729835, 256852357, 19346311, 2393471629, 383513325, 347368820, 149282534, 719268377, 2794621, 137410730, 338501282, 109679601, 176103612, 198581234, 2149228544, 30556040, 2311106298, 392016094, 2241399913, 2310598700, 385193074, 15530186, 547077742, 604950200, 2291445817, 1010234942, 76786614, 22422156, 22058233, 16283554, 198877198, 575814721, 610249591, 191317397, 1482959882, 252736039, 381306890, 496495582, 2163968664, 75938629, 2191791492, 617446610, 1495631059, 1045156712, 75157703, 87567930, 45755271, 211958893, 483323898, 141633, 2149278278, 374052497, 354502280, 32612062, 1952230844, 104523971, 741143796, 482887316, 1945584020, 1945549338, 16625078, 24579286, 502154711, 279363179, 1571370812, 106813758, 1918374290, 1157165102, 320846070, 64789673, 340529383, 50329234, 707882532, 10429472, 329893711, 461233700, 435132507, 1335772838, 18045547, 92524415, 18791545, 15891961, 197497892, 244323848, 286905906, 46418525, 634641388]} -------------------------------------------------------------------------------- /week5/jsons/ArdellasHousetweets.json: -------------------------------------------------------------------------------- 1 | {"name": "ArdellasHouse", "ids": [341100456, 826824787813138433, 57440214, 567959858, 216812168, 2911677579, 781511170255646720, 239412870, 744720270447935488, 110002535, 740447748244307970, 738543752042708994, 53894416, 1483192417, 384142385, 33182779, 1890881023, 1379716136, 3196627302, 323027846, 550175595, 2954176347, 163660897, 2898108111, 1515024966, 48771036, 2472632922, 2535792626, 1277791608, 1076282719, 2418446160, 522677880, 941640840, 168369623, 185788045, 17648087, 985984838, 1546798068, 996225812]} -------------------------------------------------------------------------------- /week5/jsons/AsAmUnitedtweets.json: -------------------------------------------------------------------------------- 1 | {"name": "AsAmUnited", "ids": [829508762746703872, 768828173001846784, 456145003, 309219233, 57356305, 55121922, 3078754889, 713241328583204864, 822550525526896641, 2199437987, 819428245531525121, 813414605229793280, 816792419769401348, 801513497389658112, 57991221, 816357088242860033, 815471295378796544, 3084611980, 177471117, 804428201304981504, 2620406585, 27658916, 277576032, 450603452, 803694868375732224, 2425682562, 803000857730105344, 3208473459, 799409120239558658, 134971190, 796387485312024576, 796377025531576320, 256102097, 2988336525, 2471407970, 15811628, 87475248, 59592572, 347339199, 23331265, 783492390472396800, 715088364907704320, 394409715, 2294699275, 2322649518, 240519966, 919565023, 100275586, 1099857708, 775882755213111297, 21931396, 14924211, 3008405957, 235021276, 773512957162557440, 208726452, 1249400575, 506182498, 765719115856248832, 34981513, 557956609, 47262998, 17859893, 186978146, 18424978, 17980036, 755795457704595456, 1099110871, 717255589, 193732179, 198929271, 74856382, 192955168, 4428239303, 104871155, 750699451333898240, 2915004947, 748626159278055424, 2352755676, 735745987558264833, 2565658944, 722574035742273536, 358843709, 3513767422, 742182560042651648, 22963604, 722971087529635840, 2190948582, 710193268173185025, 702910950215651328, 20027336, 737189479232897024, 397554934, 737531522371047429, 2483902190, 730869436056522754, 732569627109261312, 239738912, 26422701, 3412923437, 3088805037, 3337570833, 70673658, 2233809852, 373695197, 4875370540, 794342568, 35201390, 69286414, 1639550138, 721673601422757889, 13571672, 3399204178, 4850621559, 712403712476446721, 1534502706, 115495652, 117561682, 75210577, 2307467280, 3998391257, 95325802, 3305683821, 83030057, 1224166057, 709294141931257856, 318733644, 4718706551, 546947761, 510715257, 176212898, 3021134572, 3742340176, 2402757463, 701867980746002432, 23818306, 4855657696, 4833872554, 265159185, 4589713055, 1379956249, 162140032, 2964540531, 3007764632, 1733357538, 2888833014, 3004546582, 4190922729, 4879484609, 397602069, 3407689114, 2165706590, 4782223214, 2778496549, 4822773747, 2892648166, 706585427, 4828004968, 1633853574, 404324205, 2961572296, 19001480, 2307379711, 4527545554, 81682223, 2909555079, 228573912, 4530574572, 4487509097, 14384922, 4408808855, 636199732, 2926087669, 2369624922, 4141506792, 4226774487, 4211003187, 517871552, 407774530, 1354472606, 2972735746, 15540010, 22095410, 1511681640, 378577330, 3260803478, 1177096976, 3983822417, 175410584, 381306890, 14987172, 228020446, 2917910384, 3834066917, 2329078478, 34162322, 1411676834, 72478998, 303842212, 1249633410, 1924382742, 1074214224, 3754268955, 20408010, 2539481857, 425390063, 543872732, 17005116, 3246687189, 261463520, 44315487, 2940163899, 1180664544, 1961016739, 418985361, 1285024974, 263765450, 3066097559, 2999835731, 3536088257, 716779874, 3439804696, 404694029, 625624080, 20677450, 18546154, 1302935940, 3406500053, 231444370, 259406100, 152414104, 3395592587, 2949385983, 224752674, 57215046, 28895251, 3382098101, 3279875089, 2969023763, 3376411971, 3349386484, 29801964, 23552384, 407184119, 2604227371, 52226304, 1486016887, 494975983, 3303891995, 593857967, 2882631306, 2798458233, 1693751714, 935967684, 3243635765, 3013191149, 1668764526, 43622910, 265641728, 1668015307, 1846509756, 3222104410, 3201577715, 3092447176, 395029360, 3097749592, 2273302377, 807843612, 2961802280, 423793992, 3153033184, 3151889391, 2762089246, 833663047, 1447764446, 3141768381, 133836828, 47508384, 3133109468, 3124268830, 24949651, 718593078, 507529506, 3084221170, 2377342346, 2482477945, 588409843, 316856137, 6246732, 723259034, 2948713653, 3093525213, 396826548, 399121512, 3045367262, 849464641, 3067215570, 2551027614, 3054268614, 870863210, 803546246, 338796890, 130595412, 563123287, 287486941, 334404176, 522003034, 2697163231, 2359650798, 19405874, 16732043, 3018089315, 13821592, 271765273, 2226776628, 222706917, 2914422473, 2518430978, 36008270, 16084318, 54711309, 46394119, 787507760, 2699092074, 2990570980, 2153501234, 421262229, 1090558674, 2980941589, 2962358097, 84627664, 1865067360, 2931858386, 116561876, 2938853291, 2611985550, 239113228, 22775882, 25600338, 1482959882, 348096191, 18279932, 57538820, 195779234, 179526444, 111674095, 45882474, 301725736, 2533158388, 25631321, 943139178, 28642247, 2796941191, 28624800, 342800106, 190896215, 430764467, 1219924608, 976385233, 393595525, 309288319, 2893965672, 318659674, 950674129, 810474, 62205100, 385358453, 718551618, 169362563, 398320639, 2859453059, 247448843, 226353600, 507935960, 1059052544, 1112782416, 21467353, 1363141646, 2802570624, 707200786, 1660873412, 1411578198, 2834647405, 279918719, 2385508284, 1722234247, 335471613, 2322473928, 48589819, 194960602, 374125900, 2613594924, 41280039, 2806391028, 318776339, 2806371235, 2800012358, 2800587390, 518718885, 2359614446, 335567983, 74815175, 513998276, 90309114, 26482666, 15696151, 13161062, 1418692891, 493472731, 1210284565, 1443982832, 315392300, 166421433, 887104382, 460555758, 2563428090, 396688502, 14694167, 1687345316, 48723848, 17783529, 20845794, 18432561, 1265955871, 1367682913, 28439416, 2327122137, 604601964, 225670766, 2322550997, 1069410764, 2187392384, 1640626814, 266117954, 2519791929, 90754075, 274323664, 2496068698, 748002403, 1061456833, 468615281, 707798550, 2345520464, 28089254, 1426220023, 17452090, 22058233, 1858343040, 36196298, 488759875, 48091134, 344537735, 111086658, 16005250, 21992286, 33062085, 363437320, 620381433, 27701354, 861941713, 2322671327, 252226927, 88348525, 98649941, 401691847, 304595799, 543817231]} -------------------------------------------------------------------------------- /week5/jsons/EastwickFNCtweets.json: -------------------------------------------------------------------------------- 1 | {"name": "EastwickFNC", "ids": [1531057783, 295337421, 743856512, 719874977743429633, 36589400, 26444321, 3158163524, 733989845970755584, 814557454558199812, 811692960945475587, 702312748, 2258353516, 813829404065341444, 813802589632532480, 14924211, 2808355879, 4482967288, 48923156, 273913573, 33711874, 3171041763, 2749777973, 719762873, 1051940348, 3874068254, 2495521572, 2817491497, 161262905, 2497092066, 710193268173185025, 135281547, 56753659, 126360818, 19077091, 3794682613, 3254518799, 727934308254683137, 380411599, 246033932, 117424097, 3205328511, 2379426130, 2252381045, 3792424637, 40026294, 2609006613, 1286707975, 279660908, 4716863057, 51163355, 1289171784, 1372556520, 51556912, 314033132, 702130063869931520, 2886511731, 2462115612, 2160939140, 3097032844, 38454921, 1394937722, 4211003187, 547127271, 126520207, 3226318517, 48775476, 3909005675, 15940021, 1242886724, 223567918, 443912888, 22058233, 3798696501, 239697611, 2178814892, 27108201, 226353600, 1447764446, 88008143, 3130660947, 3195083501, 6246732, 2196032822, 583006748, 2975858674, 112017031, 533389915, 16408064, 2322473928, 33334057, 2794294585, 2699092074, 1295656814, 2578665936, 252565323, 2394926918, 74804017, 22525506, 18949410, 1679322878, 402801554, 1967452472, 18682395, 1694385516, 347444501, 1670859198, 259004570, 1303891855, 1346941838, 400116170, 274121133, 76348185, 398803785, 128373782, 633329469, 399458271, 219694026, 50051361, 246288568, 22039012, 762416778, 979806222, 594847647, 193564258, 598647109, 305724765, 587635508, 30054059, 14569679, 263703708, 100385751, 55049166, 19981457, 318567964, 449779522, 228066280, 382464538, 8144652, 360620198, 70673658, 34825939, 15161791, 22779534, 251911707, 93925805, 718538352, 597685798, 223574380, 331758436, 475268036, 306242150, 62012195, 410163897, 172779577, 87732141, 375776261]} -------------------------------------------------------------------------------- /week5/jsons/ElevationProjttweets.json: -------------------------------------------------------------------------------- 1 | {"name": "ElevationProjt", "ids": [796730379210256384, 2911677579, 776454124296671233, 398840797, 70215806, 121234925, 738543752042708994, 796468935776407553, 36616759, 77856841, 177260087, 195059045, 2908292528, 3315316376, 2498875970, 191046859, 4180064785, 1178806747, 3400567432, 323027846, 15180258, 17217772, 25092502]} -------------------------------------------------------------------------------- /week5/jsons/MaypopPhillytweets.json: -------------------------------------------------------------------------------- 1 | {"name": "MaypopPhilly", "ids": [1400700836, 86072573, 15693501, 1480738872, 713479615113768960, 702632832951304193, 294941637, 794621689510371334, 252736039, 3666877457, 273913573, 36972335, 777552520889659392, 775797158817599488, 2260693892, 735558960686632964, 775066957494247428, 726975281865580544, 771435073140826113, 2971936095, 1107564734, 4926107230, 59159771, 1381721292, 922350740, 3051634852, 720297399852269569, 737490732248793095, 180533262, 396293876, 460734060, 4819587665, 2272757474, 2495521572, 735745987558264833, 2470913780, 1273172714, 17147736, 2994956069, 21789860, 736184837158141952, 2968113088, 727934308254683137, 731238570384625664, 625699119, 726272989742899200, 728222384046538753, 555417927, 179630732, 2399998501, 23872127, 36677816, 2293759616, 4849537027, 393579924, 76960923, 84761918, 1355991655, 2937575623, 2476046294, 701676016192847872, 104312010, 3900781637, 30244331, 4806861958, 1284056353, 703302874311352320, 4918708992, 1596248401, 3413601593, 792329258, 701222776405958657, 3329118519, 1967629160, 3874068254, 4530574572, 3302767694, 3197897549, 3406405169, 2435898560, 2371020362, 18400972, 4451672489, 3066134644, 20733919, 3264310731, 3002566035, 67066601, 3416103260, 34459755, 1414409118, 613917391, 4638552736, 4428239303, 4243960690, 100469406, 375156619, 4274983762, 4211003187, 2252381045, 3792424637, 15940021, 2609006613, 3342767326, 2494355792, 341889065, 2789107667, 3487786586, 4169593287, 17352160, 2967976811, 15662963, 2174075422, 95325802, 460577661, 15071797, 17720833, 84929861, 3241853759, 597347354, 470828644, 3949224687, 296663477, 2383887174, 3909005675, 358860258, 3817711873, 396882667, 430151626, 275708610, 78361556, 1511341315, 15891961, 1443982832, 45207490, 309219233, 3415216181, 2732270848, 2839415492, 3483234674, 3108755943, 40026294, 3227408730, 2905174084, 3013110329, 2572840944, 83702749, 1577786744, 857156996, 25847049, 3249175916, 18434717, 418963686, 1029622940, 583268057, 2892503187, 3386134348, 132711450, 1571656226, 3169051790, 44040625, 22927652, 232925889, 198877198, 564945186, 386076684, 2429950974, 74933052, 2743396898, 77097416, 718663934, 45755271, 544369074, 3205328511, 2379426130, 35853266, 49877762, 753615476, 461240024, 381748227, 472119791, 386205889, 16092123, 2468232852, 2476008451, 1256013709, 3239806227, 2883015167, 14384922, 304708447, 3177055643, 197189131, 26826175, 185943860, 259406100, 1367650813, 208515044, 125778244, 1571370812, 3010817067, 12523992, 3027295908, 3124370339, 68413372, 1434077616, 2738290816, 1880725393, 3104763382, 2911103262, 731314788, 2482477945, 2428741, 1155866082, 2163843541, 3093525213, 2510656100, 833938844, 2310598700, 2972348518, 476429315, 72646092, 2992663372, 21093088, 3084611980, 1556046984, 385442356, 2745801823, 180092111, 2308234113, 6940262, 803546246, 2895179410, 2352879085, 15952608, 168718734, 30073343, 528177366, 234246266, 265085341, 2516200550, 18522539, 2864011194, 2355162321, 2985075304, 2321866125, 75848578, 58331215, 186806218, 1064459833, 25289437, 32969825, 269592793, 1093119396, 2955693481, 328498571, 250928511, 2958921160, 75148585, 2927302995, 212094352, 476011378, 2919804959, 44804507, 146352665, 526623074, 1931637366, 2352982249, 2398413300, 1663484994, 64494520, 185603644, 2926339409, 39785767, 386866531, 142330872, 27278465, 21607828, 57991221, 260228820, 496495582, 2649186466, 766905846, 408164968, 284384336, 32569785, 1950367884, 103390546, 1347783163, 29385220, 195779234, 2688599772, 35634824, 249365151, 2377342346, 132914459, 1026967088, 19202053, 35556206, 2893885277, 37836873, 1482959882, 1160621887, 122554584, 27701354, 2883306707, 2454751844, 132833362, 565516255, 36761721, 1532182536, 613455739, 1599383966, 298132156, 2859453059, 89355057, 494525963, 507935960, 2523911148, 64828292, 1601813702, 634592512, 2840928255, 268989852, 952969506, 2448248076, 28895251, 1846243675, 14070605, 404095830, 120977739, 431207682, 1697788153, 268644431, 144946753, 2850576271, 17568801, 2778582045, 14090948, 63876208, 107615292, 226940716, 2825115430, 16108496, 106000920, 15355482, 88318106, 113393037, 24444891, 231126714, 2820915363, 1702222920, 2802479043, 67328097, 48589819, 15935927, 2800237282, 1300127862, 2261722872, 237082800, 208930420, 2791017984, 384986062, 16636740, 14648779, 36230600, 263956956, 226820820, 2179551957, 869507689, 629160690, 444045188, 74502496, 265677636, 548851051, 257922239, 10756432, 1541307631, 635745335, 375846830, 126652237, 2676965340, 421925640, 1737682267, 45653032, 1491083406, 75898964, 269423889, 374125900, 79856192, 2806391028, 99085759, 2786945858, 255797635, 487938591, 18087113, 2785409041, 222300196, 75157703, 190319480, 15696151, 22095410, 1059160038, 60124068, 1578449544, 182651311, 22576315, 54711309, 26927750, 2596694492, 910229455, 102905860, 701700079, 282870534, 1929462181, 2600228024, 1107967093, 753714541, 1035247513, 1675728001, 2579831154, 522436054, 331703145, 51111741, 216921189, 2495529480, 1618422480, 1612009160, 374052497, 2561852696, 386547984, 26319619, 10536952, 2511593226, 550237820, 1329686354, 101897322, 2555281976, 401818285, 58521148, 338501282, 1526431058, 21698369, 933164462, 26650974, 400544232, 1059052544, 16395026, 191317397, 10845332, 2467750560, 398803785, 731560717, 701977297, 184090947, 2477425310, 22460999, 41152704, 364964075, 304595799, 6604762, 425158313, 2438236436, 2335952791, 2387008490, 43165752, 2363225389, 214564805, 556206038, 254440264, 2458700184, 35995520, 2459147070, 1871375582, 1421237905, 634641388, 2432862217, 2432441000, 2433289244, 2433244250, 2428879020, 2434197937, 2433762751, 2202235171, 15088763, 1328264138, 2249009828, 22517084, 1546475930, 390359811, 1338483228, 943139178, 31032014, 2245972098, 22058233, 26729835, 2424350742, 161262905, 960204343, 2373175688, 231259206, 1219924608, 1965451370, 422355017, 54042034, 1567161866, 88348525, 611864482, 44547681, 20752106, 2303152116, 228155190, 35096501, 2373445015, 2342952398, 49878062, 860814385, 1335517206, 1491382866, 50329234, 44044549, 2345520464, 1258229802, 1321456442, 1324954069, 460555758, 518956946, 29708501, 16144366, 983230134, 35028128, 801105356, 130305390, 244756350, 46418525, 387228067, 317388648, 425182911, 1059219422, 1720468200, 309095358, 525014149, 16240376, 1038377059, 74540572, 927612428, 205470948, 20027336, 547127271, 1934101795]} -------------------------------------------------------------------------------- /week5/jsons/PGHCoopstweets.json: -------------------------------------------------------------------------------- 1 | {"name": "PGHCoops", "ids": [735108414, 2928081190, 147825287, 54938044, 2967881771, 92908204, 1629244514, 831963522451939328, 3313581174, 182425867, 17850785, 21184213, 19226267, 2860898992, 817482034478284803, 3238195454, 2372254448, 65692255, 2705012426, 602990963, 112547945, 270458301, 48753899, 295884080, 733784822074724352, 733784201971929088, 85409136, 38784416, 3413549164, 19619556, 266873260, 60911846, 706647801434738688, 397511142, 901156286, 766285292479377408, 262223598, 779885594235265024, 4756474526, 19904254, 2361572064, 1557079675, 46418525, 1069574833, 2712824858, 2315717222, 258896935, 2212217300, 80608033, 25837601, 2337304226, 218967959, 1566793256, 351378922, 95161324, 63488966, 2753407309, 60138945, 167092406, 773926242177445889, 253147297, 3412929969, 605632385, 2423489562, 1265254698, 2598197930, 145652805, 16728246, 2312381852, 243782167, 962958926, 712854712907862016, 18810664, 411745997, 501510163, 767590394796179456, 23632704, 3432155278, 307577710, 3374240173, 1430559516]} -------------------------------------------------------------------------------- /week5/jsons/PPF_PAtweets.json: -------------------------------------------------------------------------------- 1 | {"name": "PPF_PA", "ids": [810494125267099657, 836394386632093696, 136279216, 2564279365, 278101120, 1230492690, 86072573, 821744845454790660, 582993467, 3064361, 2897028973, 831847553176059904, 1965451370, 1663484994, 1551733382, 29998366, 29252800, 16139050, 828033814572179456, 804059829337735169, 4768576636, 16082457, 2970375525, 20630896, 4226233932, 113220496, 47704086, 115145815, 33630349, 824512026630356992, 760020356, 1214686514, 2131511, 394064055, 17365295, 814858190995292160, 2868111792, 555417927, 825833877780430848, 3417466005, 824643324468420608, 27536086, 1353659736, 25196053, 2697715474, 819968798740647936, 3632244616, 607521617, 3380981337, 16131946, 309219233, 801513497389658112, 809438160438657024, 797214478425268224, 824043087936811008, 2325704623, 449963665, 964212768, 191973839, 56083317, 522688549, 873837186, 806864580152623105, 4191545848, 30091203, 749977982060601344, 3402428662, 802268223370473472, 822901574620024832, 313190531, 25701013, 4493319809, 291461510, 821355384099180546, 226963044, 529236335, 16820034, 465536793, 22095410, 821177975710224384, 705142787096780800, 72881079, 43583795, 120342217, 810474, 2927302995, 773971417234890753, 2419399837, 3337804853, 2777308211, 57538129, 819416398116114433, 389685585, 731810209883000832, 815469278585651200, 769232694807040000, 14590614, 50276081, 229932740, 15965730, 779559268370350080, 767538592944119810, 1935461365, 16286903, 19721934, 734455262006902788, 19266134, 779320519363395585, 806505972034375680, 2257262274, 739317912067006468, 2951408454, 2200640655, 25837601, 1194459498, 46445523, 2580920671, 792257178786754560, 702522903410167808, 20732720, 770299783, 2324596434, 19874476, 1072042488, 860743052, 2559717904, 838647265, 3817196963, 3309124758, 23233501, 524555506, 46421752, 14639322, 799080787832225792, 312185800, 151749497, 81029553, 18400972, 3188136854, 92063809, 247363408, 494500690, 49735321, 1693631, 790585342185250817, 14770715, 801880405204815872, 3246301065, 52081291, 4881528208, 2905685903, 718658858181337089, 366211826, 796894313666015238, 18561169, 797442178146586624, 294941637, 794621689510371334, 2358298087, 67674853, 109081184, 383975695, 4851348261, 769165265607196672, 2883081572, 776229436584824832, 64191496, 3266147180, 758261472065626113, 787011555946881026, 3599663542, 787292619831386113, 786852749132566528, 786346552541388800, 786224204257583104, 785821321947025408, 781904114003226624, 2661184368, 4860272160, 3387510754, 4830539979, 2322649518, 781101523107389441, 1087610431, 547127271, 778380391635939328, 752902831942828032, 246518509, 775872968949952516, 1264358839, 775066957494247428, 771040107763736576, 2802479043, 21110278, 769965728598491140, 710193268173185025, 724782344528379908, 436027813, 557147530, 18384710, 35957338, 17147736, 3020926833, 4463274621, 2373114169, 3035314166, 751875838283489280, 233022314, 261483567, 757807230838116352, 252450467, 3246354047, 576700438, 1640636083, 753090333613981696, 753964160929726464, 752956129148153856, 201085521, 22489837, 81755928, 911645804, 27536048, 955910654, 17068047, 90330648, 2788355951, 396293876, 744361452543352833, 742728825709154305, 255777360, 741286058143449088, 22496587, 183912188, 2483902190, 735465372502069250, 160311073, 131394547, 24770313, 734783675938832385, 734411522898812928, 20637254, 1713387528, 734015833354166272, 19168310, 235706649, 30627024, 2708457361, 732300480152514560, 153059515, 382674901, 730804466203512836, 4428239303, 2866793444, 208642102, 3997591449, 1671427771, 18050173, 726159781992484868, 197524784, 576415332, 720103130982182914, 3909005675, 539377818, 718145294383362048, 1596310062, 2383887174, 715666782980337664, 132833362, 13209572, 25560065, 707203210520301568, 707410770296856577, 1214211703, 4806861958, 3438012802, 86171296, 2690015430, 728744893, 4910287665, 24011702, 2349472183, 58360152, 2394561936, 3622368202, 435196115, 4836600853, 4530167242, 1380921840, 1724073673, 4861770004, 4782223214, 19051187, 4819417731, 2476046294, 261968672, 213113598, 829774056, 21254766, 2734494746, 259536845, 2356607988, 4718706551, 4530574572, 4618656392, 18959273, 1198842542, 2814442984, 3396600856, 2332069580, 381579814, 48465389, 3007994920, 586819383, 3228285632, 380097395, 11520312, 94918249, 2806391028, 1615238610, 4176001817, 3625499534, 95325802, 4238615714, 3656854708, 256757462, 2667154747, 29385220, 3143241444, 2337144410, 56177785, 950587105, 3507765373, 35853266, 22585246, 391815593, 3817711873, 3343697794, 3590063133, 1491553009, 3412923437, 3439707681, 29237757, 17824099, 3108755943, 2932801581, 20408010, 121344393, 2558529216, 3305489071, 1365566282, 2427309666, 3576288073, 181392054, 2577119060, 540489866, 3523922488, 2786945858, 3082599538, 1367669946, 125391423, 17977273, 579673681, 117125932, 19630167, 18706257, 1447764446, 1345483657, 625624080, 77090824, 833938844, 1571656226, 1482959882, 1572538987, 2804651736, 27701354, 3382098101, 600225951, 3281842208, 3278752315, 328448497, 2217173822, 2458367438, 3361787914, 3181477214, 232925889, 19134809, 212981029, 569064013, 2402315418, 2169575663, 3217721332, 1170909474, 2715045571, 1576287127, 27278465, 19457946, 53100222, 339206441, 2365773535, 495420204, 319667115, 3236717103, 3217815245, 3236361135, 3222809339, 2840603141, 2949385983, 1006825686, 3198378568, 3191094508, 388615650, 2316292692, 3197169255, 131188107, 3151339745, 1959224372, 3187297323, 261687368, 3177055643, 2664067123, 45207490, 3138556726, 598921658, 3154749059, 461240024, 21321244, 3146061371, 801374462, 3122941787, 1382802427, 27793335, 151750019, 3123946079, 33978073, 3072957273, 2232352123, 2252091560, 2377342346, 154169011, 3093525213, 3073334814, 3084611980, 3013110329, 3066770168, 259406100, 57991221, 330526441, 3027372474, 2411147006, 3035818601, 3033057485, 2470854327, 35634824, 2671911990, 829619610, 30877497, 532838847, 2908709651, 1067293117, 751843585, 959227039, 2548268827, 35001343, 842197530, 2944479208, 2919804959, 2911023981, 2905695089, 1339922203, 2886011177, 2882674781, 256623211, 138164242, 220113149, 2859453059, 507935960, 2572840944, 79856192, 83202879, 2697372913, 15950681, 35028128, 237082800, 2800237282, 2261722872, 16636740, 226820820, 350478269, 126520207, 2808640256, 1640626814, 835696530, 1870769305, 22320009, 701977297, 2275020084, 2729697211, 17568801, 441963137, 309430059, 19992027, 405097203, 2542457221, 902595703, 98220778, 550237820, 2577811, 2437587348, 194885985, 603141570, 369821239, 19983615, 631691382, 2570994535, 2554718101, 67328097, 484489289, 2468260447, 2412828271, 196565654, 2481244081, 30508278, 1038551137, 272687276, 429953556, 762168992, 338345178, 17139347, 529394197, 2477425310, 15908555, 2363225389, 749920165, 562217708, 1016556480, 2162146566, 493472731, 2472257165, 16974932, 375643589, 202705636, 555359181, 2422350818, 2385823646, 525014149, 2414886180, 10642472, 874756279, 2399040332, 123695216, 30874551, 2391237678, 98186388, 277480653, 49680655, 329115426, 248016996, 18552000, 585257343, 2322473928, 1443982832, 1160621887, 2342952398, 322182828, 178096106, 860814385, 2204274774, 2246018942, 401691847, 1347783163, 1059160038, 10455202, 577224643, 959596692, 1714010996, 2267580768, 1478551256, 22215472, 2237257607, 21971284, 1367682913, 2249156133, 75157703, 2239153653, 32690471, 1697174628, 23872127, 2197351775, 2184426539, 1716572798, 21093088, 304595799, 927612428, 309095358, 94396068, 1567161866, 2168517540, 19884301, 56319095, 191812377, 1392916915, 181661077, 22058233, 1473716078, 1193058914, 1370314819, 758094541, 15760563, 1327648328, 711213315, 15763752, 1687345316, 1934101795, 1913539670, 219581371, 1322670414, 619651352, 561419986, 510490973, 22862283, 563123287, 76960923, 1390397215, 579342403, 1735129478, 24286891, 32753049, 113053644, 90240717, 25118405, 889277599, 1706128225, 271067297, 87041590, 1643157607, 1633529539, 1623089502, 374125900, 332820727, 757262690, 381663865, 1281329761, 806601374, 125165537, 378977056, 314689491, 1388126431, 462450223, 17720833, 17022234, 15065362, 18541625, 17012301, 376180772, 576570834, 1525171128, 472939811, 1304170405, 1494007206, 561630071, 1430674351, 34459755, 1398383210, 14292458, 319154228, 81726547, 480723539, 27644085, 1241729714, 509793535, 704324390, 1354472606, 84944278, 14070605, 1352341579, 761625319, 75943563, 1089381, 82714044, 116770116, 580567242, 946102692, 1270634892, 622175971, 14695985, 429361970, 559504424, 15696151, 69560888, 30073343, 26509652, 876029396, 137916310, 140495624, 356732330, 1246614277, 54711309, 81682223, 489504475, 1231234531, 48589819, 48091134, 36070003, 136056940, 62734911, 301949852, 22460999, 14531815, 197133093, 24461011, 281458424, 14867944, 804797425, 459427374, 266628933, 1142674861, 165266436, 460555758, 40191202, 17301831, 1129254199, 95265820, 80978908, 14384922, 20027336, 78709708, 15206726, 18100083, 52879181, 353992919, 303363188, 409321225, 823929036, 348575440, 261843696, 44701450, 20751078, 498265529, 20291787, 1108980289, 249365151, 153554238, 378460199, 77024058, 548917983, 31497996, 16397938, 40145940, 18470449, 121429659, 97837393, 476429315, 111472045, 78957980]} -------------------------------------------------------------------------------- /week5/jsons/PhillyStaysPuttweets.json: -------------------------------------------------------------------------------- 1 | {"name": "PhillyStaysPut", "ids": [462518741, 974431692, 834491632309399552, 15224000, 201085521, 4853556364, 17278827, 25560065, 537788904, 817883208389902336, 3177055643, 29258102, 339615973, 815145186, 16813541, 767797157407629314, 811692960945475587, 3084611980, 836129737, 797152478340988929, 1938725468, 2811634514, 2848861947, 555482036, 4122398902, 797442178146586624, 1536527209, 3376066251, 786398067599740928, 776234265008861185, 740252119832236035, 1602235314, 4211003187, 153543961, 738543752042708994, 3291962938, 326275550, 32773191, 505966192, 751875838283489280, 17913282, 249365151, 19552891, 3874068254, 295897247, 366025627, 17489328, 2350384729, 3059728949, 1276267790, 386284135, 130271944, 83742498, 19566864, 339216724, 14924211, 706843797888634882, 102829920, 341795218, 295218657, 473228794, 1450200578, 2512455073, 92550245, 14817882, 4716863057, 3020150038, 354267740, 247071636, 552197766, 56753659, 398803785, 1286707975, 738377351784857600, 158107086, 4451672489, 3909005675, 735954799636688896, 23620657, 83591028, 41990247, 4451753607, 4914673384, 98464567, 731994462742843393, 1016556480, 1651752456, 22039012, 3088805037, 722577588288425984, 723285134414372866, 718981993246167041, 719933184578818048, 3843421815, 270098376, 2323093808, 114229145, 2270683688, 2468279298, 24770313, 267856739, 2349472183, 18434717, 1849681435, 2800868443, 516458559, 4633727594, 485618408, 60957095, 2968113088, 2896110748, 625230891, 2886511731, 431051028, 1004084604, 345741902, 4819417731, 107826178, 106593293, 2967976811, 126520207, 358860258, 36992664, 4530574572, 2811653388, 1639550138, 3900781637, 4230134115, 2438733998, 3243636266, 915077898, 2865176783, 40026294, 4098655234, 185369834, 3438187503, 15791504, 805059452, 224333112, 586808694, 411804475, 1736293878, 1099294034, 2865941422, 2990412779, 2327628871, 21874562, 22095410, 2379426130, 2433769214, 366024738, 2806391028, 45501599, 3534147502, 2365206068, 1195107024, 2905174084, 313521635, 140543843, 538311501, 3346614844, 487661707, 522709905, 91132407, 1890881023, 858196730, 260571026, 435261932, 1177096976, 27701354, 1571656226, 44378651, 3374190682, 822339835, 1959224372, 3364401940, 217973940, 56177785, 69630458, 45755271, 522660560, 575852465, 141805951, 1466704076, 90630637, 3214327012, 2169575663, 2397037542, 3246231041, 1443982832, 339089254, 22058233, 510483191, 2370152943, 2809359370, 2834765086, 214990913, 548608752, 2614985258, 263703708, 152414104, 323624005, 43001760, 980952204, 263229174, 2482656523, 154566391, 107426187, 2577306450, 441934229, 154169011, 1905250434, 2174075422, 190460368, 1410285606, 401455189, 2270751973, 460555758, 400283828, 2561078367, 255223250, 407979072, 2593517454, 3130660947, 19457946, 49714957, 3121500266, 368615840, 112263353, 2845863449, 80659075, 201453744, 370861739, 1856613912, 17794715, 37957832, 1280267060, 19721934, 2802306002, 22525506, 63771820, 20535465, 20027336, 2322473928, 62012195, 214205946, 2382561638, 15173733, 213531209, 3084300616, 305811937, 2481244081, 3054977956, 3064585349, 913229208, 1934101795, 1447764446, 509143632, 490623920, 1265290428, 2877145759, 46425731, 58816779, 19730331, 364026855, 302881437, 2991824883, 14384922, 2891115982, 324918090, 432234501, 859767354, 2414719297, 42117366, 27003337, 75157703, 1061456833, 1372556520, 24955637, 99973716, 448323316, 21914212, 1519811258, 342800106, 943139178, 2829541463, 216778464, 2329122012, 259586529, 228573912, 30272877, 16075617, 196296745, 8448142, 361242889, 587920285, 70673658, 120977739, 431207682, 477579541, 1395988729, 2595277291, 1670500998, 189224858, 30710223, 1355551056, 91691026, 1663484994, 1010234942, 35221193, 319949732, 317941003]} -------------------------------------------------------------------------------- /week5/jsons/ReDesignReadingtweets.json: -------------------------------------------------------------------------------- 1 | {"name": "ReDesignReading", "ids": [821122207736795136, 829494596669423616, 827165170715729921, 64562511, 1375159920, 2888240325, 172634410, 777841476298346496, 23438545, 826481814206291969, 274075475, 829920988942913536, 3398811040, 4365825693, 4822711695, 2837329968, 2173347563, 829529297010429953, 2871601366, 824563490765631490, 1342362318, 1299968454, 1533928608, 4641878347, 806563627549523968, 753406441, 23963033, 2147529714, 4925907149, 53940010, 21519621, 2427991681, 2273966054, 15970899, 399430784, 77090824, 61637688, 48329004, 25218010, 394660851, 805561237354545152, 798705914945695744, 721533226683129856, 2333631139, 1435808726, 1606212504, 46418525, 145305477, 791282773831086080, 292781431, 439418027, 2532834991, 390800749, 4817961758, 785958792479420416, 776136327146278912, 779415732962652166, 780409362191880192, 100038741, 776249110814920704, 4819079595, 346937975, 781182405612670976, 3010609906, 39535012, 19078606, 778407683477082112, 156481361, 1693245822, 3008380140, 2460116666, 777682558901424129, 4051535418, 714491131254464512, 930102572, 199430221, 52428703, 548812850, 21781176, 249894983, 1647881666, 39600453, 3340298531, 18059308, 211637646, 18203854, 18266143, 217042330, 759060104926953472, 704413176159461376, 4850576021, 763451627957346304, 763721552114450432, 2329265946, 15532380, 1739174485, 1372930080, 63258820, 88730512, 752164458458386432, 3242019862, 3240992524, 1911651336, 755254150942773248, 728696516081274880, 60611157, 2182318562, 731903323163369472, 2986569207, 2412544033, 370089392, 3424285618, 3262690742, 1394672718, 747897370428456964, 2684947440, 747076991069884416, 1106506279, 1013243996, 3213177675, 4277851252, 2962381323, 3012487673, 727730442049339393, 95699035, 210399738, 4710894192, 823666208, 4842822219, 271020523, 727180936329187329, 733331654706630656, 31261657, 1601703348, 283077537, 724208346580938752, 719570069647400960, 28902591, 3249102408, 127963868, 453572638, 1198640096, 720297399852269569, 727530464844587010, 2967976811, 719620221468848128, 712051507097526273, 53031415, 800799830, 715185210661412864, 719948300254900224, 717795040924401664, 44608410, 539227226, 2455198394, 75117895, 2385445148, 4204455760, 467843344, 3234393826, 3593018837, 24912684, 706241161019695105, 365071506, 778451413, 4451428407, 707195490861973504, 706633309737132032, 711594196482859009, 258419892, 538721159, 17214757, 184410266, 26935898, 1574184481, 45755271, 706147636559126530, 700727690341568513, 911691079, 2872726431, 707788385742692352, 2482656523, 369858469, 4893525577, 705530462752665600, 1447764446, 1120649060, 210815601, 1901704813, 633140829, 707012484411031553, 706257309643776000, 707007224082800640, 707037985179500544, 3430020373, 705834100783853568, 705759403358588928, 4796708181, 30876689, 42117366, 3782389817, 100614552, 396126759, 4893932660, 789900942, 121895790, 334908706, 4102160427, 394430896, 31554332, 4894605271, 138110394, 4172307088, 2820597256, 801257654, 4739088137, 1686545371, 16168401, 1157253378, 28899280, 2371020362, 187927890, 346948989, 377562313, 2195034248, 42444061, 57238046, 27999545, 4706952555, 271946046, 890089328, 4237294793, 3286009676, 382305298, 1095924014, 443980504, 4571007315, 135178062, 23123248, 2365772167, 2180362422, 497485372, 4179589527, 457185816, 344483931, 4320594869, 3805782874, 4291365253, 48338136, 3417777941, 35738275, 15299052, 4259676735, 138566280, 2881539646, 465663102, 337167932, 3593016077, 3045055469, 151157375, 15919313, 3433532051, 31281509, 590126333, 1357898671, 2159812950, 1963831183, 577276590, 73422450, 522544946, 446240937, 2527793054, 1338139406, 38453359, 822339835, 3180872377, 1525192879, 3952019669, 2774177017, 2176980367, 123861695, 24611549, 1511661102, 3191945368, 16440768, 787744526, 3731346196, 14171266, 14140990, 79939242, 2202404829, 15898140, 253697236, 2150911213, 10727002, 84645971, 815925805, 22212638, 490421517, 1280439756, 21879017, 3551594897, 1552132506, 252136783, 31147328, 856307700, 479127068, 3110764408, 423843069, 2290247059, 1307602178, 3212184448, 2171343050, 44641745, 3421271381, 102358798, 3413342241, 3082834931, 86764888, 995583798, 3392078308, 813047918, 1378597532, 3125220316, 3290324028, 3297068523, 242044043, 18555834, 39944442, 25122769, 449520733, 3351815891, 3342240453, 44669597, 1576165998, 2970049174, 28079286, 2376033360, 476031806, 499316249, 1633213291, 3237392005, 188008789, 2834576380, 1002113864, 3252915339, 3292429510, 191569617, 44368861, 2872411419, 135405606, 2491602390, 322174025, 304570061, 1018903753, 294206471, 3122155244, 167085226, 19978756, 3173096380, 538217137, 498794850, 1144026080, 309096584, 286323472, 207728089, 320114910, 370457314, 803344344, 241734260, 1960618892, 329148342, 748140031, 2541936474, 2680243875, 3063819544, 30244001, 1887347767, 538747122, 31392615, 3020103053, 92382061, 23828961, 2729686934, 926051906, 178203484, 3018336407, 70982076, 3001440262, 22439524, 20767586, 96708133, 90190530, 3000834075, 2975174879, 18775198, 63168755, 468661760, 2409334200, 244373573, 34975553, 19595483, 14297315, 2788426672, 23642238, 22388799, 1720153543, 21450225, 16473661, 924084558, 2765294638, 2608191756, 763654572, 125526742, 21829659, 2691509461, 2183077404, 35727920, 39765069, 2266599266, 231423786, 829411668, 360765391]} -------------------------------------------------------------------------------- /week5/jsons/RegenFinancetweets.json: -------------------------------------------------------------------------------- 1 | {"name": "RegenFinance", "ids": [4862267026, 27901726, 27974607, 1531057783, 19666225, 827302792406642689, 826763467033964544, 453520918, 1647273708, 222808237, 360287916, 821673741520371713, 6642792, 815759232419106816, 2208704876, 509163185, 710194667732779008, 16121779, 267487704, 3082506125, 112592450, 810299450757292032, 44122035, 1335772838, 1402746085, 213426144, 4288821876, 766027176789565440, 455184143, 369729174, 328785336, 762764339405213696, 14110283, 2821115151, 34844194, 52523101, 380374360, 29619183, 191317397, 132213553, 2411014297, 17056123, 770373673811271681, 14806144, 3017003508, 751520079175495687, 278288814, 23990406, 56958948, 785804908196864000, 177239977, 3031510011, 780534428594343936, 781522971529736192, 717724893379497984, 27840197, 3420776667, 14850996, 18810464, 84751015, 2292261, 349973240, 44471145, 17201761, 377685065, 3419476149, 1203641, 395130216, 406457162, 564231166, 104508449, 4757441918, 1737682267, 212672315, 141958097, 1251847884, 21580204, 18787401, 94151265, 3229150152, 22947931, 11402552, 4214214013, 28149152, 715265072696860672, 18050173, 329893711, 3025907104, 1571370812, 3020150038, 3313258156, 1488846193, 18036618, 385471493, 20863676, 19740579, 58710855, 69761838, 496495582, 4518806429, 275529715, 2749178888, 746394667449729024, 735151646066520064, 2516200550, 300851913, 172451287, 121617509, 740296215619874816, 228755335, 1115945582, 735937908805271552, 2834519102, 4165757193, 728947876836089856, 45755271, 2208040404, 2712237361, 25510111, 335972576, 347368820, 408879162, 1491083406, 160795024, 887044171, 717183645253967874, 94385966, 1654437560, 1279087922, 1494488082, 23823567, 4487547981, 3299806782, 333747821, 190659960, 707912300, 4227825795, 53696437, 3289974171, 425087035, 2382542676, 4901417255, 2174075422, 18434717, 3406405169, 4795829932, 1355991655, 159912813, 214182317, 380029708, 708035640210886657, 104312010, 46418525, 3846738799, 895827864, 741143796, 15694852, 26533230, 3402533589, 204332672, 375837298, 195657011, 23912605, 2420617700, 2467750560, 2790802818, 257642568, 14948068, 701976202471305216, 742898516, 151989650, 3055990113, 383513325, 2794621, 2832051638, 161916225, 1425947942, 54288508, 2322473928, 2198246197, 1848100746, 70532312, 15891961, 2149228544, 37942462, 18045547, 24716177, 1447764446, 16799074, 483532633, 63184315, 50329234, 1173102800, 2922697592, 613917391, 383332337, 164327954]} -------------------------------------------------------------------------------- /week5/jsons/SRH_Phillytweets.json: -------------------------------------------------------------------------------- 1 | {"name": "SRH_Philly", "ids": [810842690833317889, 808269344161595392, 776676909551726592, 2331266952, 752180341171892224, 2494471135, 753618608769552384, 781511170255646720, 1627096298, 922528136, 709592862275477504, 763937237230772224, 3311351238, 928833858, 53894416, 1074732397, 742919244208177153, 1467667644, 262658176, 2569359859, 335637991, 714285604943634432, 1120459848, 4489754286, 711606778606297088, 2339380615, 145024005, 3200598613, 276473490, 3404111464, 139447126, 122706935, 85462705, 2293694389, 187550559, 4069883248, 3461044336, 4918329248, 4861848848, 712940520398434304, 3153762517, 23135236, 3198583252, 712302232440610816, 3112277576, 46421752, 27225271, 707343051388096512, 3932763915, 176103612, 603894076, 960921330, 80168085]} -------------------------------------------------------------------------------- /week5/jsons/Spiralqtweets.json: -------------------------------------------------------------------------------- 1 | {"name": "Spiralq", "ids": [796730379210256384, 834527192528932865, 831896153675403264, 259745783, 695610303539736576, 830455709804408834, 829481360100319232, 112478491, 717255589, 824661577404207105, 801513497389658112, 339615973, 3291713052, 1164529580, 3631050620, 4862267026, 809438160438657024, 23354473, 993767598, 4515326613, 434991638, 799296824075046912, 797499559211626496, 2925245858, 789743312, 751875838283489280, 70563, 75567959, 1944693594, 785304071129497600, 785291461290000385, 15564259, 42088049, 3433600251, 89084870, 88827184, 2800298108, 775797158817599488, 4237554867, 36727216, 588357269, 4123930703, 1381721292, 226535277, 2297829795, 770984805295153152, 770299130786742272, 3317982032, 17793643, 32054587, 286257944, 16812463, 732418946565971968, 17147736, 1706022464, 242024457, 2490481897, 1222724010, 19982825, 742919244208177153, 776636281, 471655478, 166769160, 281982183, 720297399852269569, 1372556520, 3020150038, 738377351784857600, 89128097, 570959332, 219193736, 4451672489, 1150884433, 4771910140, 18768420, 74955329, 730556629343739904, 713165701398269953, 726975281865580544, 221425867, 28895251, 564591464, 326796595, 4705335390, 724028341527941120, 723481817672617984, 419274248, 2956476188, 721233074051133440, 1016556480, 234448861, 43570256, 45755271, 2810519973, 2811653388, 4751356576, 3302108297, 269935288, 45207490, 2776893186, 3416103260, 840673824, 841766886, 234500486, 279385650, 22525506, 4791673435, 3883002976, 263703708, 815663432, 325043279, 1216845158, 1244428256, 2179184858, 1482649513, 18470449, 75157703, 3366251981, 4892558615, 703246503738003457, 4863302469, 95325802, 910900171, 494421468, 2788216922, 1955107550, 318659674, 1733357538, 1707421928, 611316005, 4655708313, 43001760, 4855343068, 1556661169, 77921525, 520009391, 4835980415, 4530574572, 243432574, 4847072267, 4451753607, 28172188, 4708076735, 4777318111, 4815769307, 43418167, 413450913, 304110434, 16082457, 27070342, 876502603, 4618656392, 1265955871, 3041385681, 188830363, 1045156712, 236173946, 89621603, 20027336, 3506808076, 1534585309, 3622368202, 3042532258, 2572840944, 2806391028, 21400589, 1673326620, 31163361, 4221105849, 3236802742, 4211003187, 80735290, 1730147282, 834938282, 2879123457, 3775547057, 2707773882, 31755382, 116828517, 62952335, 15685837, 3121209651, 819572126, 2252381045, 105700628, 2495521572, 1252071254, 1917217190, 3443167339, 19457946, 3900781637, 18434717, 3205328511, 40026294, 198877198, 3890976134, 1001856650, 2885102343, 149977872, 3111317200, 2900866317, 2852138177, 2394771656, 1195107024, 3338994430, 3080444364, 2696626068, 3949224687, 847642303, 2732270848, 1950153114, 3312029298, 1148605148, 246829616, 3788554395, 228155190, 2333997404, 43775827, 3265027144, 3244871740, 3007081560, 366681160, 3397196403, 2361813337, 833414754, 25600338, 3682321516, 358860258, 3214327012, 635491364, 1107494742, 105251355, 2872369867, 2233415448, 3418742313, 3423968477, 18512339, 14847256, 20535465, 2905174084, 191707413, 254067460, 2434775112, 259406100, 3198760727, 3316577529, 2877874446, 3027461132, 3293322981, 28259514, 858196730, 2410721682, 2472618222, 279048716, 3404618565, 2870930296, 3401200221, 327143382, 2478893108, 465568380, 3221959096, 158050617, 199875982, 242887453, 198714387, 163074797, 1040332728, 87272164, 17106635, 187624432, 429038633, 2342952398, 348486376, 438630452, 95943326, 180418231, 360620198, 50348682, 6940262, 123349432, 48589819, 1411578198, 2763841904, 212042013, 3174274888, 421089567, 319906816, 58595236, 259873788, 3364401940, 2578686824, 1511085936, 284625074, 15745441, 39313661, 2397037542, 898957321, 1443982832, 213390064, 2871278523, 1961079529, 2350718706, 436016389, 1634451343, 3239806227, 381663865, 1324857577, 3121500266, 636199732, 536641473, 193444102, 1447764446, 179836663, 34459755, 3148727381, 2398521504, 2365870180, 2358336902, 130185708, 21321244, 3122165279, 15571750, 2382561638, 29356859, 2482477945, 244172273, 1729676678, 181616665, 777094417, 80628667, 3084611980, 3082036325, 2557592940, 555169178, 522660560, 3045307433, 81651827, 576199630, 411804475, 707291916, 575049717, 30073343, 476429315, 351284540, 2445773047, 473222181, 2518430978, 211638730, 1328226451, 219694026, 3004291743, 1481049679, 2984957405, 18005498, 2922195785, 2261722872, 123361307, 209172988, 72734123, 107534632, 701977297, 29988743, 57991221, 1093009458, 155199881, 2345439056, 1347783163, 273971134, 2875153385, 253759060, 202801205, 1115080543, 286720958, 884592601, 2841931341, 943139178, 20330670, 2329122012, 413446131, 20255593, 50678176, 2322473928, 212975171, 402801554, 5475352, 610607205, 633450709, 2859453059, 507935960, 15118722, 2796909453, 976821102, 15137268, 2772754240, 1219924608, 838794798, 175117197, 314018100, 2178609482, 1700236476, 2429024162, 2433860481, 288769953, 2570992327, 2643662392, 2451713094, 15224085, 31806244, 559809317, 2154225594, 2597970655, 2600252256, 597430651, 14886825, 74795958, 2289872376, 2470135486, 2451669914, 235828125, 13821592, 250815924, 165126349, 484437767, 2398413300, 13307352, 96820697, 952232586, 1950586873, 2387939126, 634641388, 101609068, 389492893, 259319272, 1526602376, 10811702, 2448381518, 65456407, 167079843, 1363237430, 2472257165, 2307631998, 597054149, 1488603534, 937724334, 14928505, 563123287, 158383156, 169160992, 2179551957, 347303453, 176528077, 1153690873, 997388894, 258053766, 58585672, 163248053, 707329434, 22861010, 16310951, 1478685218, 1917875971, 124480528, 822379520, 16649918, 16471997, 2171918484, 393621343, 104178148, 2251041708, 634621955, 1963305672, 595057694, 1352024826, 1830066817, 1858343040, 116190346, 611814049, 123301791, 1945919964, 377724468, 46675249, 2185178616, 386160502, 22058233, 80585382, 114531138, 60603560, 15958692, 1061456833, 348209464, 619320107, 20183202, 26957978, 460555758, 1967708510, 1352134640, 55919257, 1921803824, 471592115, 1631543652, 743814578, 1725466862, 1719900206, 38901930, 18997118, 975205759, 569825922, 20321760, 30731746, 429093379, 27278094, 1377943483, 309095358, 262759031, 935438490, 22775882, 274123264, 299155382, 54943916, 1533849600, 458864355, 238626423, 555417927, 67205531, 1561812835, 38416511, 1567113979, 20406913, 88348525, 158107086, 1114654830, 64406642, 1354638446, 633329469, 78040065, 828026083, 1510404530, 222634239, 25904615, 818663258, 510483191, 1375579495, 17584074, 14720708, 555641598, 89523799, 21428265, 85597125, 128370968, 186310032, 459367147, 586734299, 1151124763, 38589334, 1261934112, 1009974739, 1246721275, 114562365, 575609128, 387686234, 1216733984, 778866362, 576182610, 278190614, 40589317, 610031003, 241236185, 30976202, 275021824, 97733726, 318733644, 1122990488, 602478682, 351512172, 1104461664, 95916373, 95841055, 478308128, 1080549720, 599251769, 22798343, 17004899, 74034483, 15625377, 20567899, 16720301, 16851369, 103390546, 182651311, 984259148, 453604002, 472994284, 54711309, 269046838, 60397043, 17543492, 633734458, 92030841, 74485061, 288009191, 92280311, 858293335, 531315969, 473261927, 49729441, 813562567, 54286642, 264465078, 140817074, 13055882, 15406225, 225111753, 21228292, 38735227, 24094581, 287404274, 116851202, 562463599, 288779631, 372977261, 584167107, 88213668, 42117366, 85592017, 318567964, 169961970, 17924904, 605838484, 604468589, 577298190, 230209471, 259944742, 155573611, 27287650, 560567780, 90195892, 14569679, 14444603, 579277490, 44407479, 157047955, 589073740, 5641582, 304714227, 13940882, 206521435, 575701869, 42699827, 561347194, 79222301, 176190278, 119523429, 412485187, 18241930, 550175595, 105266457, 398840797, 366873866, 377611592, 26015834, 74224139, 459507842, 11946042, 16571256, 101524271, 49625555, 462334875, 15750821, 40179691, 98551312, 38357435, 15059330, 242735418, 9793612, 40919502, 232553502, 15633553, 480540358, 31786881, 51290516, 153543961, 451264721, 27658916, 110053565, 34771142, 55064939, 24799384, 97070650, 98220778, 288250904, 125434566, 176998954, 271063084, 1424681, 305614623, 17796588, 247431246, 243405854, 17587553, 204216869, 297575920, 15900082, 293177865, 97705901, 27878438, 78184176, 208783741, 19398701, 134227552, 17452965, 227737526, 24815001, 167026472, 176931610, 186309232, 111697140, 184520746, 108278134, 16531308, 164391881, 56894138, 121236835, 52901153, 19466314, 88805217, 109371813, 17553804, 86330742, 83726209, 107180235, 103300645, 103004518, 72139348, 18402444, 96801632, 93107415, 62910569, 49692844, 42936522, 85869588, 82176564, 81554079, 17901159, 81550310, 80879711, 73420245, 58363042, 70280115, 69989146, 62012195, 17006434, 38275008, 2056911, 13161062, 33531736, 53560612, 21781952, 45047326, 41957778, 39033306, 33754304, 16235585, 14167657, 17810764, 31207146, 17618784, 14937074, 18769046, 16048594, 29732248, 13164992, 19206889]} -------------------------------------------------------------------------------- /week5/jsons/YASP2tweets.json: -------------------------------------------------------------------------------- 1 | {"name": "YASP2", "ids": [831136894981373953, 836394386632093696, 4564996035, 382485573, 809438160438657024, 220171688, 2970375525, 3149370939, 2846291677, 795295157109293056, 389685585, 738198903753953280, 804669893006266368, 816792419769401348, 809038113083420672, 794567550084386817, 807268853856239617, 3546155177, 4819013939, 2905685903, 781550185935695872, 121255840, 2797867775, 2471407970, 446336173, 48247672, 762722617396568064, 963209342, 4172140516, 782732112537477120, 44547681, 307633493, 778551836970070016, 78040065, 775738317279227905, 771040107763736576, 527954635, 254506857, 900718069, 229693491, 4185591, 255817885, 750090962978955269, 98134084, 1308151922, 4840347225, 742202584966914053, 353302156, 2830583885, 924478351, 709946426009264128, 196716795, 15322803, 4870347209, 43894361, 20404792, 4718706551, 430151626, 2806391028, 2307034099, 727392749926907904, 30888314, 1074732397, 718140022592040960, 281872421, 328052007, 2890516759, 4085098817, 27658916, 4892558615, 30357237, 1195107024, 717338451599863809, 20947896, 212042013, 288082938, 155585042, 4897112494, 2424661855, 65127308, 2906358101, 16571256, 301129417, 1556661169, 57715144, 1910135659, 51873233, 296363095, 3406169861, 3376066251, 2732519340, 399082309, 2894692899, 98464567, 1092751928, 703605062, 726742772, 3341838502, 19248747, 3097749592, 3908460262, 471547706, 279660908, 2350518823, 25092502, 1392916915, 1470439507, 4211003187, 1342541532, 2916296080, 18451034, 3417821632, 522606604, 169314580, 180420752, 22525506, 250764594, 3038510912, 128073415, 537567448, 159268324, 563123287, 304595799, 16565968, 105304844, 104178148, 3298613359, 3506009307, 3602907869, 3453224541, 1571656226, 449017323, 3297912938, 612973587, 319906816, 3364401940, 85336659, 225898001, 1443982832, 2443366945, 386538931, 24210309, 3236987782, 1452188106, 91691026, 178957958, 22215472, 231661964, 3230033375, 3183558312, 1654275312, 3177055643, 3157860688, 2482477945, 3167038181, 75157703, 188850503, 1061456833, 2891678164, 3093525213, 1959224372, 30073343, 2586983437, 3029412583, 2377342346, 411804475, 2179551957, 463863797, 1551733382, 2601929010, 293303567, 488819277, 2869204319, 59370515, 2837490237, 2829541463, 48589819, 2800237282, 2261722872, 1059052544, 425545102, 2561078367, 31725007, 2760128525, 15696151, 17981726, 2717353447, 1016556480, 88213668, 2556932196, 788368489, 1621906778, 184914661, 2609825280, 23551319, 795958350, 2602023644, 2594395507, 33525258, 2188265513, 2585128478, 603141570, 592406942, 890233032, 2499362852, 2314401673, 24286891, 21321244, 2332725680, 575428718, 147702666, 607475503, 1324836193, 2476046294, 1410468510, 2315930690, 1858343040, 62517963, 2446086276, 2485404705, 17450599, 20027336, 2153501234, 2156171443, 517871552, 1449309638, 2319857960, 45399455, 2397037542, 381663865, 34459755, 248016996, 17568801, 1160621887, 14531970, 165167643, 194885985, 18233783, 389185355, 194342454, 861941713, 525014149, 2322473928, 259406100, 393585694, 178096106, 22574003, 39785767, 148220230, 86391940, 2305879862, 1709700793, 70707634, 556420169, 222300196, 2244246022, 555359181, 28756851, 970362001, 11720502, 1363512331, 15908555, 14129606, 2228583457, 1858039620, 129984993, 2184426539, 56319095, 1858983264, 1347783163, 22058233, 1241729714, 2168806854, 94396068, 17352160, 305597057, 17768882, 381509833, 1621402694, 176528077, 507576122, 89523799, 946700648, 1729676678, 1343462263, 19157981, 289508162, 250815924, 38253950, 1603796984, 31806244, 16335517, 1559851844, 26509652, 27701354, 27019625, 503217181, 569448883, 1364795046, 76960923, 249365151, 316579326, 1345483657, 1113584238, 94965721, 1354472606, 195779234, 480723539, 1276159002, 338796890, 574656873, 562931722, 1183514611, 871810752, 899068591, 466897128, 956329464, 71331118, 127465561, 287486941, 88348525, 38792460, 285935052, 575852465, 54711309, 889277599, 205368425, 315462067, 701977297, 13940882, 17281213, 370194688, 17958386, 209397695, 59000750, 136056940, 391538857, 787930963, 211391291, 193524108, 520834682, 16790183, 14070605, 615355732, 624441787, 17720833, 396688502, 268452845, 426916757, 603313727, 451273867, 32574843, 294406643, 51898792, 580567242, 98460819, 271063084, 344830497, 153543961, 543974149, 521000109, 495130970, 285408756, 318035148, 129341722, 474872510, 460555758, 67328097, 17783529, 421217274, 41210652, 374125900, 28895251, 95325802, 294150148, 402073345, 113978261, 317376413, 302074435, 339615973, 266827492]} -------------------------------------------------------------------------------- /week5/jsons/YSRPinPhillytweets.json: -------------------------------------------------------------------------------- 1 | {"name": "YSRPinPhilly", "ids": [87485241, 4862267026, 3075775171, 754691920052432896, 1360506488, 812159124138033152, 229573093, 402731430, 1027045278, 1504019905, 833727129342922752, 1280267060, 3099611800, 382485573, 829421836945469440, 12564042, 366730697, 3387427605, 245405881, 275678643, 830744075464802304, 69560888, 1410739154, 829227529093386241, 91183073, 824869874526679041, 18922503, 56894138, 3161105676, 826824787813138433, 826850356143542274, 2984957405, 31529005, 17695005, 824821706162372608, 1016556480, 1122427309, 2846291677, 823994855953145860, 42210964, 796730379210256384, 17795692, 819636121206398982, 805679299, 3843421815, 28379336, 1328365934, 455478578, 3094975996, 130487176, 13821592, 2970142468, 2510912960, 320761641, 1935502106, 1367650813, 2289872376, 305811937, 807268853856239617, 32569785, 603894076, 607426705, 160311073, 702522903410167808, 89084870, 2705306726, 806077216509595648, 410423225, 250815924, 771386772660117504, 1713387528, 4718706551, 3063974247, 77241577, 520784508, 26807647, 341299058, 802019156950294528, 301153598, 786737532490964992, 36403605, 212050403, 234511415, 22194027, 3956500757, 3305827372, 313508023, 533427709, 777552520889659392, 2815795619, 2771357608, 603600137, 799187518755196928, 788836687434616832, 419727498, 212050256, 338021243, 2886878359, 165167643, 4048845142, 64802221, 789491971035242496, 185315874, 3037868932, 45485040, 763762230798221312, 582379466, 788758565389557760, 596879978, 53932136, 2488638565, 150282598, 2942216012, 780178625194622976, 95254256, 788042204971425792, 4741449144, 2908363619, 22200355, 57408573, 789528918571163648, 4148484982, 1601135779, 3631050620, 150487731, 2522772613, 748144095663534082, 26989048, 288082938, 206834212, 245878149, 4172140516, 1686797810, 4046496623, 51556912, 780573353832689665, 16473661, 56753659, 177963239, 778602076213506049, 25065740, 18053016, 2523922639, 565748639, 447742111, 63771820, 963209342, 36425376, 775738317279227905, 707632283776327681, 309814306, 3306146982, 773579297927954433, 4821503710, 773707929719607296, 773317911347761152, 38785436, 403540613, 771369705923903494, 224973963, 765990746876940288, 395932689, 752235527643037696, 2422045531, 17467545, 61881593, 768011597071708160, 21833815, 756489342483304448, 205962661, 789587036, 1138192123, 2516232931, 632370147, 17760565, 4374744143, 2808355879, 755098383765823488, 4828185673, 175174841, 28712157, 619214148, 4255914795, 742202584966914053, 348801852, 1210331768, 754158038441791488, 625230891, 2990570980, 3020150038, 25156323, 907381604, 221825837, 2537426977, 2575119684, 25296136, 20682620, 419163330, 104836373, 242150428, 880418689, 2691289508, 2749996020, 1227790394, 2373837463, 84630363, 559026739, 95253708, 4115616737, 16930740, 2317343324, 3234049874, 171385317, 103631619, 2192328586, 30888314, 98464567, 744720270447935488, 9718952, 740447748244307970, 618691021, 716239243, 720297399852269569, 219427094, 735573412127645696, 22525506, 75459578, 736183905276071936, 771994086, 3305211351, 338796890, 201359283, 74759950, 361420445, 24290529, 160631975, 4069883248, 3960439762, 176103612, 698287305350627328, 723228331236171776, 156395320, 3417821632, 29356859, 2543913660, 487661707, 4070872479, 2350518823, 3379772363, 24650145, 727993518954844160, 3298190694, 370489450, 111071616, 728033282034704384, 91132491, 3669196882, 46153235, 713404413843480578, 388034065, 32538817, 432797602, 4691748104, 2385445148, 255858277, 722492383238230016, 1443918637, 1628947868, 69286414, 3731352861, 180063491, 2339380615, 144891724, 718173043315630084, 2617336420, 1069239979, 269867731, 2691129494, 755544986, 294140779, 1354472606, 52186257, 466703095, 2303830190, 705104991111901185, 1485231470, 22215472, 60453573, 384142385, 563686127, 2321210755, 2440143534, 276473490, 711606778606297088, 3436679619, 39560576, 1286307254, 4106736316, 18507316, 555667727, 2279162430, 45847989, 351249852, 607217638, 4695229106, 104929208, 163743279, 3383377437, 34925300, 2778769686, 559952066, 2481244081, 2482656523, 93688955, 4888953365, 4889734692, 2830583885, 3556116678, 389554748, 613725932, 363399852, 4870953209, 362839013, 85003813, 4827611864, 4864203783, 4827480798, 263976349, 397793960, 2427493956, 563123287, 1658076986, 4834147617, 853509241, 3378262797, 1092751928, 4770308354, 217459237, 4528728377, 4692978403, 323027846, 4557693815, 1392916915, 4429165462, 550175595, 2335580178, 271240103, 3068295763, 4497722004, 4397705842, 740761610, 823811234, 3007972527, 45912738, 837874639, 17275981, 564591464, 404162119, 3344432464, 4345571903, 258787366, 4269644597, 294247217, 3654297855, 4101733516, 4378864214, 250829657, 4227707512, 1255672464, 4211003187, 3197069094, 56386943, 1447212768, 1302445381, 297138297, 100003141, 58823840, 2234962670, 833663047, 3097749592, 3100044171, 319195490, 362659159, 467755783, 3327195768, 4011853211, 16262059, 17793643, 2856881152, 2657177594, 25092502, 165869682, 3773678501, 73573628, 411804475, 1140654350, 3601012287, 280353435, 576396074, 27814894, 900718069, 17120533, 275765274, 2493291, 2241092623, 215657972, 88675623, 2377603003, 2551067472, 23082752, 3833993355, 414251905, 20404792, 3369173835, 3810185657, 960921330, 3678875893, 3739593977, 383823154, 1245282638, 3089032900, 245157845, 11720502, 874526905, 1068508663, 3406169861, 46840554, 3432005413, 38407050, 61603529, 2153501234, 3505709669, 3434661887, 2905174084, 47202148, 1068631081, 3440648722, 3197088155, 3366795310, 253577549, 290748711, 1859515387, 630347789, 3103249595, 575880083, 310909523, 1615179834, 2295034098, 1606387034, 241998119, 316675587, 3378750137, 100002112, 64776389, 123349432, 1829775128, 170481702, 1061456833, 21989991, 280167980, 3301475916, 153538727, 17064789, 2860689671, 1590272348, 718644456, 2906358101, 10870512, 1377773816, 27701354, 225132470, 605694763, 3374903919, 976549099, 3178840591, 2584792490, 553509913, 74032879, 227290683, 790874491, 2853615946, 3364401940, 44517932, 2559447103, 3335402158, 3327843543, 2922262987, 1443982832, 2320773038, 2577306450, 309414541, 368290921, 45577827, 87732141, 3311933049, 17113281, 14677117, 1909719324, 23719181, 73179300, 1130118246, 31409281, 1055531659, 464294965, 30654121, 368567679, 29041660, 2457789487, 1452188106, 384119092, 97070650, 41974774, 3242214569, 1959224372, 2397037542, 22058233, 1358125400, 3229101831, 1950925638, 2881362617, 24300752, 427023139, 1704812460, 3178420178, 2743088382, 3035515553, 1928743476, 564431160, 3188300333, 3003626682, 530961025, 1262787648, 3115396211, 197290716, 2721434775, 54742451, 3158571913, 3063844635, 513798326, 23160820, 99973716, 88348525, 3164796083, 460555758, 2155239313, 156987758, 153444178, 539367120, 22492751, 277652656, 130270322, 166270400, 3138730729, 2817769386, 3062254391, 3031975072, 449017323, 73376896, 109139717, 45089981, 1222689073, 465131804, 104991713, 942193736, 3040066435, 42264431, 15348009, 1176627961, 352003381, 324924857, 2896284226, 34307162, 28079605, 1006657716, 2818394967, 520582460, 192845561, 1279475688, 1531718005, 3062468152, 3003713696, 2675783347, 3054312279, 378014092, 346741959, 489085452, 269935288, 191121862, 424332048, 17355613, 3001946326, 3001053922, 361768573, 1883340302, 53495006, 556447101, 2355172110, 576206566, 1437030139, 860634403, 2403877471, 226963044, 26485703, 354752652, 182512942, 183626042, 2762833942, 134357489, 1740746832, 137401613, 38013241, 1942884535, 1249567045, 602918825, 2222344331, 2385039392, 607259830, 421996674, 2885632325, 455276538, 2884709579, 1504425738, 2885567430, 2789855618, 2875819863, 131242470, 282325677, 2847081887, 400841736, 76739691, 862322078, 352379851, 418267717, 34311057, 349109256, 122706935, 1870070022, 252588936, 529209692, 2821007919, 256673273, 2819631405, 2814442984, 15844259, 2577005990, 14569679, 2784903045, 1711402812, 28339843, 2437852177, 531799936, 2528151228, 2703527630, 382855887, 2446086276, 2703683827, 16156174, 1952316776, 551390301, 256965891, 196120327, 115172311, 627565620, 2451742621, 32766124, 7808222, 76354105, 325043279, 461538989, 1469501107, 2471920152, 20709194, 1209256622, 369543712, 51480377, 2695159362, 34514888, 1977113917, 804132572, 545122652, 365437185, 22938618, 19847135, 81887627, 125723145, 1209694189, 31177246, 41430206, 61242633, 1646506182, 43619974, 376791248, 170370151, 2457541598, 2568236017, 607475503, 124610447, 2449427197, 2325564073, 2612281832, 273114804, 807880741, 2459785070, 1249400575, 2164529058, 2330393167, 115477344, 2561078367, 14886176, 122420238, 522907771, 1201629709, 183040171, 346660002, 249765440, 1172455675, 2290135609, 407193452, 81201453, 1324836193, 2375111729, 2457823680, 2458367438, 2456223144, 17467699]} -------------------------------------------------------------------------------- /week5/jsons/btbphillytweets.json: -------------------------------------------------------------------------------- 1 | {"name": "btbphilly", "ids": [2491898522, 831136894981373953, 2564279365, 125814316, 38221064, 796111325898428416, 2632542713, 2823919075, 25544206, 2860286785, 829708810478612482, 2225293979, 36804708, 70682513, 36193867, 3020150038, 166890623, 828476153958633472, 823182089717686272, 828026339932459008, 16082457, 2970375525, 2304527986, 827020591165296640, 824712765642268676, 2482134128, 824496083053137920, 284320807, 341795218, 1156005847, 389685585, 808136525267537920, 15130813, 3365296720, 26360563, 815755091387052037, 807268853856239617, 790585342185250817, 745292328009498624, 123082918, 3096473904, 57463144, 1262766811, 16131946, 246434854, 808090301881577472, 11615872, 15416336, 362839013, 792827917806006272, 867022946, 329514263, 728656444954791936, 732418946565971968, 365436779, 3546155177, 774100095314776064, 755201435537592320, 803010818304458752, 748926320961130496, 4750029374, 313535389, 730922119052333056, 730422986990333952, 12734282, 797442178146586624, 3138813982, 200280586, 3515919137, 738432919300124673, 2279588684, 818257663, 2911677579, 2733523723, 67500135, 582866423, 747423876, 144724055, 384906788, 322320519, 2990653992, 775881046839754752, 771040107763736576, 354044734, 3328093458, 783157986, 736040714820300800, 208024194, 3038463434, 325043279, 766262596685144064, 842608134, 753318552514551809, 747213147912605696, 46214059, 487766248, 60388123, 1640636083, 4530574572, 755060713794699264, 186806218, 753419957531049984, 751165485840871424, 56177785, 746414097550303232, 883871455, 2265439352, 748257688446967809, 2470913780, 747289572355149824, 716017105, 744753268023136256, 742919244208177153, 744280599519760385, 635692847, 3843421815, 2227363586, 257228045, 3416103260, 91691026, 249317127, 75459578, 737490732248793095, 722973527305908224, 733412102845530114, 710946953849393157, 347413588, 217294213, 3600888142, 4258674597, 3047095229, 2958974217, 3280027304, 16641342, 4770192372, 719933184578818048, 829774056, 717015174645846017, 8113512, 2577234246, 715242351816368131, 1353659736, 127049981, 176103612, 712347912949268481, 155550874, 711192195722780672, 3100032051, 709159602265464832, 702684314526351364, 4270081935, 3308445580, 422609301, 703024573915254784, 3420204269, 3041845431, 249475321, 17472044, 1092866366, 16961343, 126741840, 605689077, 776595812, 4864203783, 2945487264, 4835318968, 4782223214, 242553158, 259536845, 4748176419, 22173727, 3376236405, 3241272082, 4618656392, 4289771294, 1470439507, 43893743, 4596731953, 2998245952, 4431239074, 338056376, 1281005539, 3290198032, 118687961, 4235490193, 2806391028, 1531365079, 22986457, 4279746258, 3773678501, 279048716, 4208632431, 343138234, 3406564474, 88213668, 1301893999, 2409527875, 3399674530, 2927858118, 3350290948, 3342035721, 366730697, 1092751928, 21098812, 3281324047, 108506863, 2283857683, 4101820943, 4072590077, 3413766153, 258247912, 606868042, 411804475, 2296902282, 2184426539, 1887590629, 3973817057, 3389172339, 873913976, 3555079873, 158107086, 2894826527, 1371101755, 112512231, 3333426695, 1543759350, 288082938, 3718431746, 2804651736, 3302723142, 2493191125, 979126454, 18548136, 17279232, 755544986, 30768007, 1004659260, 401662354, 157023330, 3028880651, 3724282275, 3232726922, 614516210, 386866531, 123991966, 2905450707, 3474176416, 17783529, 104178148, 543968006, 27162328, 165972889, 3488478798, 71424847, 3246643206, 3602907869, 965218326, 3497033894, 3483234674, 3438185422, 1858039620, 3542292496, 3515250557, 973005920, 866990215, 377496821, 827457416, 3296231448, 3230936395, 3434501110, 3098100565, 232536368, 2610608504, 1209408750, 1577786744, 2648224812, 135559200, 2410721682, 455395999, 274593553, 58382680, 3308400240, 225384356, 2678672066, 21321244, 518756254, 1093786812, 1590954685, 3283604712, 3288403765, 90663184, 3013191149, 1016556480, 3291713052, 47339713, 2774733941, 27701354, 123349432, 88348525, 3386134348, 93930637, 1681799972, 1342541532, 3140805682, 3375716506, 2689727474, 1302445381, 2523922639, 2802479043, 39246451, 2217173822, 2799346610, 3364401940, 210684204, 11720502, 266252872, 188955955, 634641388, 1978600621, 3161472163, 1182689880, 3331922338, 3184534497, 1678405478, 3253247827, 359187917, 3331814775, 3057970624, 534493998, 3331341892, 1170909474, 140513463, 354053549, 625699119, 2305879862, 836775812, 60538979, 212042013, 3035660929, 18388208, 418963686, 72530901, 3307424531, 14211204, 2397037542, 2675135701, 2186124941, 3290372627, 3300968818, 578305715, 490317852, 17023919, 742064347, 1148605148, 2583899207, 1452188106, 1105539480, 3233017420, 17720833, 3258108393, 1689248414, 1571656226, 2934700825, 746293537, 3253904440, 426047050, 3193942303, 450886413, 2176750296, 976991048, 250815924, 1446382514, 288605355, 19263697, 262240781, 2556932196, 547644696, 2945037899, 536641473, 48583511, 46805394, 24286891, 2872840989, 24932461, 28827121, 3097769014, 2915498391, 89523799, 67328097, 2754851381, 2949385983, 3136771540, 1599635653, 26506271, 44044549, 1447525490, 54711309, 1854986316, 3092024937, 2339380615, 122706935, 396688502, 3143064972, 1610774125, 2800237282, 2710736012, 103390546, 1371076266, 2830155337, 1059052544, 233319706, 3120458366, 2486818668, 3081028949, 2342952398, 31806244, 26509652, 1556046984, 2372342052, 2345625882, 2250876910, 1543633381, 2842184273, 444304631, 34011166, 3112277576, 255171896, 444212493, 2191791492, 364045492, 259877303, 3058804146, 3071052364, 3112252192, 1935461365, 2482477945, 3073275317, 169973989, 16092926, 2905303488, 2992663372, 3007089464, 19457946, 3064480449, 2482488734, 70707634, 3060214833, 860301558, 3041266365, 1235697608, 575601175, 20220130, 254506857, 2560355976, 2992846371, 66779848, 2351581238, 3006913092, 3009986735, 323027846, 72199374, 3003575237, 311130367, 325350122, 348881683, 2827184924, 2230526815, 234246266, 132833362, 2985075304, 25184118, 2968113088, 2975802243, 30073343, 2315685277, 2788432959, 2948371145, 1194653046, 1847200435, 1606663530, 2400221269, 2931487530, 2925429958, 2916294946, 394842862, 2902861468, 14194497, 1219630614, 249749470, 59364644, 633030056, 2885763611, 78197253, 315929605, 2866195257, 2891517050, 1350203058, 2580780829, 2846738495, 2838940677, 2841391516, 2861264958, 28065282, 1242277148, 102766938, 39270820, 2744158165, 2411147006, 847635230, 2808321260, 1554400646, 1636056391, 233674031, 43931484, 481149513, 78652541, 2748341021, 523912274, 256965891, 397027094, 2722102663, 1952316776, 7017372, 2660936600, 540528034, 511262544, 2600228024, 2578754557, 465131804, 2327587861, 325210048, 541452009, 128307710, 259406100, 536735039, 2547205530, 2544150571, 2537640494, 2544322594, 159268324, 2378078496, 1410468510, 510215766, 1086564708, 2458895882, 435105622, 214613650, 2472257165, 851502924, 2455136951, 201963327, 22488927, 772550065, 987778470, 152778226, 90630637, 1061456833, 16974932, 1193961392, 248016996, 330692930, 394847051, 755828, 933031554, 126109876, 860814385, 875903586, 1965451370, 194885985, 2335052220, 136588329, 1347606662, 23580667, 2337802127, 169245726, 2150910776, 2336136138, 2322473928, 342446170, 2325979344, 1443982832, 178096106, 217959606, 1268520847, 316161349, 212975171, 1926311712, 2294817457, 39104588, 111343783, 52937671, 1567161866, 960921330, 72265518, 17815377, 222300196, 356311486, 2254471214, 62854259, 1084350409, 1125953233, 50049844, 22574003, 128252246, 22190000, 74586191, 1347783163, 460555758, 22058233, 319825185, 701977297, 13654422, 1621402694, 46886571, 27225271, 31527789, 19778399, 1470229658]} -------------------------------------------------------------------------------- /week5/jsons/onamovetweets.json: -------------------------------------------------------------------------------- 1 | {"name": "onamove", "ids": [1322904956, 828325965935890434, 996119641, 783157986, 717015174645846017, 1198951962, 3365978242, 3322895986, 299865233, 3187995414, 325646898, 2292655067, 16396661, 715644151, 1005485118, 2229080160, 746293537, 1118729346, 857190637, 14730443, 363790929, 958122614, 483956298, 259555517, 774647030, 307436771, 140520134, 285876120, 166658550, 242294306, 220227128, 171730057, 165655118, 164075729, 163924064, 163903622]} -------------------------------------------------------------------------------- /week5/jsons/philaposhtweets.json: -------------------------------------------------------------------------------- 1 | {"name": "philaposh", "ids": [793998874667089921, 4112474655, 782967383245848577, 2409815592, 725800742213152768, 18568342, 1609467078, 3294582615, 3222656359, 4264164201, 2894826527, 1553146146, 29755987, 243399935, 3025785629, 2964595739, 509143632, 337476036, 2617211030, 2897147880, 560162222, 1219924608, 48589819, 374125900, 2773332480, 15696151, 2666918340, 418553515, 2151556802, 2535225080, 36713894, 893405245, 37032443, 122333693, 26146266, 2363225389, 111704419, 298538559, 2450286639, 19952668, 2320940594, 18940936, 28900350, 51697151, 2223793975, 712815186, 108711066, 75157703, 1653743161, 253616819, 263734243]} -------------------------------------------------------------------------------- /week5/jsons/sanctuarymvmttweets.json: -------------------------------------------------------------------------------- 1 | {"name": "sanctuarymvmt", "ids": [29771636, 824718107000373249, 145761113, 836276319386136577, 527694017, 626676564, 3218861360, 722215748668526592, 763783129, 47233005, 809576536936329216, 1074885002, 198858209, 830941044502102020, 755829115, 32986744, 4160965474, 746238322238853120, 425345123, 1583616049, 1315405004, 982531464, 610264915, 818930496, 3096755670, 27471121, 1483355989, 818959795, 459624077, 15634728, 874934484, 6062442, 16743753, 28043290, 16185721, 825480696181305345, 809867554395037697, 116615124, 774423764, 29283, 2835143026, 460304993, 18869277, 9263202, 834091460307853312, 143333080, 2863858535, 860709974, 1599824408, 365581498, 796666193507717120, 2738066966, 117289532, 393759912, 4804423290, 2648144041, 156121516, 14928662, 3129187971, 14700893, 796917315283591168, 144741178, 798651121237528576, 104790170, 38922472, 745007408502673408, 796076404484042753, 1120851229, 47647363, 17791778, 15629533, 2688740917, 773230386012905472, 1159100306, 4064173527, 830350788526497792, 828140323943628801, 3040225027, 26276479, 378869438, 2919974000, 561692085, 823082002144313344, 720707364798668800, 242145238, 263693491, 304375722, 829025768084631552, 3995849711, 3451082653, 252785349, 36420315, 850125452, 736626134721253376, 827521403612196865, 1686763687, 71615091, 182447964, 789870277, 979621957, 826524809018408965, 171514831, 67822913, 180903596, 26963938, 19035168, 825694578351206401, 341767604, 478756178, 2801092197, 244106362, 127570324, 43067763, 116562764, 798280322890821636, 806341823874666497, 28632348, 15999521, 824775329633939457, 1290034292, 484805313, 784578196004012032, 703636260217364480, 146136944, 337257129, 824101757307547655, 2530627466, 754769726513885184, 17991655, 6577922, 130617992, 817133342588096514, 20218146, 7837772, 42964293, 2477304895, 247569207, 823213244743643137, 274281546, 791730901189267456, 819352039540944896, 966587624, 796820991171145728, 1329224934, 16139205, 998320867, 2280981055, 2504917858, 245510783, 3600279856, 83875799, 32189132, 2158642645, 17316409, 2598047156, 186582233, 66786179, 93303299, 15996671, 4024737029, 2165519882, 16801726, 4745447542, 309830523, 223567086, 494428523, 411249615, 2224499454, 2844654997, 107624019, 2884834600, 795719591297241088, 1646958558, 701217215429750784, 620314691, 997599536, 40323391, 1858199179, 724695650844045312, 2190868958, 65992060, 2148108048, 18315511, 2458711848, 19342125, 746423102880505856, 157510710, 31068289, 1348312022, 52129636, 18607638, 44981866, 22582414, 2404958574, 16869293, 327445876, 319342150, 352475792, 30542046, 33398832, 1199485316, 753322826678013953, 39156142, 304536071, 786349247503306752, 366442529, 833141988, 23810701, 388354820, 634500088, 17881909, 18229734, 151147776, 600518988, 2191027567, 18951423, 31465503, 127516494, 389134325, 778660076, 30952885, 776528756, 14198304, 25248939, 1500366006, 307826868, 715657211041738754, 587591389, 2762097950, 392688536, 295418352, 103891700, 1022632921, 725149472280481794, 3629778974, 220561413, 85500600, 2292385466, 15396278, 2429226188, 175595938, 574725609, 33338437, 802306574895161344, 801160721232969728, 14898289, 18430722, 263332399, 806685221861072896, 25369431, 389858675, 621066093, 21539917, 149156631, 302067213, 79256560, 1337982074, 2466124526, 3350554425, 2866946905, 84095569, 64617552, 783681927307993088, 23265018, 302252755, 325006322, 16179442, 24400763, 1653461298, 1003001845, 177782804, 138498134, 16960719, 21242674, 106021590, 1278538069, 353399319, 231215334, 15763752, 537502474, 2316330596, 34643828, 16938795, 336040171, 472537951, 147843129, 200518220, 134698978, 744250308, 354610321, 23729046, 166319027, 4703646164, 160311073, 1245020120, 210236929, 26565213, 17925306, 795611291838795776, 1957497708, 703090886440153088, 884336108, 2458360934, 1518064304, 786966549701595136, 711227810510143491, 782703495753273344, 1596705295, 797288414945091584, 62859640, 755531739666194432, 48785739, 4183131443, 755500837657538560, 769232694807040000, 14593283, 320254780, 3321530377, 776639855832895488, 2960254795, 70820295, 2337009576, 711840942, 787398766139576320, 196328660, 786296548007084034, 19399396, 19096062, 560452828, 1239131610, 1663636074, 35292760, 40961653, 774104909876596736, 3321815903, 2413158348, 2377170504, 378322170, 231827854, 2593518488, 3029529241, 755346391447310336, 2204250878, 272768691, 372050829, 132569463, 1683995442, 701151877493198848, 607934780, 1962992802, 381360284, 4152867021, 2520394507, 16516106, 2551133100, 19537848, 30375231, 275283648, 15264111, 745317978493820929, 100828166, 15342726, 115231607, 2350385329, 1335041372, 2539787742, 36850403, 101203560, 2503267447, 1152406892, 703134287428628480, 1641334812, 4892999991, 736527863403384833, 4373532333, 40822106, 18812311, 1144311415, 334153057, 15956067, 2409781645, 1532263495, 75639698, 2567863897, 1544095740, 128653544, 2636984720, 722106740582588416, 63169614, 2443085882, 100416074, 2981089196, 718114792880410624, 198596758, 4605088580, 713178082505523200, 3618748334, 1430504689, 2386345754, 2712872880, 1909167277, 2227675554, 266665843, 2553781712, 7794442, 349248454, 29256712, 219192591, 1205816432, 2715329558, 3228046087, 1443982832, 932470508, 31477497, 1077511194, 30576344, 40051416, 267967624, 3691325542, 856498520, 340114610]} -------------------------------------------------------------------------------- /week5/jsons/urbancreator215tweets.json: -------------------------------------------------------------------------------- 1 | {"name": "urbancreator215", "ids": [3853203496, 14728612, 829039295302361089, 811692960945475587, 705086598677979137, 793896365071806464, 2227668997, 747474442402443264, 74955329, 3366251981, 173675251, 59151161, 2457277204, 815513130021322752, 773681718301696000, 781550185935695872, 3020150038, 4738783043, 3236571131, 768946093937659904, 602016801, 2567092190, 586841849, 3118385637, 118180841, 229693491, 303896556, 410113126, 88213668, 98134084, 325043279, 742202584966914053, 3000314709, 88348525, 758326450051309569, 3001905580, 82656516, 111365089, 2799303045, 346540302, 144931008, 383823154, 15355482, 143086861, 180973243, 18577973, 4347231856, 19024930, 2909544568, 4331544079, 23533971, 1767440017, 248035336, 1447764446, 2730090434, 453639637, 164089413, 555595185, 25858105, 2727902914, 56473709, 131230031, 4866674579, 21321244, 2148845741, 70541042, 359554440, 28582294, 3364086651, 3380529376, 712740302294003712, 59160796, 40246106, 2191367112, 3301956220, 1858343040, 2810519973, 35247405, 2951179887, 332897139, 469731722, 2186828466, 148994529, 26524195, 21216175, 16812463, 228948032, 4123930703, 153898551, 4211003187, 78361556, 2909609284, 70578137, 3366795310, 4113916143, 3350290948, 3252918775, 3983223078, 411804475, 3223580952, 24632986, 2990412779, 3901114155, 3761909183, 834706561, 3547486697, 2711401117, 876342656, 3432650367, 1945919964, 833663047, 2575027357, 27971024, 445673999, 591400264, 3227327179, 3385260334, 27701354, 3386134348, 3380478923, 3380280052, 2715101018, 474569899, 25560065, 38121314, 2296544839, 3364401940, 3129026997, 160048476, 2247846282, 2898488854, 2326384350, 111950124, 91458845, 41977845, 3171041763, 563123287, 1443982832, 22058233, 3325861721, 3230150197, 1633328096, 3147920254, 3228377505, 2427203353, 199067586, 43756714, 1650187327, 47452205, 3251881295, 3192736658, 40449302, 1005673201, 3168579354, 3194992899, 2872266405, 3089647052, 262340122, 3159386866, 1024797822, 2191791492, 201453744, 2401862118, 2949951591, 1183514611, 2828248913, 3044856006, 2217928895, 440306678, 1242362215, 175394616, 32247497, 1520496062, 366063334, 109679601, 51176421, 397050963, 2821277985, 2153501234, 39863477, 55157734, 2922963814, 454028606, 287404274, 1958531502, 2494330538, 2884564727, 2865941422, 2758165083, 558254345, 2772754240, 286884758, 2329122012, 28467845, 23888751, 23519396, 1177095500, 2802716410, 562559498, 333571749, 305629456, 2543991678, 29356859, 1418271156, 1967629160, 29838908, 586292354, 2811634514, 135559200, 42516916, 177644001, 1385677105, 2316171417, 2747952128, 1323256406, 2203343202, 2206166860, 29477113, 2727601476, 2729615444, 2722718178, 736842103, 318302427, 223919953, 2387888978, 183821955, 2734197022, 41680898, 2636362949, 2680555304, 16976082, 29610752, 1871949566, 199827942, 550371789, 750089856, 471547706, 1904397002, 607475503, 558679334, 589579970, 1526602376, 19039664, 20404792, 2567333152, 2587456898, 2304475966, 1697217876, 429363154, 415090878, 28704247, 360835370, 1550721325, 343590122, 506729085, 111426916, 250936990, 2600252256, 23295748, 23297327, 128901164, 2658356499, 389174412, 16565968, 308688698, 466648767, 440323011, 143418232, 129524625, 390115218, 75554188, 15935604, 469685289, 25600338, 854084702, 23262802, 1631072906, 144388141, 455045626, 736204591, 994103250, 122467925, 18091706, 1852595160, 48456397, 73200421, 9090872, 1672067544, 2541884437, 113760695, 236419493, 2458027272, 472088077, 244656917, 227580394, 2353276969, 344918148, 308666093, 435149647, 450108691, 338092741, 2351026452, 576664217, 473058546, 163248053, 707329434, 36729541, 977604115, 180534565, 2214519394, 361472722, 17359064, 15886631, 2175848081, 35465489, 42117366, 2147667684, 18297022, 33031673, 20854942, 325762850, 30778104, 38441586, 267836245, 28673170, 1432095758, 27961203, 911233718, 1596962526, 106426697, 556009189, 15582230, 30976202, 348466061, 140495624, 371368140, 377733241, 249737676, 36193867, 510715257, 1706022464, 72877381, 1398097634, 176220656, 550175595, 24746135, 425100185, 1155439394, 12946282, 15718100, 15804397, 254252016, 29114216, 30715394, 470389163, 871810752, 1564544390, 583006748, 210970251, 25728496, 248889157, 1203641, 755210276, 65762290, 217653755, 733971194, 50733301, 21612335, 392224283, 18992169, 105588131, 116585066, 515407623, 171601082, 385425172, 228857936, 380499977, 24443600, 281285942, 370253664, 83415369, 137313492, 113651262, 21801651, 354420288, 74224139, 73405250, 17467699, 311007224, 27694807, 342214968]} -------------------------------------------------------------------------------- /week5/jsons/whynotprospertweets.json: -------------------------------------------------------------------------------- 1 | {"name": "whynotprosper", "ids": [2227236205, 832329645458673665, 821420848166924288, 2655106761, 1918492405, 4025997197, 3039893580, 259745783, 3291962938, 95120647, 4182616634, 2347113206, 57504702, 2423885005, 727723153787588608, 163034302, 342548891, 59836249, 2966702368, 252259697, 234500486, 2757642179, 411804475, 2735846150, 22058233, 3097749592, 3311858667, 2207324666, 3007917331, 20874342, 2216628065, 216812168, 2940298433, 157435138, 25510640, 2423291597, 41717860, 69875620, 248016996, 191048565, 2411147006]} -------------------------------------------------------------------------------- /week6/06_PSET5_project_website.md: -------------------------------------------------------------------------------- 1 | # Front End Environments 2 | ## HTML/CSS/JavaScript: Problem Set 5 3 | 4 | ### Instructions 5 | 6 | We are giving you more time for this Problem Set, because next week is your midterm presentation and you should focus on that first. Once midterms are set and you have your topic, we want you to create a website for your project. 7 | 8 | For this Problem Set: 9 | 10 | #### Part 1 - Create a Project Website 11 | 12 | Create a project homepage on your Github site that you will use to host your project and data visualizations. It is up to you how to structure it. One team member can set up a website in their account for the team and invite others can commit and collaborate. 13 | 14 | You should put your midterm presentation on your website as a showcase of what your project will be and do. 15 | 16 | Also, develop a base level branding (project name, logo, font, and color scheme) for your team and project. Customize your website by changing fonts, colors, and images that go with your project. 17 | 18 | On your website: 19 | 20 | 1. Include your branding in your design 21 | 2. Name of your project team and a short summary of your project 22 | 3. Include your mid-term presentation 23 | 24 | You just need one website per project group. 25 | 26 | ##### Some suggestions 27 | 28 | Use a template like [Bootstrap](http://duspviz.mit.edu/web-map-workshop/bootstrap-templates/) or [HTML5UP](https://html5up.net/) in your page customization. If you use Bootstrap, there tutorial at this link shows you [how to get started with customizing Bootstrap](http://duspviz.mit.edu/web-map-workshop/bootstrap-templates/). You can find free Bootstrap tempates at [http://startbootstrap.com](http://startbootstrap.com/). 29 | 30 | Use a template like a [Bootstrap Carousel](https://www.w3schools.com/bootstrap/bootstrap_carousel.asp) to show your slides. 31 | 32 | **Due Wednesday, April 5 (week after Spring Break) at 6pm** 33 | **Upload to Stellar** 34 | 35 | #### Part 2 - Begin to Explore and Visualize your Project Data 36 | 37 | You must identify and explore the data you intend to use for your project and have it in hand. You should: 38 | 39 | 1. Please be prepared to present the teaching team with your revised scope of work based on feedback you recieved today. 40 | 2. Identify the data you want to use for the project. Obtain that data either through our Dropbox folder, Amazon server, or scraping yourself. (A sample would be fine, but we would prefer the whole data set.) 41 | 3. Create at least one chart and one map that shows off your datasets. 42 | 43 | **Due Wednesday, April 5 (week after Spring Break) at 6pm** 44 | **Upload to Stellar** 45 | 46 | #### Part 3 - Get Started with D3 47 | 48 | Get started with D3 by grabbing an example of your choice from [Bl.ocks](https://bl.ocks.org/-/about). One of the best ways to get started is to read and implement some of the code available online. Mike Bostock, the creator of D3, has implemented a website called [Bl.ocks](https://bl.ocks.org/) that is designed to display code and showcase examples of D3 code saved on Github. Find a ton of examples on the [main blocks page](https://bl.ocks.org/), and Mike Bostock has a bunch of examples himself located on [his Bl.ocks page](https://bl.ocks.org/mbostock). 49 | 50 | For Part 3 of the Problem Set, your project team should get a D3 visualization from blocks, copy the respective code into files on your server, and get it running on your website. It can be on a separate page. You don't need to incorporate your own data at this point. 51 | 52 | 1. Get the code for visualization you like and might be similar to what you want to use from [Bl.ocks](https://bl.ocks.org/). 53 | 2. Set it up on a page on your website. 54 | 55 | **Due Wednesday, April 5 (week after Spring Break) at 6pm** 56 | **Upload to Stellar** 57 | 58 | 59 | -------------------------------------------------------------------------------- /week6/06_midterm_presentations.md: -------------------------------------------------------------------------------- 1 | # Big Data, Visualization, and Society 2 | ## Midterm Presentation Instructions 3 | 4 | ### Midterm Requirements 5 | 6 | You and your project group should prepare a presentation of what you intend to do for your final project. Your presentations should be a maximum of 10 minutes. We will then have 10-15 minutes to review. 7 | 8 | Presentations should consist of the following: 9 | 10 | 1. Topic you seek to explore using data, why you think it is important. Provide the audience with the context. 11 | 2. Present your visualization as a mock-up. It can be a series of Illustrator files, and does not have to work, but clearly show us what you plan to develop. This will be your wire frame for moving forward in the class and it will be your guide for your programming development. 12 | 3. Say what data you plan to use to make your visualization and how you will obtain it. 13 | 4. Tell us what tools you hope to use to create your visualization. You should have begun to investigate a few. 14 | 5. Create a timeline for the development of your visualization, what will you try to get done when. Super important to develop milestones. 15 | 6. Team responsibilities - who will be responsible for what? 16 | 17 | **Presentations with be week of March 20 in class** 18 | **Upload to Stellar** 19 | 20 | 21 | -------------------------------------------------------------------------------- /week6/d3-example/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 16 | 17 | 18 | 19 | 20 | -------------------------------------------------------------------------------- /week6/images/dom.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week6/images/dom.png -------------------------------------------------------------------------------- /week6/images/environment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week6/images/environment.png -------------------------------------------------------------------------------- /week6/images/simple_page.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week6/images/simple_page.png -------------------------------------------------------------------------------- /week6/www/css/main.css: -------------------------------------------------------------------------------- 1 | body { 2 | text-align: center; 3 | } -------------------------------------------------------------------------------- /week6/www/images/cat.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week6/www/images/cat.jpg -------------------------------------------------------------------------------- /week6/www/js/main.js: -------------------------------------------------------------------------------- 1 | function helloworld() { 2 | document.getElementById('foo').innerHTML = 'Hello JavaScript!'; 3 | } -------------------------------------------------------------------------------- /week9/09_D3intro_inclass.md: -------------------------------------------------------------------------------- 1 | # Data Visualization with D3 2 | ## Intro to D3: Learn the Basics, Draw an SVG Bar Chart and a Map 3 | 4 | This week, we are going to start digging into D3! Our exercise this week is going to involve creating a bar chart from scratch, illustrating D3 principles on the way. 5 | 6 | ### Instructions 7 | 8 | 1. The first thing you will want to do is grab a current copy of the repo from Github. In the repo for the week, you will find data and code examples for the exercises. 9 | 10 | 2. Start up a *localhost python server* in the directory that contains your examples and data folder. This is where we will do our visualization design and coding. 11 | 12 | 3. Find the in-class exercise at: 13 | 14 | [http://duspviz.mit.edu/d3-workshop/intro-to-d3/](http://duspviz.mit.edu/d3-workshop/intro-to-d3/) 15 | 16 | This page will contain the tutorial for the week. We are going to make a bar chart using javascript and D3 methods! 17 | 18 | 4. The take-home problem set (PSET6_d3_introduction) is found at the following in this weeks folder. 19 | 20 | [https://github.com/civic-data-design-lab/big-data-spring2017/blob/master/week9/09_PSET6_d3_introduction.md](https://github.com/civic-data-design-lab/big-data-spring2017/blob/master/week9/09_PSET6_d3_introduction.md) -------------------------------------------------------------------------------- /week9/09_PSET6_d3_introduction.md: -------------------------------------------------------------------------------- 1 | # Front End Environments 2 | ## HTML/CSS/JavaScript: Problem Set 3 | 4 | # Data Visualization with D3 5 | ## Working with D3js: Make a Map and Make a Chart 6 | 7 | For the PSET this week, we are going to create two D3 graphics using the national returns from the 2016 November General Election. The first graphic will be a **choropleth map** showing election results by county across the United States, and the second is a **stacked bar chart**, showing the number of votes for Clinton, Trump, and other candidates by state. 8 | 9 | ### Part 1 - US County-Level Election Results (Map) 10 | 11 | In this Part, take this [Choropleth Map of US Counties](https://bl.ocks.org/mjfoster83/82f366218ac32351e0d434c1d959d99e), which currently shows unemployment in 2008, and customize it by changing the data shown to make a map of election results. You are going to be mapping the **percent margin of victory in each county for Clinton and Trump**. 12 | 13 | The data you need for this exercise is in the data folder. To complete the exercise, you will need data in **election_2016_county_results.csv**. 14 | 15 | The election result data is from [townhall.com](https://townhall.com/). Please include a citation in your map. 16 | 17 | We would like you to recreate the following map. You can use some liberty with your design, but should atleast include the following. 18 | 19 | ![US County-Level Election Results](images/county-result-map.png) 20 | 21 | With the new data, the webpage containing your map should contain: 22 | 23 | * The Counties Basemap 24 | * Data colored according to the Election Data (see hints!) 25 | * A map title with the name of the map. 26 | * A legend. You can put it anywhere on your webpage. 27 | * Credits and attribution. 28 | 29 | Help and Hints: 30 | * The data is in a [CSV](https://github.com/mbostock/d3/wiki/CSV), not a TSV. You will have to change this to load the data. 31 | * The values you want to map are in **victory_margin** in the dataset. A positive number represents margin of victory for Trump, a negative number represents margin of victory for Clinton. 32 | * Adjust the ranges by adjusting the [linear scale domain and range](https://github.com/mbostock/d3/wiki/Quantitative-Scales#linear_domain). Manually set breaks, and you can do this by eye, no need for a scientific method at this point. If you want, you can visualize the data in Excel to see the spread. 33 | * Get your own colors from [ColorBrewer](http://colorbrewer2.org/). Use a sequential scheme and copy and paste the hex colors. 34 | * Use the HTML and CSS code for the legend [from this page on Legends with HTML and CSS](https://www.mapbox.com/tilemill/docs/guides/advanced-legends/). 35 | 36 | ### Part 2 - US State-Level Number of Votes (Bar Chart) 37 | 38 | In this Part, take this [Stacked Bar Chart](https://bl.ocks.org/mjfoster83/7c9bdfd714ab2f2e39dd5c09057a55a0), which currently shows population by age group in 2015. We would like you to recreate the following bar chart showing results of the 2016 November General Election by State. 39 | 40 | The data you need for this exercise is in the data folder. To complete the exercise, you will need data in **election_2016_state_results.csv**. 41 | 42 | ![US State-Level Election Results](images/state-result-barchart.png) 43 | 44 | You can use some liberty with your design, but should atleast include the following. 45 | 46 | 1. The results of the fifty U.S. states 47 | 2. Show the data in a **Stacked Bar Chart** with the stacks bars of the data representing the numbers for each candidate. 48 | 3. Display data by making **Clinton** color **blue** and **Trump** color **red**. 49 | 5. Add source information and a legend. 50 | 51 | ### Help and Hints 52 | 53 | * Colors can found at many sites. Try out some of the following color resources: [Color Resources](http://duspviz.mit.edu/resources/) 54 | * Extract the counties from the main dataset, and format the data appropriately in something like Excel before loading into your visualization. 55 | * In-class exercise for this week located at: [http://duspviz.mit.edu/d3-workshop/intro-to-d3/](http://duspviz.mit.edu/d3-workshop/intro-to-d3/) 56 | 57 | If you have trouble, please remember to use Stellar! 58 | 59 | ## Deliverables 60 | 61 | Create a page on your github.io website and place each of your graphics on your github.io website. 62 | 63 | -------------------------------------------------------------------------------- /week9/data/age-groups.csv: -------------------------------------------------------------------------------- 1 | State,Under 5 Years,5 to 13 Years,14 to 17 Years,18 to 24 Years,25 to 44 Years,45 to 64 Years,65 Years and Over 2 | AL,310504,552339,259034,450818,1231572,1215966,641667 3 | AK,52083,85640,42153,74257,198724,183159,50277 4 | AZ,515910,828669,362642,601943,1804762,1523681,862573 5 | AR,202070,343207,157204,264160,754420,727124,407205 6 | CA,2704659,4499890,2159981,3853788,10604510,8819342,4114496 7 | CO,358280,587154,261701,466194,1464939,1290094,511094 8 | CT,211637,403658,196918,325110,916955,968967,478007 9 | DE,59319,99496,47414,84464,230183,230528,121688 10 | DC,36352,50439,25225,75569,193557,140043,70648 11 | FL,1140516,1938695,925060,1607297,4782119,4746856,3187797 12 | GA,740521,1250460,557860,919876,2846985,2389018,981024 13 | HI,87207,134025,64011,124834,356237,331817,190067 14 | ID,121746,201192,89702,147606,406247,375173,182150 15 | IL,894368,1558919,725973,1311479,3596343,3239173,1575308 16 | IN,443089,780199,361393,605863,1724528,1647881,813839 17 | IA,201321,345409,165883,306398,750505,788485,444554 18 | KS,202529,342134,155822,293114,728166,713663,366706 19 | KY,284601,493536,229927,381394,1179637,1134283,565867 20 | LA,310716,542341,254916,471275,1162463,1128771,540314 21 | ME,71459,133656,69752,112682,331809,397911,199187 22 | MD,371787,651923,316873,543470,1556225,1513754,679565 23 | MA,383568,701752,341713,665879,1782449,1751508,871098 24 | MI,625526,1179503,585169,974480,2628322,2706100,1304322 25 | MN,358471,606802,289371,507289,1416063,1391878,650519 26 | MS,220813,371502,174405,305964,764203,730133,371598 27 | MO,399450,690476,331543,560463,1569626,1554812,805235 28 | MT,61114,106088,53156,95232,236297,278241,137312 29 | NE,132092,215265,99638,186657,457177,451756,240847 30 | NV,199175,325650,142976,212379,769913,653357,296717 31 | NH,75297,144235,73826,119114,345109,388250,169978 32 | NJ,557421,1011656,478505,769321,2379649,2335168,1150941 33 | NM,148323,241326,112801,203097,517154,501604,260051 34 | NY,1208495,2141490,1058031,1999120,5355235,5120254,2607672 35 | NC,652823,1097890,492964,883397,2575603,2380685,1139052 36 | ND,41896,67358,33794,82629,154913,166615,94276 37 | OH,743750,1340492,646135,1081734,3019147,3083815,1570837 38 | OK,266547,438926,200562,369916,957085,918688,490637 39 | OR,243483,424167,199925,338162,1044056,1036269,503998 40 | PA,737462,1345341,679201,1203944,3157759,3414001,1910571 41 | RI,60934,111408,56198,114502,277779,282321,147646 42 | SC,303024,517803,245400,438147,1193112,1186019,596295 43 | SD,58566,94438,45305,82869,196738,210178,116100 44 | TN,416334,725948,336312,550612,1719433,1646623,819626 45 | TX,2027307,3277946,1420518,2454721,7017731,5656528,2472223 46 | UT,268916,413034,167685,329585,772024,538978,246202 47 | VT,32635,62538,33757,61679,155419,188593,86649 48 | VA,522672,887525,413004,768475,2203286,2033550,940577 49 | WA,433119,750274,357782,610378,1850983,1762811,783877 50 | WV,105435,189649,91074,157989,470749,514505,285067 51 | WI,362277,640286,311849,553914,1487457,1522038,750146 52 | WY,38253,60890,29314,53980,137338,147279,65614 -------------------------------------------------------------------------------- /week9/data/election_2016_state_results.csv: -------------------------------------------------------------------------------- 1 | State,Democrat,Republican,Other 2 | AK,93003,130413,23172 3 | AL,718084,1306925,53156 4 | AR,378729,677904,51982 5 | AZ,936250,1021154,105406 6 | CA,7362490,3916209,675618 7 | CO,1212209,1137455,214521 8 | CT,884432,668266,70844 9 | DC,260223,11553,8496 10 | DE,235581,185103,20851 11 | FL,4485745,4605515,295490 12 | GA,1837300,2068623,123641 13 | HI,266827,128815,33183 14 | IA,650790,798923,93167 15 | ID,189677,407199,91359 16 | IL,2977498,2118179,278603 17 | IN,1031953,1556220,133856 18 | KS,414788,656009,76346 19 | KY,628834,1202942,90442 20 | LA,779535,1178004,70192 21 | MA,1964768,1083069,183694 22 | MD,1497951,873646,102946 23 | ME,354873,334838,51839 24 | MI,2268193,2279805,242919 25 | MN,1366676,1322891,226837 26 | MO,1054889,1585753,134456 27 | MS,462001,678457,22529 28 | MT,174521,274120,34933 29 | NC,2162074,2339603,127794 30 | ND,93526,216133,27309 31 | NE,273858,485819,45961 32 | NH,348521,345789,37243 33 | NJ,2021756,1535513,117624 34 | NM,380724,315875,86528 35 | NV,537753,511319,73918 36 | NY,4143874,2640570,261731 37 | OH,2317001,2771984,236410 38 | OK,419788,947934,83334 39 | OR,934631,742506,131438 40 | PA,2844705,2912941,212461 41 | RI,249902,179421,20798 42 | SC,849469,1143611,91364 43 | SD,117442,227701,24904 44 | TN,867110,1517402,100179 45 | TX,3867816,4681590,353831 46 | UT,274188,452086,258683 47 | VA,1916845,1731156,196786 48 | VT,178179,95053,18181 49 | WA,1610524,1129120,218298 50 | WI,1380823,1403694,152809 51 | WV,187457,486198,34571 52 | WY,55949,174248,18545 -------------------------------------------------------------------------------- /week9/images/county-result-map.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week9/images/county-result-map.png -------------------------------------------------------------------------------- /week9/images/state-result-barchart.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/civic-data-design-lab/big-data-spring2017/f284d43965a46d5fca63899e49b7e02e916635e7/week9/images/state-result-barchart.png -------------------------------------------------------------------------------- /week9/simple-bar-chart-completed.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | I'm Learning D3 5 | 6 | 12 | 13 | 14 | 15 | 111 | 112 | -------------------------------------------------------------------------------- /week9/stacked-barchart-completed.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | d3.js learning 6 | 7 | 27 | 28 | 29 | 191 | 192 | --------------------------------------------------------------------------------