├── README.textile ├── location_standardization ├── data │ ├── Batch_213923_result.csv │ ├── allUSCities.txt │ ├── countryInfo.txt │ ├── overrides.csv │ └── state.txt ├── output │ ├── blacklist_states.txt │ ├── county_counts.txt │ ├── location_geo_mapping.txt │ ├── standard_locations.txt │ └── standard_us_cities.txt ├── parse_geonames.py ├── parse_turk_responses.py └── state_blacklist.py ├── pig ├── countyheatmaps │ ├── cold_tweets.svg │ ├── county_counts.pig │ └── tweet_temperature.pig ├── locationcounts │ ├── global_location_counts.pig │ ├── global_location_tweets.pig │ ├── total_users.pig │ └── us_location_counts.pig ├── spatialtrends │ ├── construct_wikiphrases.py │ ├── detect_spatial_patterns.sh │ ├── generate_maps.sh │ ├── nltkandyaml.mod │ ├── predict_unemployment.sh │ ├── sample_std_location_tweets.txt │ ├── sleep_cycle.pig │ ├── static_map_for_phrase.pig │ ├── stopwords.txt │ ├── tweet_ngrams.pig │ ├── tweet_tokenizer.py │ └── unemployment_statistics_dec09.txt ├── standardization │ ├── city_exactmatch.pig │ ├── city_state_exactmatch.pig │ ├── locations_timezones.pig │ ├── standardize_locations.pig │ └── turk_exactmatch.pig └── standardize_tweets.sh ├── streaming ├── parse_stream.py └── parse_tweets.sh ├── util └── hcon.sh └── visualization ├── cold_counts.txt ├── cold_tweets.svg ├── colorize_svg.py ├── counties.svg ├── twitter_users.svg ├── warm_counts.txt └── warm_tweets.svg /README.textile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/README.textile -------------------------------------------------------------------------------- /location_standardization/data/Batch_213923_result.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/location_standardization/data/Batch_213923_result.csv -------------------------------------------------------------------------------- /location_standardization/data/allUSCities.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/location_standardization/data/allUSCities.txt -------------------------------------------------------------------------------- /location_standardization/data/countryInfo.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/location_standardization/data/countryInfo.txt -------------------------------------------------------------------------------- /location_standardization/data/overrides.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/location_standardization/data/overrides.csv -------------------------------------------------------------------------------- /location_standardization/data/state.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/location_standardization/data/state.txt -------------------------------------------------------------------------------- /location_standardization/output/blacklist_states.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/location_standardization/output/blacklist_states.txt -------------------------------------------------------------------------------- /location_standardization/output/county_counts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/location_standardization/output/county_counts.txt -------------------------------------------------------------------------------- /location_standardization/output/location_geo_mapping.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/location_standardization/output/location_geo_mapping.txt -------------------------------------------------------------------------------- /location_standardization/output/standard_locations.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/location_standardization/output/standard_locations.txt -------------------------------------------------------------------------------- /location_standardization/output/standard_us_cities.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/location_standardization/output/standard_us_cities.txt -------------------------------------------------------------------------------- /location_standardization/parse_geonames.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/location_standardization/parse_geonames.py -------------------------------------------------------------------------------- /location_standardization/parse_turk_responses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/location_standardization/parse_turk_responses.py -------------------------------------------------------------------------------- /location_standardization/state_blacklist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/location_standardization/state_blacklist.py -------------------------------------------------------------------------------- /pig/countyheatmaps/cold_tweets.svg: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pig/countyheatmaps/county_counts.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/countyheatmaps/county_counts.pig -------------------------------------------------------------------------------- /pig/countyheatmaps/tweet_temperature.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/countyheatmaps/tweet_temperature.pig -------------------------------------------------------------------------------- /pig/locationcounts/global_location_counts.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/locationcounts/global_location_counts.pig -------------------------------------------------------------------------------- /pig/locationcounts/global_location_tweets.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/locationcounts/global_location_tweets.pig -------------------------------------------------------------------------------- /pig/locationcounts/total_users.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/locationcounts/total_users.pig -------------------------------------------------------------------------------- /pig/locationcounts/us_location_counts.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/locationcounts/us_location_counts.pig -------------------------------------------------------------------------------- /pig/spatialtrends/construct_wikiphrases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/spatialtrends/construct_wikiphrases.py -------------------------------------------------------------------------------- /pig/spatialtrends/detect_spatial_patterns.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/spatialtrends/detect_spatial_patterns.sh -------------------------------------------------------------------------------- /pig/spatialtrends/generate_maps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/spatialtrends/generate_maps.sh -------------------------------------------------------------------------------- /pig/spatialtrends/nltkandyaml.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/spatialtrends/nltkandyaml.mod -------------------------------------------------------------------------------- /pig/spatialtrends/predict_unemployment.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/spatialtrends/predict_unemployment.sh -------------------------------------------------------------------------------- /pig/spatialtrends/sample_std_location_tweets.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/spatialtrends/sample_std_location_tweets.txt -------------------------------------------------------------------------------- /pig/spatialtrends/sleep_cycle.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/spatialtrends/sleep_cycle.pig -------------------------------------------------------------------------------- /pig/spatialtrends/static_map_for_phrase.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/spatialtrends/static_map_for_phrase.pig -------------------------------------------------------------------------------- /pig/spatialtrends/stopwords.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/spatialtrends/stopwords.txt -------------------------------------------------------------------------------- /pig/spatialtrends/tweet_ngrams.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/spatialtrends/tweet_ngrams.pig -------------------------------------------------------------------------------- /pig/spatialtrends/tweet_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/spatialtrends/tweet_tokenizer.py -------------------------------------------------------------------------------- /pig/spatialtrends/unemployment_statistics_dec09.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/spatialtrends/unemployment_statistics_dec09.txt -------------------------------------------------------------------------------- /pig/standardization/city_exactmatch.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/standardization/city_exactmatch.pig -------------------------------------------------------------------------------- /pig/standardization/city_state_exactmatch.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/standardization/city_state_exactmatch.pig -------------------------------------------------------------------------------- /pig/standardization/locations_timezones.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/standardization/locations_timezones.pig -------------------------------------------------------------------------------- /pig/standardization/standardize_locations.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/standardization/standardize_locations.pig -------------------------------------------------------------------------------- /pig/standardization/turk_exactmatch.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/standardization/turk_exactmatch.pig -------------------------------------------------------------------------------- /pig/standardize_tweets.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/pig/standardize_tweets.sh -------------------------------------------------------------------------------- /streaming/parse_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/streaming/parse_stream.py -------------------------------------------------------------------------------- /streaming/parse_tweets.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/streaming/parse_tweets.sh -------------------------------------------------------------------------------- /util/hcon.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/util/hcon.sh -------------------------------------------------------------------------------- /visualization/cold_counts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/visualization/cold_counts.txt -------------------------------------------------------------------------------- /visualization/cold_tweets.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/visualization/cold_tweets.svg -------------------------------------------------------------------------------- /visualization/colorize_svg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/visualization/colorize_svg.py -------------------------------------------------------------------------------- /visualization/counties.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/visualization/counties.svg -------------------------------------------------------------------------------- /visualization/twitter_users.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/visualization/twitter_users.svg -------------------------------------------------------------------------------- /visualization/warm_counts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/visualization/warm_counts.txt -------------------------------------------------------------------------------- /visualization/warm_tweets.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawrangling/spatialanalytics/HEAD/visualization/warm_tweets.svg --------------------------------------------------------------------------------