├── .gitignore ├── 01_Introduction ├── 01_Introduction_to_Computing.html ├── 01_Introduction_to_Computing.qmd ├── media │ ├── github.com_JBGruber_PhD_commits_master.png │ ├── github.com_project.png │ ├── help.png │ ├── house.jpeg │ ├── new_project.png │ ├── qmd-view.png │ ├── rstudio_data.png │ ├── slide-view.png │ └── wizard.png └── solutions.qmd ├── 02_Data_Structures_Wrangling ├── 02_Data_Structures_Wrangling.html ├── 02_Data_Structures_Wrangling.qmd ├── 02_solutions.qmd ├── data │ ├── country_df.rds │ └── nested_ess.rds └── media │ ├── data-science.png │ └── excel.png ├── 03_Working_with_Files ├── 03_Working_with_Files.html ├── 03_Working_with_Files.qmd ├── 03_solutions.qmd ├── data │ └── csv-bad-example.csv └── media │ ├── analysis-pipeline.png │ ├── binary.png │ ├── individuals-using-the-internet.png │ └── plain-text.png ├── 04_Linking_and_joining_data_SQL ├── 04_Linking_and_joining_data_SQL.html ├── 04_Linking_and_joining_data_SQL.qmd ├── 04_solutions.qmd └── media │ ├── anti_join.png │ ├── case-insensitive.png │ ├── dbms.png │ ├── full_join.png │ ├── inner_join.png │ ├── learn_sql.png │ ├── left_join.png │ ├── one.png │ ├── relational.jpeg │ ├── right_join.png │ ├── semi_join.png │ └── two.png ├── 05_Scaling_Reporting_and_Database_Software ├── 05_Scaling_Reporting_and_Database_Software.html ├── 05_Scaling_Reporting_and_Database_Software.qmd ├── 05_solutions.qmd ├── data │ └── docker-compose.yml └── media │ ├── amcat_hex.png │ ├── azure-free.png │ ├── docker-desktop.png │ ├── non-consumptive.png │ ├── nonconsumptive_amcat1.png │ ├── nonconsumptive_amcat2.png │ ├── server.jpeg │ ├── sql_terminal.png │ ├── terminal.png │ └── terminal_bk.png ├── 06_Introduction_to_the_Web ├── 06_Introduction_to_the_Web.html ├── 06_Introduction_to_the_Web.qmd ├── 06_solutions.qmd ├── data │ ├── children.html │ ├── example.css │ └── example.html └── media │ ├── ChatGPT_gold-scraping.jpeg │ ├── css.png │ ├── dataset.png │ ├── eu-scraping-flow-chart-edited_aug22_v2-1280x1119.png │ ├── fork.png │ ├── html-1.png │ ├── html-2.png │ ├── html-3.png │ ├── html-4.png │ ├── html-5.png │ ├── html_element.svg │ ├── raw-html.jpg │ ├── treasure.jpg │ ├── twitter.com_en_tos.png │ ├── web-mining.png │ └── web_scraping_steps.png ├── 07_Static_Web_Pages ├── 07_Static_Web_Pages.html ├── 07_Static_Web_Pages.qmd ├── 07_solutions.qmd ├── data │ └── example.pdf └── media │ ├── en.wikipedia.org_wiki_World_Happiness_Report.png │ ├── en.wikipedia.org_wiki_World_Happiness_Report_code.png │ ├── en.wikipedia.org_wiki_World_Happiness_Report_table.png │ ├── inspect-view.png │ ├── list-pms.png │ ├── pdf.png │ ├── sky-date.png │ ├── sky.png │ ├── thomann-review.png │ ├── thomann.png │ ├── urldiag.png │ ├── web_scraping_steps.png │ └── za.png ├── 08_APIs ├── 08_APIs.html ├── 08_APIs.qmd ├── 08_solutions.qmd └── media │ ├── guardian.png │ ├── httr2_req.png │ ├── httr2_resp.png │ ├── semscholar.png │ ├── swagger.png │ ├── uk_parl.png │ ├── uk_parl_docs.png │ ├── uk_parl_search_member.png │ └── web_scraping_steps.png ├── 09_Interactive_Web_Pages ├── 09_Interactive_Web_Pages_1.html ├── 09_Interactive_Web_Pages_1.qmd ├── 09_Interactive_Web_Pages_2.html ├── 09_Interactive_Web_Pages_2.qmd ├── data │ ├── chromote_cookies.rds │ └── options.html └── media │ ├── 200.png │ ├── anyflip.png │ ├── anyflip_config.png │ ├── anyflip_link.png │ ├── anyflip_success.png │ ├── apsa-net-traffic.png │ ├── apsa-panel.png │ ├── apsa-sessions.png │ ├── chromote.png │ ├── codegen.png │ ├── copy-curl.png │ ├── error.png │ ├── ex-twitter.png │ ├── fb_1.png │ ├── fb_1b.png │ ├── fb_2.png │ ├── ica-json.png │ ├── ica.png │ ├── ica_panel.png │ ├── inspect.png │ ├── loop.png │ ├── maps.png │ ├── mplads.png │ ├── mplads.webm │ ├── playwright.png │ ├── reddit.png │ ├── twitter.png │ └── twitter_API.png ├── 10_Conclusion ├── 10_Conclusion.html ├── 10_Conclusion.qmd └── media │ ├── ai_scraper.gif │ ├── chatgpt.jpeg │ └── palette.png ├── ess.Rproj ├── ess_logo.png ├── media-checker.r ├── outline.md ├── readme.md ├── readme.qmd └── references.bib /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/.gitignore -------------------------------------------------------------------------------- /01_Introduction/01_Introduction_to_Computing.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/01_Introduction/01_Introduction_to_Computing.html -------------------------------------------------------------------------------- /01_Introduction/01_Introduction_to_Computing.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/01_Introduction/01_Introduction_to_Computing.qmd -------------------------------------------------------------------------------- /01_Introduction/media/github.com_JBGruber_PhD_commits_master.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/01_Introduction/media/github.com_JBGruber_PhD_commits_master.png -------------------------------------------------------------------------------- /01_Introduction/media/github.com_project.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/01_Introduction/media/github.com_project.png -------------------------------------------------------------------------------- /01_Introduction/media/help.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/01_Introduction/media/help.png -------------------------------------------------------------------------------- /01_Introduction/media/house.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/01_Introduction/media/house.jpeg -------------------------------------------------------------------------------- /01_Introduction/media/new_project.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/01_Introduction/media/new_project.png -------------------------------------------------------------------------------- /01_Introduction/media/qmd-view.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/01_Introduction/media/qmd-view.png -------------------------------------------------------------------------------- /01_Introduction/media/rstudio_data.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/01_Introduction/media/rstudio_data.png -------------------------------------------------------------------------------- /01_Introduction/media/slide-view.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/01_Introduction/media/slide-view.png -------------------------------------------------------------------------------- /01_Introduction/media/wizard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/01_Introduction/media/wizard.png -------------------------------------------------------------------------------- /01_Introduction/solutions.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/01_Introduction/solutions.qmd -------------------------------------------------------------------------------- /02_Data_Structures_Wrangling/02_Data_Structures_Wrangling.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/02_Data_Structures_Wrangling/02_Data_Structures_Wrangling.html -------------------------------------------------------------------------------- /02_Data_Structures_Wrangling/02_Data_Structures_Wrangling.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/02_Data_Structures_Wrangling/02_Data_Structures_Wrangling.qmd -------------------------------------------------------------------------------- /02_Data_Structures_Wrangling/02_solutions.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/02_Data_Structures_Wrangling/02_solutions.qmd -------------------------------------------------------------------------------- /02_Data_Structures_Wrangling/data/country_df.rds: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/02_Data_Structures_Wrangling/data/country_df.rds -------------------------------------------------------------------------------- /02_Data_Structures_Wrangling/data/nested_ess.rds: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/02_Data_Structures_Wrangling/data/nested_ess.rds -------------------------------------------------------------------------------- /02_Data_Structures_Wrangling/media/data-science.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/02_Data_Structures_Wrangling/media/data-science.png -------------------------------------------------------------------------------- /02_Data_Structures_Wrangling/media/excel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/02_Data_Structures_Wrangling/media/excel.png -------------------------------------------------------------------------------- /03_Working_with_Files/03_Working_with_Files.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/03_Working_with_Files/03_Working_with_Files.html -------------------------------------------------------------------------------- /03_Working_with_Files/03_Working_with_Files.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/03_Working_with_Files/03_Working_with_Files.qmd -------------------------------------------------------------------------------- /03_Working_with_Files/03_solutions.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/03_Working_with_Files/03_solutions.qmd -------------------------------------------------------------------------------- /03_Working_with_Files/data/csv-bad-example.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/03_Working_with_Files/data/csv-bad-example.csv -------------------------------------------------------------------------------- /03_Working_with_Files/media/analysis-pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/03_Working_with_Files/media/analysis-pipeline.png -------------------------------------------------------------------------------- /03_Working_with_Files/media/binary.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/03_Working_with_Files/media/binary.png -------------------------------------------------------------------------------- /03_Working_with_Files/media/individuals-using-the-internet.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/03_Working_with_Files/media/individuals-using-the-internet.png -------------------------------------------------------------------------------- /03_Working_with_Files/media/plain-text.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/03_Working_with_Files/media/plain-text.png -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/04_Linking_and_joining_data_SQL.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/04_Linking_and_joining_data_SQL.html -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/04_Linking_and_joining_data_SQL.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/04_Linking_and_joining_data_SQL.qmd -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/04_solutions.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/04_solutions.qmd -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/media/anti_join.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/media/anti_join.png -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/media/case-insensitive.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/media/case-insensitive.png -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/media/dbms.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/media/dbms.png -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/media/full_join.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/media/full_join.png -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/media/inner_join.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/media/inner_join.png -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/media/learn_sql.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/media/learn_sql.png -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/media/left_join.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/media/left_join.png -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/media/one.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/media/one.png -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/media/relational.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/media/relational.jpeg -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/media/right_join.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/media/right_join.png -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/media/semi_join.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/media/semi_join.png -------------------------------------------------------------------------------- /04_Linking_and_joining_data_SQL/media/two.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/04_Linking_and_joining_data_SQL/media/two.png -------------------------------------------------------------------------------- /05_Scaling_Reporting_and_Database_Software/05_Scaling_Reporting_and_Database_Software.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/05_Scaling_Reporting_and_Database_Software/05_Scaling_Reporting_and_Database_Software.html -------------------------------------------------------------------------------- /05_Scaling_Reporting_and_Database_Software/05_Scaling_Reporting_and_Database_Software.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/05_Scaling_Reporting_and_Database_Software/05_Scaling_Reporting_and_Database_Software.qmd -------------------------------------------------------------------------------- /05_Scaling_Reporting_and_Database_Software/05_solutions.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/05_Scaling_Reporting_and_Database_Software/05_solutions.qmd -------------------------------------------------------------------------------- /05_Scaling_Reporting_and_Database_Software/data/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/05_Scaling_Reporting_and_Database_Software/data/docker-compose.yml -------------------------------------------------------------------------------- /05_Scaling_Reporting_and_Database_Software/media/amcat_hex.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/05_Scaling_Reporting_and_Database_Software/media/amcat_hex.png -------------------------------------------------------------------------------- /05_Scaling_Reporting_and_Database_Software/media/azure-free.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/05_Scaling_Reporting_and_Database_Software/media/azure-free.png -------------------------------------------------------------------------------- /05_Scaling_Reporting_and_Database_Software/media/docker-desktop.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/05_Scaling_Reporting_and_Database_Software/media/docker-desktop.png -------------------------------------------------------------------------------- /05_Scaling_Reporting_and_Database_Software/media/non-consumptive.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/05_Scaling_Reporting_and_Database_Software/media/non-consumptive.png -------------------------------------------------------------------------------- /05_Scaling_Reporting_and_Database_Software/media/nonconsumptive_amcat1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/05_Scaling_Reporting_and_Database_Software/media/nonconsumptive_amcat1.png -------------------------------------------------------------------------------- /05_Scaling_Reporting_and_Database_Software/media/nonconsumptive_amcat2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/05_Scaling_Reporting_and_Database_Software/media/nonconsumptive_amcat2.png -------------------------------------------------------------------------------- /05_Scaling_Reporting_and_Database_Software/media/server.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/05_Scaling_Reporting_and_Database_Software/media/server.jpeg -------------------------------------------------------------------------------- /05_Scaling_Reporting_and_Database_Software/media/sql_terminal.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/05_Scaling_Reporting_and_Database_Software/media/sql_terminal.png -------------------------------------------------------------------------------- /05_Scaling_Reporting_and_Database_Software/media/terminal.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/05_Scaling_Reporting_and_Database_Software/media/terminal.png -------------------------------------------------------------------------------- /05_Scaling_Reporting_and_Database_Software/media/terminal_bk.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/05_Scaling_Reporting_and_Database_Software/media/terminal_bk.png -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/06_Introduction_to_the_Web.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/06_Introduction_to_the_Web.html -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/06_Introduction_to_the_Web.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/06_Introduction_to_the_Web.qmd -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/06_solutions.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/06_solutions.qmd -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/data/children.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/data/children.html -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/data/example.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/data/example.css -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/data/example.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/data/example.html -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/ChatGPT_gold-scraping.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/ChatGPT_gold-scraping.jpeg -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/css.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/css.png -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/dataset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/dataset.png -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/eu-scraping-flow-chart-edited_aug22_v2-1280x1119.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/eu-scraping-flow-chart-edited_aug22_v2-1280x1119.png -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/fork.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/fork.png -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/html-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/html-1.png -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/html-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/html-2.png -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/html-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/html-3.png -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/html-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/html-4.png -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/html-5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/html-5.png -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/html_element.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/html_element.svg -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/raw-html.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/raw-html.jpg -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/treasure.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/treasure.jpg -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/twitter.com_en_tos.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/twitter.com_en_tos.png -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/web-mining.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/web-mining.png -------------------------------------------------------------------------------- /06_Introduction_to_the_Web/media/web_scraping_steps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/06_Introduction_to_the_Web/media/web_scraping_steps.png -------------------------------------------------------------------------------- /07_Static_Web_Pages/07_Static_Web_Pages.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/07_Static_Web_Pages.html -------------------------------------------------------------------------------- /07_Static_Web_Pages/07_Static_Web_Pages.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/07_Static_Web_Pages.qmd -------------------------------------------------------------------------------- /07_Static_Web_Pages/07_solutions.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/07_solutions.qmd -------------------------------------------------------------------------------- /07_Static_Web_Pages/data/example.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/data/example.pdf -------------------------------------------------------------------------------- /07_Static_Web_Pages/media/en.wikipedia.org_wiki_World_Happiness_Report.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/media/en.wikipedia.org_wiki_World_Happiness_Report.png -------------------------------------------------------------------------------- /07_Static_Web_Pages/media/en.wikipedia.org_wiki_World_Happiness_Report_code.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/media/en.wikipedia.org_wiki_World_Happiness_Report_code.png -------------------------------------------------------------------------------- /07_Static_Web_Pages/media/en.wikipedia.org_wiki_World_Happiness_Report_table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/media/en.wikipedia.org_wiki_World_Happiness_Report_table.png -------------------------------------------------------------------------------- /07_Static_Web_Pages/media/inspect-view.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/media/inspect-view.png -------------------------------------------------------------------------------- /07_Static_Web_Pages/media/list-pms.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/media/list-pms.png -------------------------------------------------------------------------------- /07_Static_Web_Pages/media/pdf.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/media/pdf.png -------------------------------------------------------------------------------- /07_Static_Web_Pages/media/sky-date.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/media/sky-date.png -------------------------------------------------------------------------------- /07_Static_Web_Pages/media/sky.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/media/sky.png -------------------------------------------------------------------------------- /07_Static_Web_Pages/media/thomann-review.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/media/thomann-review.png -------------------------------------------------------------------------------- /07_Static_Web_Pages/media/thomann.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/media/thomann.png -------------------------------------------------------------------------------- /07_Static_Web_Pages/media/urldiag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/media/urldiag.png -------------------------------------------------------------------------------- /07_Static_Web_Pages/media/web_scraping_steps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/media/web_scraping_steps.png -------------------------------------------------------------------------------- /07_Static_Web_Pages/media/za.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/07_Static_Web_Pages/media/za.png -------------------------------------------------------------------------------- /08_APIs/08_APIs.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/08_APIs/08_APIs.html -------------------------------------------------------------------------------- /08_APIs/08_APIs.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/08_APIs/08_APIs.qmd -------------------------------------------------------------------------------- /08_APIs/08_solutions.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/08_APIs/08_solutions.qmd -------------------------------------------------------------------------------- /08_APIs/media/guardian.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/08_APIs/media/guardian.png -------------------------------------------------------------------------------- /08_APIs/media/httr2_req.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/08_APIs/media/httr2_req.png -------------------------------------------------------------------------------- /08_APIs/media/httr2_resp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/08_APIs/media/httr2_resp.png -------------------------------------------------------------------------------- /08_APIs/media/semscholar.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/08_APIs/media/semscholar.png -------------------------------------------------------------------------------- /08_APIs/media/swagger.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/08_APIs/media/swagger.png -------------------------------------------------------------------------------- /08_APIs/media/uk_parl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/08_APIs/media/uk_parl.png -------------------------------------------------------------------------------- /08_APIs/media/uk_parl_docs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/08_APIs/media/uk_parl_docs.png -------------------------------------------------------------------------------- /08_APIs/media/uk_parl_search_member.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/08_APIs/media/uk_parl_search_member.png -------------------------------------------------------------------------------- /08_APIs/media/web_scraping_steps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/08_APIs/media/web_scraping_steps.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/09_Interactive_Web_Pages_1.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/09_Interactive_Web_Pages_1.html -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/09_Interactive_Web_Pages_1.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/09_Interactive_Web_Pages_1.qmd -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/09_Interactive_Web_Pages_2.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/09_Interactive_Web_Pages_2.html -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/09_Interactive_Web_Pages_2.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/09_Interactive_Web_Pages_2.qmd -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/data/chromote_cookies.rds: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/data/chromote_cookies.rds -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/data/options.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/data/options.html -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/200.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/200.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/anyflip.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/anyflip.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/anyflip_config.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/anyflip_config.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/anyflip_link.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/anyflip_link.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/anyflip_success.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/anyflip_success.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/apsa-net-traffic.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/apsa-net-traffic.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/apsa-panel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/apsa-panel.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/apsa-sessions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/apsa-sessions.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/chromote.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/chromote.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/codegen.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/codegen.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/copy-curl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/copy-curl.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/error.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/error.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/ex-twitter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/ex-twitter.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/fb_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/fb_1.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/fb_1b.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/fb_1b.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/fb_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/fb_2.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/ica-json.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/ica-json.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/ica.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/ica.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/ica_panel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/ica_panel.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/inspect.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/inspect.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/loop.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/loop.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/maps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/maps.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/mplads.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/mplads.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/mplads.webm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/mplads.webm -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/playwright.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/playwright.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/reddit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/reddit.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/twitter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/twitter.png -------------------------------------------------------------------------------- /09_Interactive_Web_Pages/media/twitter_API.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/09_Interactive_Web_Pages/media/twitter_API.png -------------------------------------------------------------------------------- /10_Conclusion/10_Conclusion.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/10_Conclusion/10_Conclusion.html -------------------------------------------------------------------------------- /10_Conclusion/10_Conclusion.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/10_Conclusion/10_Conclusion.qmd -------------------------------------------------------------------------------- /10_Conclusion/media/ai_scraper.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/10_Conclusion/media/ai_scraper.gif -------------------------------------------------------------------------------- /10_Conclusion/media/chatgpt.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/10_Conclusion/media/chatgpt.jpeg -------------------------------------------------------------------------------- /10_Conclusion/media/palette.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/10_Conclusion/media/palette.png -------------------------------------------------------------------------------- /ess.Rproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/ess.Rproj -------------------------------------------------------------------------------- /ess_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/ess_logo.png -------------------------------------------------------------------------------- /media-checker.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/media-checker.r -------------------------------------------------------------------------------- /outline.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/outline.md -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/readme.md -------------------------------------------------------------------------------- /readme.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/readme.qmd -------------------------------------------------------------------------------- /references.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JBGruber/ess-web-scraping-data-management/HEAD/references.bib --------------------------------------------------------------------------------