├── .gitignore ├── README.md ├── requirements.txt ├── sample-env-file ├── smarter-scraping.code-workspace └── src ├── 1-Hello World.ipynb ├── 10 - Apple iTunes Search API for Podcasts.ipynb ├── 11 - Keywords to Podcast Detail JSON.ipynb ├── 12 -Download Podcast Episodes.ipynb ├── 13 - Download, Chunk, & Transcribe Podcast Episodes.ipynb ├── 14 - Summarize and Recommend Episodes.ipynb ├── 2 - Connection Sample.ipynb ├── 3 - Web App URL Structure.ipynb ├── 4 - Parse HTML with BeautifulSoup.ipynb ├── 5 - Extract More Post Data from List View.ipynb ├── 6 - Handle List View Pagination.ipynb ├── 7 - Scrape and Save Data to Local Files.ipynb ├── 8 - Using Ollama with OpenAI Python Client.ipynb ├── 9 - Prompts and Function for Summary and Keyword Extraction of Scraped Data.ipynb ├── 99 - Demo.ipynb └── helpers ├── __init__.py ├── ai.py ├── apple.py ├── brightdata.py ├── env.py ├── scraping.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/README.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/requirements.txt -------------------------------------------------------------------------------- /sample-env-file: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/sample-env-file -------------------------------------------------------------------------------- /smarter-scraping.code-workspace: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/smarter-scraping.code-workspace -------------------------------------------------------------------------------- /src/1-Hello World.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/1-Hello World.ipynb -------------------------------------------------------------------------------- /src/10 - Apple iTunes Search API for Podcasts.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/10 - Apple iTunes Search API for Podcasts.ipynb -------------------------------------------------------------------------------- /src/11 - Keywords to Podcast Detail JSON.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/11 - Keywords to Podcast Detail JSON.ipynb -------------------------------------------------------------------------------- /src/12 -Download Podcast Episodes.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/12 -Download Podcast Episodes.ipynb -------------------------------------------------------------------------------- /src/13 - Download, Chunk, & Transcribe Podcast Episodes.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/13 - Download, Chunk, & Transcribe Podcast Episodes.ipynb -------------------------------------------------------------------------------- /src/14 - Summarize and Recommend Episodes.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/14 - Summarize and Recommend Episodes.ipynb -------------------------------------------------------------------------------- /src/2 - Connection Sample.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/2 - Connection Sample.ipynb -------------------------------------------------------------------------------- /src/3 - Web App URL Structure.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/3 - Web App URL Structure.ipynb -------------------------------------------------------------------------------- /src/4 - Parse HTML with BeautifulSoup.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/4 - Parse HTML with BeautifulSoup.ipynb -------------------------------------------------------------------------------- /src/5 - Extract More Post Data from List View.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/5 - Extract More Post Data from List View.ipynb -------------------------------------------------------------------------------- /src/6 - Handle List View Pagination.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/6 - Handle List View Pagination.ipynb -------------------------------------------------------------------------------- /src/7 - Scrape and Save Data to Local Files.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/7 - Scrape and Save Data to Local Files.ipynb -------------------------------------------------------------------------------- /src/8 - Using Ollama with OpenAI Python Client.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/8 - Using Ollama with OpenAI Python Client.ipynb -------------------------------------------------------------------------------- /src/9 - Prompts and Function for Summary and Keyword Extraction of Scraped Data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/9 - Prompts and Function for Summary and Keyword Extraction of Scraped Data.ipynb -------------------------------------------------------------------------------- /src/99 - Demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/99 - Demo.ipynb -------------------------------------------------------------------------------- /src/helpers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/helpers/__init__.py -------------------------------------------------------------------------------- /src/helpers/ai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/helpers/ai.py -------------------------------------------------------------------------------- /src/helpers/apple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/helpers/apple.py -------------------------------------------------------------------------------- /src/helpers/brightdata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/helpers/brightdata.py -------------------------------------------------------------------------------- /src/helpers/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/helpers/env.py -------------------------------------------------------------------------------- /src/helpers/scraping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/helpers/scraping.py -------------------------------------------------------------------------------- /src/helpers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingforentrepreneurs/Smarter-Web-Scraping-with-Python/HEAD/src/helpers/utils.py --------------------------------------------------------------------------------