├── .all-contributorsrc ├── .eslintrc ├── .example.env ├── .gitignore ├── .prettierignore ├── .prettierrc.json ├── LICENSE.md ├── README.md ├── docs └── images │ └── slack-messages-to-parsed-posts.jpg ├── package.json └── src ├── collectData ├── collectData.js └── utils │ ├── closeBrowser.js │ ├── gotoWorkspace.js │ ├── launchBrowser.js │ ├── loginToSlack.js │ ├── recordScrapeDuration.js │ └── scrape │ ├── collectPosts │ ├── extractPostsHTML.js │ ├── extractThreadHTML.js │ ├── index.js │ ├── initSlackDataFile.js │ └── scrollFeed.js │ ├── gotoChannel.js │ ├── index.js │ ├── parseNames.js │ └── parseNames.test.js └── parseData ├── parseData.js └── utils ├── FileUtils.js ├── encodeNewlinePreElements ├── index.js └── pre-elements.html ├── filterHTMLByValidElement ├── index.js ├── index.test.js ├── invalid-post-1.html ├── valid-date-divider-line.html ├── valid-post.html └── valid-thread.html ├── groupByDate ├── group-by-date.html ├── index.js └── index.test.js ├── isDebugMode ├── index.js └── index.test.js ├── loadTestFile.js ├── parsePostsToJson ├── date-post-thread-elements.html ├── date-post-thread-elements.test-group-by-date.json ├── index.js └── index.test.js ├── pipe.js └── promptFileToParse.js /.all-contributorsrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/.all-contributorsrc -------------------------------------------------------------------------------- /.eslintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/.eslintrc -------------------------------------------------------------------------------- /.example.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/.example.env -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/.gitignore -------------------------------------------------------------------------------- /.prettierignore: -------------------------------------------------------------------------------- 1 | *.html -------------------------------------------------------------------------------- /.prettierrc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/.prettierrc.json -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/README.md -------------------------------------------------------------------------------- /docs/images/slack-messages-to-parsed-posts.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/docs/images/slack-messages-to-parsed-posts.jpg -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/package.json -------------------------------------------------------------------------------- /src/collectData/collectData.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/collectData.js -------------------------------------------------------------------------------- /src/collectData/utils/closeBrowser.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/utils/closeBrowser.js -------------------------------------------------------------------------------- /src/collectData/utils/gotoWorkspace.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/utils/gotoWorkspace.js -------------------------------------------------------------------------------- /src/collectData/utils/launchBrowser.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/utils/launchBrowser.js -------------------------------------------------------------------------------- /src/collectData/utils/loginToSlack.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/utils/loginToSlack.js -------------------------------------------------------------------------------- /src/collectData/utils/recordScrapeDuration.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/utils/recordScrapeDuration.js -------------------------------------------------------------------------------- /src/collectData/utils/scrape/collectPosts/extractPostsHTML.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/utils/scrape/collectPosts/extractPostsHTML.js -------------------------------------------------------------------------------- /src/collectData/utils/scrape/collectPosts/extractThreadHTML.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/utils/scrape/collectPosts/extractThreadHTML.js -------------------------------------------------------------------------------- /src/collectData/utils/scrape/collectPosts/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/utils/scrape/collectPosts/index.js -------------------------------------------------------------------------------- /src/collectData/utils/scrape/collectPosts/initSlackDataFile.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/utils/scrape/collectPosts/initSlackDataFile.js -------------------------------------------------------------------------------- /src/collectData/utils/scrape/collectPosts/scrollFeed.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/utils/scrape/collectPosts/scrollFeed.js -------------------------------------------------------------------------------- /src/collectData/utils/scrape/gotoChannel.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/utils/scrape/gotoChannel.js -------------------------------------------------------------------------------- /src/collectData/utils/scrape/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/utils/scrape/index.js -------------------------------------------------------------------------------- /src/collectData/utils/scrape/parseNames.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/utils/scrape/parseNames.js -------------------------------------------------------------------------------- /src/collectData/utils/scrape/parseNames.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/collectData/utils/scrape/parseNames.test.js -------------------------------------------------------------------------------- /src/parseData/parseData.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/parseData.js -------------------------------------------------------------------------------- /src/parseData/utils/FileUtils.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/FileUtils.js -------------------------------------------------------------------------------- /src/parseData/utils/encodeNewlinePreElements/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/encodeNewlinePreElements/index.js -------------------------------------------------------------------------------- /src/parseData/utils/encodeNewlinePreElements/pre-elements.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/encodeNewlinePreElements/pre-elements.html -------------------------------------------------------------------------------- /src/parseData/utils/filterHTMLByValidElement/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/filterHTMLByValidElement/index.js -------------------------------------------------------------------------------- /src/parseData/utils/filterHTMLByValidElement/index.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/filterHTMLByValidElement/index.test.js -------------------------------------------------------------------------------- /src/parseData/utils/filterHTMLByValidElement/invalid-post-1.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/filterHTMLByValidElement/invalid-post-1.html -------------------------------------------------------------------------------- /src/parseData/utils/filterHTMLByValidElement/valid-date-divider-line.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/filterHTMLByValidElement/valid-date-divider-line.html -------------------------------------------------------------------------------- /src/parseData/utils/filterHTMLByValidElement/valid-post.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/filterHTMLByValidElement/valid-post.html -------------------------------------------------------------------------------- /src/parseData/utils/filterHTMLByValidElement/valid-thread.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/filterHTMLByValidElement/valid-thread.html -------------------------------------------------------------------------------- /src/parseData/utils/groupByDate/group-by-date.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/groupByDate/group-by-date.html -------------------------------------------------------------------------------- /src/parseData/utils/groupByDate/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/groupByDate/index.js -------------------------------------------------------------------------------- /src/parseData/utils/groupByDate/index.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/groupByDate/index.test.js -------------------------------------------------------------------------------- /src/parseData/utils/isDebugMode/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/isDebugMode/index.js -------------------------------------------------------------------------------- /src/parseData/utils/isDebugMode/index.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/isDebugMode/index.test.js -------------------------------------------------------------------------------- /src/parseData/utils/loadTestFile.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/loadTestFile.js -------------------------------------------------------------------------------- /src/parseData/utils/parsePostsToJson/date-post-thread-elements.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/parsePostsToJson/date-post-thread-elements.html -------------------------------------------------------------------------------- /src/parseData/utils/parsePostsToJson/date-post-thread-elements.test-group-by-date.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/parsePostsToJson/date-post-thread-elements.test-group-by-date.json -------------------------------------------------------------------------------- /src/parseData/utils/parsePostsToJson/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/parsePostsToJson/index.js -------------------------------------------------------------------------------- /src/parseData/utils/parsePostsToJson/index.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/parsePostsToJson/index.test.js -------------------------------------------------------------------------------- /src/parseData/utils/pipe.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/pipe.js -------------------------------------------------------------------------------- /src/parseData/utils/promptFileToParse.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iulspop/slack-web-scraper/HEAD/src/parseData/utils/promptFileToParse.js --------------------------------------------------------------------------------