├── .idea
    └── workspace.xml
├── Images
    ├── done.png
    ├── gui.png
    ├── script.png
    └── web-scraping.jpg
├── README.md
└── Script
    ├── Linux
        ├── emails.csv
        ├── geckodriver.log
        └── linkedinLin.py
    └── Windows
        └── linkedinWin.py


/.idea/workspace.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <project version="4">
  3 |   <component name="BranchesTreeState">
  4 |     <expand>
  5 |       <path>
  6 |         <item name="ROOT" type="e8cecc67:BranchNodeDescriptor" />
  7 |         <item name="LOCAL_ROOT" type="e8cecc67:BranchNodeDescriptor" />
  8 |       </path>
  9 |       <path>
 10 |         <item name="ROOT" type="e8cecc67:BranchNodeDescriptor" />
 11 |         <item name="REMOTE_ROOT" type="e8cecc67:BranchNodeDescriptor" />
 12 |       </path>
 13 |       <path>
 14 |         <item name="ROOT" type="e8cecc67:BranchNodeDescriptor" />
 15 |         <item name="REMOTE_ROOT" type="e8cecc67:BranchNodeDescriptor" />
 16 |         <item name="GROUP_NODE:origin" type="e8cecc67:BranchNodeDescriptor" />
 17 |       </path>
 18 |       <path>
 19 |         <item name="ROOT" type="e8cecc67:BranchNodeDescriptor" />
 20 |         <item name="REMOTE_ROOT" type="e8cecc67:BranchNodeDescriptor" />
 21 |         <item name="GROUP_NODE:upstream" type="e8cecc67:BranchNodeDescriptor" />
 22 |       </path>
 23 |     </expand>
 24 |     <select />
 25 |   </component>
 26 |   <component name="ChangeListManager">
 27 |     <list default="true" id="bcc22aa1-7a84-4f4a-996a-f5daad83e578" name="Default Changelist" comment="">
 28 |       <change afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
 29 |       <change afterPath="$PROJECT_DIR$/Script/geckodriver.log" afterDir="false" />
 30 |       <change beforePath="$PROJECT_DIR$/Script/linkedin.py" beforeDir="false" afterPath="$PROJECT_DIR$/Script/linkedin.py" afterDir="false" />
 31 |     </list>
 32 |     <option name="SHOW_DIALOG" value="false" />
 33 |     <option name="HIGHLIGHT_CONFLICTS" value="true" />
 34 |     <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
 35 |     <option name="LAST_RESOLUTION" value="IGNORE" />
 36 |   </component>
 37 |   <component name="FileTemplateManagerImpl">
 38 |     <option name="RECENT_TEMPLATES">
 39 |       <list>
 40 |         <option value="Python Script" />
 41 |       </list>
 42 |     </option>
 43 |   </component>
 44 |   <component name="Git.Settings">
 45 |     <option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
 46 |   </component>
 47 |   <component name="ProjectId" id="1bQtZD7nrSOhoKct2QxydmxNKws" />
 48 |   <component name="ProjectViewState">
 49 |     <option name="hideEmptyMiddlePackages" value="true" />
 50 |     <option name="showLibraryContents" value="true" />
 51 |   </component>
 52 |   <component name="PropertiesComponent">
 53 |     <property name="ASKED_ADD_EXTERNAL_FILES" value="true" />
 54 |     <property name="RunOnceActivity.OpenProjectViewOnStart" value="true" />
 55 |     <property name="RunOnceActivity.ShowReadmeOnStart" value="true" />
 56 |     <property name="last_opened_file_path" value="$PROJECT_DIR$" />
 57 |     <property name="settings.editor.selected.configurable" value="com.jetbrains.python.configuration.PyActiveSdkModuleConfigurable" />
 58 |   </component>
 59 |   <component name="RunManager" selected="Python.linkedin">
 60 |     <configuration name="as" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
 61 |       <module name="LinkedIn-Post-Scraper" />
 62 |       <option name="INTERPRETER_OPTIONS" value="" />
 63 |       <option name="PARENT_ENVS" value="true" />
 64 |       <envs>
 65 |         <env name="PYTHONUNBUFFERED" value="1" />
 66 |       </envs>
 67 |       <option name="SDK_HOME" value="" />
 68 |       <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/Script" />
 69 |       <option name="IS_MODULE_SDK" value="true" />
 70 |       <option name="ADD_CONTENT_ROOTS" value="true" />
 71 |       <option name="ADD_SOURCE_ROOTS" value="true" />
 72 |       <option name="SCRIPT_NAME" value="$PROJECT_DIR$/Script/as.py" />
 73 |       <option name="PARAMETERS" value="" />
 74 |       <option name="SHOW_COMMAND_LINE" value="false" />
 75 |       <option name="EMULATE_TERMINAL" value="false" />
 76 |       <option name="MODULE_MODE" value="false" />
 77 |       <option name="REDIRECT_INPUT" value="false" />
 78 |       <option name="INPUT_FILE" value="" />
 79 |       <method v="2" />
 80 |     </configuration>
 81 |     <configuration name="linkedin" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
 82 |       <module name="LinkedIn-Post-Scraper" />
 83 |       <option name="INTERPRETER_OPTIONS" value="" />
 84 |       <option name="PARENT_ENVS" value="true" />
 85 |       <envs>
 86 |         <env name="PYTHONUNBUFFERED" value="1" />
 87 |       </envs>
 88 |       <option name="SDK_HOME" value="" />
 89 |       <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/Script" />
 90 |       <option name="IS_MODULE_SDK" value="true" />
 91 |       <option name="ADD_CONTENT_ROOTS" value="true" />
 92 |       <option name="ADD_SOURCE_ROOTS" value="true" />
 93 |       <option name="SCRIPT_NAME" value="$PROJECT_DIR$/Script/linkedin.py" />
 94 |       <option name="PARAMETERS" value="" />
 95 |       <option name="SHOW_COMMAND_LINE" value="false" />
 96 |       <option name="EMULATE_TERMINAL" value="false" />
 97 |       <option name="MODULE_MODE" value="false" />
 98 |       <option name="REDIRECT_INPUT" value="false" />
 99 |       <option name="INPUT_FILE" value="" />
100 |       <method v="2" />
101 |     </configuration>
102 |     <configuration name="sdf" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
103 |       <module name="LinkedIn-Post-Scraper" />
104 |       <option name="INTERPRETER_OPTIONS" value="" />
105 |       <option name="PARENT_ENVS" value="true" />
106 |       <envs>
107 |         <env name="PYTHONUNBUFFERED" value="1" />
108 |       </envs>
109 |       <option name="SDK_HOME" value="" />
110 |       <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/Script" />
111 |       <option name="IS_MODULE_SDK" value="true" />
112 |       <option name="ADD_CONTENT_ROOTS" value="true" />
113 |       <option name="ADD_SOURCE_ROOTS" value="true" />
114 |       <option name="SCRIPT_NAME" value="$PROJECT_DIR$/Script/sdf.py" />
115 |       <option name="PARAMETERS" value="" />
116 |       <option name="SHOW_COMMAND_LINE" value="false" />
117 |       <option name="EMULATE_TERMINAL" value="false" />
118 |       <option name="MODULE_MODE" value="false" />
119 |       <option name="REDIRECT_INPUT" value="false" />
120 |       <option name="INPUT_FILE" value="" />
121 |       <method v="2" />
122 |     </configuration>
123 |     <recent_temporary>
124 |       <list>
125 |         <item itemvalue="Python.linkedin" />
126 |         <item itemvalue="Python.sdf" />
127 |         <item itemvalue="Python.as" />
128 |       </list>
129 |     </recent_temporary>
130 |   </component>
131 |   <component name="SvnConfiguration">
132 |     <configuration />
133 |   </component>
134 |   <component name="TaskManager">
135 |     <task active="true" id="Default" summary="Default task">
136 |       <changelist id="bcc22aa1-7a84-4f4a-996a-f5daad83e578" name="Default Changelist" comment="" />
137 |       <created>1588576198172</created>
138 |       <option name="number" value="Default" />
139 |       <option name="presentableId" value="Default" />
140 |       <updated>1588576198172</updated>
141 |     </task>
142 |     <servers />
143 |   </component>
144 |   <component name="Vcs.Log.Tabs.Properties">
145 |     <option name="TAB_STATES">
146 |       <map>
147 |         <entry key="MAIN">
148 |           <value>
149 |             <State />
150 |           </value>
151 |         </entry>
152 |       </map>
153 |     </option>
154 |   </component>
155 |   <component name="WindowStateProjectService">
156 |     <state width="1515" height="261" key="GridCell.Tab.0.bottom" timestamp="1588588139002">
157 |       <screen x="0" y="0" width="1536" height="824" />
158 |     </state>
159 |     <state width="1515" height="261" key="GridCell.Tab.0.bottom/0.0.1536.824@0.0.1536.824" timestamp="1588588139002" />
160 |     <state width="1515" height="261" key="GridCell.Tab.0.center" timestamp="1588588139001">
161 |       <screen x="0" y="0" width="1536" height="824" />
162 |     </state>
163 |     <state width="1515" height="261" key="GridCell.Tab.0.center/0.0.1536.824@0.0.1536.824" timestamp="1588588139001" />
164 |     <state width="1515" height="261" key="GridCell.Tab.0.left" timestamp="1588588139001">
165 |       <screen x="0" y="0" width="1536" height="824" />
166 |     </state>
167 |     <state width="1515" height="261" key="GridCell.Tab.0.left/0.0.1536.824@0.0.1536.824" timestamp="1588588139001" />
168 |     <state width="1515" height="261" key="GridCell.Tab.0.right" timestamp="1588588139001">
169 |       <screen x="0" y="0" width="1536" height="824" />
170 |     </state>
171 |     <state width="1515" height="261" key="GridCell.Tab.0.right/0.0.1536.824@0.0.1536.824" timestamp="1588588139001" />
172 |     <state width="1515" height="261" key="GridCell.Tab.1.bottom" timestamp="1588588139002">
173 |       <screen x="0" y="0" width="1536" height="824" />
174 |     </state>
175 |     <state width="1515" height="261" key="GridCell.Tab.1.bottom/0.0.1536.824@0.0.1536.824" timestamp="1588588139002" />
176 |     <state width="1515" height="261" key="GridCell.Tab.1.center" timestamp="1588588139002">
177 |       <screen x="0" y="0" width="1536" height="824" />
178 |     </state>
179 |     <state width="1515" height="261" key="GridCell.Tab.1.center/0.0.1536.824@0.0.1536.824" timestamp="1588588139002" />
180 |     <state width="1515" height="261" key="GridCell.Tab.1.left" timestamp="1588588139002">
181 |       <screen x="0" y="0" width="1536" height="824" />
182 |     </state>
183 |     <state width="1515" height="261" key="GridCell.Tab.1.left/0.0.1536.824@0.0.1536.824" timestamp="1588588139002" />
184 |     <state width="1515" height="261" key="GridCell.Tab.1.right" timestamp="1588588139002">
185 |       <screen x="0" y="0" width="1536" height="824" />
186 |     </state>
187 |     <state width="1515" height="261" key="GridCell.Tab.1.right/0.0.1536.824@0.0.1536.824" timestamp="1588588139002" />
188 |     <state x="277" y="57" key="SettingsEditor" timestamp="1588577559634">
189 |       <screen x="0" y="0" width="1536" height="824" />
190 |     </state>
191 |     <state x="277" y="57" key="SettingsEditor/0.0.1536.824@0.0.1536.824" timestamp="1588577559634" />
192 |   </component>
193 | </project>


--------------------------------------------------------------------------------
/Images/done.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/atulpandey98/LinkedIn-Post-Scraper/3e699487101bd7087e4baf78ceefcbcd5d841e5d/Images/done.png


--------------------------------------------------------------------------------
/Images/gui.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/atulpandey98/LinkedIn-Post-Scraper/3e699487101bd7087e4baf78ceefcbcd5d841e5d/Images/gui.png


--------------------------------------------------------------------------------
/Images/script.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/atulpandey98/LinkedIn-Post-Scraper/3e699487101bd7087e4baf78ceefcbcd5d841e5d/Images/script.png


--------------------------------------------------------------------------------
/Images/web-scraping.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/atulpandey98/LinkedIn-Post-Scraper/3e699487101bd7087e4baf78ceefcbcd5d841e5d/Images/web-scraping.jpg


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | # LinkedIn-Post-Scraper
 2 | 
 3 | ![Web scraper](/Images/web-scraping.jpg)
 4 | 
 5 | What is this?:
 6 | 
 7 |     It's often seen that people want to share some content with the interested people on LinkedIn. But when
 8 |     many people put their emails on the comment section, it becomes impossible to send it to each of them.
 9 |     
10 |     That's when the automation comes. 
11 |     
12 |     All we need is to put the URL of the post and we can get all the emails to local storage.
13 | 
14 | Requirements:
15 | 
16 |     python3
17 |     selenium
18 |     pandas
19 |     tkinter
20 | 
21 | Installation:
22 | 
23 |     sudo apt-get python3-pip
24 |     sudo pip3 install selenium
25 |     sudo pip3 install pandas
26 |     sudo apt-get install python3-tk
27 | 
28 | How to run this code
29 |     
30 |     Download the project and extract to local storage.
31 |     Open script folder.
32 |     Run linkedin.py in terminal.
33 |     A GUI will open up
34 | 
35 | ![gui](/Images/gui.png)
36 |     
37 |     Enter the link of post to scrape.
38 |     Enter your email id and password of linkedin to login
39 |     Click ok
40 |     
41 | ![terminal](/Images/script.png)
42 |     
43 |     And done....
44 |     
45 | ![done!!](/Images/done.png)   
46 | 
47 |     A new file with the name "emails.csv" should have been created.
48 |    
49 | 


--------------------------------------------------------------------------------
/Script/Linux/emails.csv:
--------------------------------------------------------------------------------
 1 | Email id
 2 | Hsc48@cornell.edu
 3 | ma3388@drexel.edu
 4 | xiujielow@gmail.com
 5 | szn5@psu.edu
 6 | tkhandelwal@ce.iitr.ac.in
 7 | Pulamani114@gmail.com
 8 | akshatlal2000@gmail.com
 9 | sam@samburns.us
10 | Manideepv18@vt.edu
11 | 


--------------------------------------------------------------------------------
/Script/Linux/geckodriver.log:
--------------------------------------------------------------------------------
 1 | 1588700710811	mozrunner::runner	INFO	Running command: "/usr/bin/firefox" "-marionette" "-foreground" "-no-remote" "-profile" "/tmp/rust_mozprofile.Y7bMQUBurInX"
 2 | 1588700711684	addons.webextension.doh-rollout@mozilla.org	WARN	Loading extension 'doh-rollout@mozilla.org': Reading manifest: Invalid extension permission: networkStatus
 3 | 1588700713059	addons.webextension.screenshots@mozilla.org	WARN	Loading extension 'screenshots@mozilla.org': Reading manifest: Invalid extension permission: mozillaAddons
 4 | 1588700713059	addons.webextension.screenshots@mozilla.org	WARN	Loading extension 'screenshots@mozilla.org': Reading manifest: Invalid extension permission: telemetry
 5 | 1588700713059	addons.webextension.screenshots@mozilla.org	WARN	Loading extension 'screenshots@mozilla.org': Reading manifest: Invalid extension permission: resource://pdf.js/
 6 | 1588700713059	addons.webextension.screenshots@mozilla.org	WARN	Loading extension 'screenshots@mozilla.org': Reading manifest: Invalid extension permission: about:reader*
 7 | 1588700713099	addons.xpi-utils	WARN	Add-on langpack-en-CA@firefox.mozilla.org is not compatible with application version.
 8 | 1588700713100	addons.xpi-utils	WARN	Add-on langpack-en-CA@firefox.mozilla.org is not compatible with application version.
 9 | 1588700713100	addons.xpi-utils	WARN	Add-on langpack-en-CA@firefox.mozilla.org is not compatible with application version.
10 | 1588700713107	addons.xpi-utils	WARN	Add-on langpack-en-GB@firefox.mozilla.org is not compatible with application version.
11 | 1588700713107	addons.xpi-utils	WARN	Add-on langpack-en-GB@firefox.mozilla.org is not compatible with application version.
12 | 1588700713107	addons.xpi-utils	WARN	Add-on langpack-en-GB@firefox.mozilla.org is not compatible with application version.
13 | 1588700716249	Marionette	INFO	Listening on port 46479
14 | 1588700716446	Marionette	WARN	TLS certificate errors will be ignored for this session
15 | JavaScript error: https://static-exp1.licdn.com/sc/h/ehpplpiumlvfzrmlvbh0cb6ds, line 1: Error: Could not lazy load JS with src https://static-exp1.licdn.com/sc/h/d6yxu5qktycke7bz1m462t4zs
16 | 1588700730238	Marionette	INFO	Stopped listening on port 46479
17 | 1588700754864	mozrunner::runner	INFO	Running command: "/usr/bin/firefox" "-marionette" "-foreground" "-no-remote" "-profile" "/tmp/rust_mozprofile.MVKamXui4cS3"
18 | 1588700755519	addons.webextension.doh-rollout@mozilla.org	WARN	Loading extension 'doh-rollout@mozilla.org': Reading manifest: Invalid extension permission: networkStatus
19 | 1588700756834	addons.webextension.screenshots@mozilla.org	WARN	Loading extension 'screenshots@mozilla.org': Reading manifest: Invalid extension permission: mozillaAddons
20 | 1588700756834	addons.webextension.screenshots@mozilla.org	WARN	Loading extension 'screenshots@mozilla.org': Reading manifest: Invalid extension permission: telemetry
21 | 1588700756834	addons.webextension.screenshots@mozilla.org	WARN	Loading extension 'screenshots@mozilla.org': Reading manifest: Invalid extension permission: resource://pdf.js/
22 | 1588700756835	addons.webextension.screenshots@mozilla.org	WARN	Loading extension 'screenshots@mozilla.org': Reading manifest: Invalid extension permission: about:reader*
23 | 1588700756858	addons.xpi-utils	WARN	Add-on langpack-en-CA@firefox.mozilla.org is not compatible with application version.
24 | 1588700756858	addons.xpi-utils	WARN	Add-on langpack-en-CA@firefox.mozilla.org is not compatible with application version.
25 | 1588700756859	addons.xpi-utils	WARN	Add-on langpack-en-CA@firefox.mozilla.org is not compatible with application version.
26 | 1588700756864	addons.xpi-utils	WARN	Add-on langpack-en-GB@firefox.mozilla.org is not compatible with application version.
27 | 1588700756864	addons.xpi-utils	WARN	Add-on langpack-en-GB@firefox.mozilla.org is not compatible with application version.
28 | 1588700756864	addons.xpi-utils	WARN	Add-on langpack-en-GB@firefox.mozilla.org is not compatible with application version.
29 | 1588700758586	Marionette	INFO	Listening on port 39865
30 | 1588700758680	Marionette	WARN	TLS certificate errors will be ignored for this session
31 | JavaScript error: https://static-exp1.licdn.com/sc/h/ehpplpiumlvfzrmlvbh0cb6ds, line 1: Error: Could not lazy load JS with src https://static-exp1.licdn.com/sc/h/d6yxu5qktycke7bz1m462t4zs
32 | 
33 | ###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
34 | 
35 | 
36 | ###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
37 | 
38 | 1588700779740	Marionette	INFO	Stopped listening on port 39865
39 | 


--------------------------------------------------------------------------------
/Script/Linux/linkedinLin.py:
--------------------------------------------------------------------------------
  1 | # import the libraries that we will use
  2 | 
  3 | from selenium import webdriver
  4 | from selenium.webdriver.support.ui import WebDriverWait
  5 | import pandas as pd
  6 | import tkinter as tk
  7 | from tkinter import simpledialog
  8 | 
  9 | # function that prompts the user for the url, username and password of the user
 10 | def userDetails():
 11 |   
 12 |     master = tk.Tk()
 13 |     tk.Label(master,
 14 |              text="Url").grid(row=0,
 15 |                               padx=20,
 16 |                               pady=5)
 17 |     tk.Label(master,
 18 |              text="Username").grid(row=1,
 19 |                                    padx=20,
 20 |                                    pady=5)
 21 |     tk.Label(master,
 22 |              text="Password").grid(row=2,
 23 |                                    padx=20,
 24 |                                    pady=5)
 25 | 
 26 |     e1 = tk.Entry(master)
 27 |     e2 = tk.Entry(master)
 28 |     e3 = tk.Entry(master)
 29 | 
 30 |     e1.grid(row=0, column=1)
 31 |     e2.grid(row=1, column=1)
 32 |     e3.grid(row=2, column=1)
 33 | 
 34 |     values =[]
 35 | 
 36 |     def cont():
 37 | 
 38 |         url = e1.get()
 39 |         username = e2.get()
 40 |         password = e3.get()
 41 | 
 42 |         master.destroy()
 43 | 
 44 |         values.append(url)
 45 |         values.append(username)
 46 |         values.append(password)
 47 | 
 48 |     tk.Button(master,
 49 |               text='Ok', command=cont).grid(row=3,
 50 |                                             column=0,
 51 |                                             sticky=tk.W,
 52 |                                             pady=5,
 53 |                                             padx=20)
 54 |     tk.Button(master,
 55 |               text='Cancel', command=master.quit).grid(row=3,
 56 |                                                        column=1,
 57 |                                                        sticky=tk.W,
 58 |                                                        pady=5,
 59 |                                                        padx=20)
 60 | 
 61 |     tk.mainloop()
 62 | 
 63 |     return values
 64 | 
 65 | # call the function to input user details
 66 | url, username, password = userDetails()
 67 | 
 68 | # get an instance of browser
 69 | # executable path is the path to the geckodriver.exe
 70 | browser = webdriver.Firefox()
 71 | browser.get(url)
 72 | 
 73 | # first sign in else we won't be able to get all comments
 74 | signin = browser.find_element_by_link_text("Sign in")
 75 | signin.click()
 76 | 
 77 | # wait for some time before throwing exception
 78 | wait = WebDriverWait(browser, 5)
 79 | 
 80 | # get fields to enter email id and password
 81 | usernamefield = browser.find_element_by_id("username")
 82 | passwordfield = browser.find_element_by_id("password")
 83 | 
 84 | # find the submit button using css_selector
 85 | submit = browser.find_elements_by_css_selector(
 86 |     "html.artdeco body.system-fonts div#app__container main.app__content div form.login__form div.login__form_action_container button.btn__primary--large.from__button--floating")
 87 | 
 88 | # enter your email id and password
 89 | usernamefield.send_keys(username)
 90 | passwordfield.send_keys(password)
 91 | 
 92 | # click on submit
 93 | submit[0].click()
 94 | WebDriverWait(browser, 5)
 95 | 
 96 | # get all objects from comment section
 97 | email_objects = browser.find_elements_by_xpath("//a[@class='feed-link ember-view']")
 98 | 
 99 | # make a list to store extracted emails
100 | emails = []
101 | for e in email_objects:
102 |     emails.append(e.text)
103 | 
104 | # create .csv file and copy all data to it.
105 | df = pd.DataFrame({'Email id': emails})
106 | df.to_csv('emails.csv', index=False, encoding='utf-8')
107 | 
108 | # print for terminal
109 | print("--------------------------DONE!!!!!--------------------------")
110 | 


--------------------------------------------------------------------------------
/Script/Windows/linkedinWin.py:
--------------------------------------------------------------------------------
  1 | # import the libraries that we will use
  2 | 
  3 | from selenium import webdriver
  4 | from selenium.webdriver.support.ui import WebDriverWait
  5 | import pandas as pd
  6 | import tkinter as tk
  7 | from tkinter import simpledialog
  8 | 
  9 | # function that prompts the user for the url, username and password of the user
 10 | def userDetails():
 11 |   
 12 |     master = tk.Tk()
 13 |     tk.Label(master,
 14 |              text="Url").grid(row=0,
 15 |                               padx=20,
 16 |                               pady=5)
 17 |     tk.Label(master,
 18 |              text="Username").grid(row=1,
 19 |                                    padx=20,
 20 |                                    pady=5)
 21 |     tk.Label(master,
 22 |              text="Password").grid(row=2,
 23 |                                    padx=20,
 24 |                                    pady=5)
 25 | 
 26 |     e1 = tk.Entry(master)
 27 |     e2 = tk.Entry(master)
 28 |     e3 = tk.Entry(master)
 29 | 
 30 |     e1.grid(row=0, column=1)
 31 |     e2.grid(row=1, column=1)
 32 |     e3.grid(row=2, column=1)
 33 | 
 34 |     values =[]
 35 | 
 36 |     def cont():
 37 | 
 38 |         url = e1.get()
 39 |         username = e2.get()
 40 |         password = e3.get()
 41 | 
 42 |         master.destroy()
 43 | 
 44 |         values.append(url)
 45 |         values.append(username)
 46 |         values.append(password)
 47 | 
 48 |     tk.Button(master,
 49 |               text='Ok', command=cont).grid(row=3,
 50 |                                             column=0,
 51 |                                             sticky=tk.W,
 52 |                                             pady=5,
 53 |                                             padx=20)
 54 |     tk.Button(master,
 55 |               text='Cancel', command=master.quit).grid(row=3,
 56 |                                                        column=1,
 57 |                                                        sticky=tk.W,
 58 |                                                        pady=5,
 59 |                                                        padx=20)
 60 | 
 61 |     tk.mainloop()
 62 | 
 63 |     return values
 64 | 
 65 | # call the function to input user details
 66 | url, username, password = userDetails()
 67 | 
 68 | # get an instance of browser
 69 | # executable path is the path to the geckodriver.exe
 70 | browser = webdriver.Firefox(executable_path='M:\gecko\geckodriver.exe')
 71 | browser.get(url)
 72 | 
 73 | # first sign in else we won't be able to get all comments
 74 | signin = browser.find_element_by_link_text("Sign in")
 75 | signin.click()
 76 | 
 77 | # wait for some time before throwing exception
 78 | wait = WebDriverWait(browser, 5)
 79 | 
 80 | # get fields to enter email id and password
 81 | usernamefield = browser.find_element_by_id("username")
 82 | passwordfield = browser.find_element_by_id("password")
 83 | 
 84 | # find the submit button using css_selector
 85 | submit = browser.find_elements_by_css_selector(
 86 |     "html.artdeco body.system-fonts div#app__container main.app__content div form.login__form div.login__form_action_container button.btn__primary--large.from__button--floating")
 87 | 
 88 | # enter your email id and password
 89 | usernamefield.send_keys(username)
 90 | passwordfield.send_keys(password)
 91 | 
 92 | # click on submit
 93 | submit[0].click()
 94 | WebDriverWait(browser, 5)
 95 | 
 96 | # get all objects from comment section
 97 | email_objects = browser.find_elements_by_xpath("//a[@class='feed-link ember-view']")
 98 | 
 99 | # make a list to store extracted emails
100 | emails = []
101 | for e in email_objects:
102 |     emails.append(e.text)
103 | 
104 | # create .csv file and copy all data to it.
105 | df = pd.DataFrame({'Email id': emails})
106 | df.to_csv('emails.csv', index=False, encoding='utf-8')
107 | 
108 | # print for terminal
109 | print("--------------------------DONE!!!!!--------------------------")
110 | 


--------------------------------------------------------------------------------