├── .idea
    ├── encodings.xml
    ├── misc.xml
    ├── modules.xml
    ├── uiDesigner.xml
    ├── vcs.xml
    └── workspace.xml
├── HttpProxy.iml
├── LICENSE
├── README.md
├── lib
    ├── gson-2.8.5.jar
    └── jsoup-1.11.3.jar
├── out
    └── production
    │   └── HttpProxy
    │       ├── META-INF
    │           └── HttpProxy.kotlin_module
    │       ├── Main$1.class
    │       ├── Main.class
    │       ├── Test.class
    │       ├── other
    │           ├── IPBean.class
    │           ├── IPList.class
    │           └── IPSpider.class
    │       └── util
    │           ├── HttpUtils$1.class
    │           ├── HttpUtils$TrustAnyHostnameVerifier.class
    │           ├── HttpUtils$TrustAnyTrustManager.class
    │           ├── HttpUtils.class
    │           ├── IPUtils.class
    │           └── ProxyUtils.class
└── src
    ├── Main.java
    ├── Test.java
    ├── other
        ├── IPBean.java
        ├── IPList.java
        └── IPSpider.java
    └── util
        ├── HttpUtils.java
        ├── IPUtils.java
        └── ProxyUtils.java


/.idea/encodings.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <project version="4">
3 |   <component name="Encoding" addBOMForNewFiles="with NO BOM" />
4 | </project>


--------------------------------------------------------------------------------
/.idea/misc.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <project version="4">
3 |   <component name="ProjectRootManager" version="2" languageLevel="JDK_1_8" default="true" project-jdk-name="1.8" project-jdk-type="JavaSDK">
4 |     <output url="file://$PROJECT_DIR$/out" />
5 |   </component>
6 | </project>


--------------------------------------------------------------------------------
/.idea/modules.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <project version="4">
3 |   <component name="ProjectModuleManager">
4 |     <modules>
5 |       <module fileurl="file://$PROJECT_DIR$/HttpProxy.iml" filepath="$PROJECT_DIR$/HttpProxy.iml" />
6 |     </modules>
7 |   </component>
8 | </project>


--------------------------------------------------------------------------------
/.idea/uiDesigner.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <project version="4">
  3 |   <component name="Palette2">
  4 |     <group name="Swing">
  5 |       <item class="com.intellij.uiDesigner.HSpacer" tooltip-text="Horizontal Spacer" icon="/com/intellij/uiDesigner/icons/hspacer.png" removable="false" auto-create-binding="false" can-attach-label="false">
  6 |         <default-constraints vsize-policy="1" hsize-policy="6" anchor="0" fill="1" />
  7 |       </item>
  8 |       <item class="com.intellij.uiDesigner.VSpacer" tooltip-text="Vertical Spacer" icon="/com/intellij/uiDesigner/icons/vspacer.png" removable="false" auto-create-binding="false" can-attach-label="false">
  9 |         <default-constraints vsize-policy="6" hsize-policy="1" anchor="0" fill="2" />
 10 |       </item>
 11 |       <item class="javax.swing.JPanel" icon="/com/intellij/uiDesigner/icons/panel.png" removable="false" auto-create-binding="false" can-attach-label="false">
 12 |         <default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3" />
 13 |       </item>
 14 |       <item class="javax.swing.JScrollPane" icon="/com/intellij/uiDesigner/icons/scrollPane.png" removable="false" auto-create-binding="false" can-attach-label="true">
 15 |         <default-constraints vsize-policy="7" hsize-policy="7" anchor="0" fill="3" />
 16 |       </item>
 17 |       <item class="javax.swing.JButton" icon="/com/intellij/uiDesigner/icons/button.png" removable="false" auto-create-binding="true" can-attach-label="false">
 18 |         <default-constraints vsize-policy="0" hsize-policy="3" anchor="0" fill="1" />
 19 |         <initial-values>
 20 |           <property name="text" value="Button" />
 21 |         </initial-values>
 22 |       </item>
 23 |       <item class="javax.swing.JRadioButton" icon="/com/intellij/uiDesigner/icons/radioButton.png" removable="false" auto-create-binding="true" can-attach-label="false">
 24 |         <default-constraints vsize-policy="0" hsize-policy="3" anchor="8" fill="0" />
 25 |         <initial-values>
 26 |           <property name="text" value="RadioButton" />
 27 |         </initial-values>
 28 |       </item>
 29 |       <item class="javax.swing.JCheckBox" icon="/com/intellij/uiDesigner/icons/checkBox.png" removable="false" auto-create-binding="true" can-attach-label="false">
 30 |         <default-constraints vsize-policy="0" hsize-policy="3" anchor="8" fill="0" />
 31 |         <initial-values>
 32 |           <property name="text" value="CheckBox" />
 33 |         </initial-values>
 34 |       </item>
 35 |       <item class="javax.swing.JLabel" icon="/com/intellij/uiDesigner/icons/label.png" removable="false" auto-create-binding="false" can-attach-label="false">
 36 |         <default-constraints vsize-policy="0" hsize-policy="0" anchor="8" fill="0" />
 37 |         <initial-values>
 38 |           <property name="text" value="Label" />
 39 |         </initial-values>
 40 |       </item>
 41 |       <item class="javax.swing.JTextField" icon="/com/intellij/uiDesigner/icons/textField.png" removable="false" auto-create-binding="true" can-attach-label="true">
 42 |         <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1">
 43 |           <preferred-size width="150" height="-1" />
 44 |         </default-constraints>
 45 |       </item>
 46 |       <item class="javax.swing.JPasswordField" icon="/com/intellij/uiDesigner/icons/passwordField.png" removable="false" auto-create-binding="true" can-attach-label="true">
 47 |         <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1">
 48 |           <preferred-size width="150" height="-1" />
 49 |         </default-constraints>
 50 |       </item>
 51 |       <item class="javax.swing.JFormattedTextField" icon="/com/intellij/uiDesigner/icons/formattedTextField.png" removable="false" auto-create-binding="true" can-attach-label="true">
 52 |         <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1">
 53 |           <preferred-size width="150" height="-1" />
 54 |         </default-constraints>
 55 |       </item>
 56 |       <item class="javax.swing.JTextArea" icon="/com/intellij/uiDesigner/icons/textArea.png" removable="false" auto-create-binding="true" can-attach-label="true">
 57 |         <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
 58 |           <preferred-size width="150" height="50" />
 59 |         </default-constraints>
 60 |       </item>
 61 |       <item class="javax.swing.JTextPane" icon="/com/intellij/uiDesigner/icons/textPane.png" removable="false" auto-create-binding="true" can-attach-label="true">
 62 |         <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
 63 |           <preferred-size width="150" height="50" />
 64 |         </default-constraints>
 65 |       </item>
 66 |       <item class="javax.swing.JEditorPane" icon="/com/intellij/uiDesigner/icons/editorPane.png" removable="false" auto-create-binding="true" can-attach-label="true">
 67 |         <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
 68 |           <preferred-size width="150" height="50" />
 69 |         </default-constraints>
 70 |       </item>
 71 |       <item class="javax.swing.JComboBox" icon="/com/intellij/uiDesigner/icons/comboBox.png" removable="false" auto-create-binding="true" can-attach-label="true">
 72 |         <default-constraints vsize-policy="0" hsize-policy="2" anchor="8" fill="1" />
 73 |       </item>
 74 |       <item class="javax.swing.JTable" icon="/com/intellij/uiDesigner/icons/table.png" removable="false" auto-create-binding="true" can-attach-label="false">
 75 |         <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
 76 |           <preferred-size width="150" height="50" />
 77 |         </default-constraints>
 78 |       </item>
 79 |       <item class="javax.swing.JList" icon="/com/intellij/uiDesigner/icons/list.png" removable="false" auto-create-binding="true" can-attach-label="false">
 80 |         <default-constraints vsize-policy="6" hsize-policy="2" anchor="0" fill="3">
 81 |           <preferred-size width="150" height="50" />
 82 |         </default-constraints>
 83 |       </item>
 84 |       <item class="javax.swing.JTree" icon="/com/intellij/uiDesigner/icons/tree.png" removable="false" auto-create-binding="true" can-attach-label="false">
 85 |         <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
 86 |           <preferred-size width="150" height="50" />
 87 |         </default-constraints>
 88 |       </item>
 89 |       <item class="javax.swing.JTabbedPane" icon="/com/intellij/uiDesigner/icons/tabbedPane.png" removable="false" auto-create-binding="true" can-attach-label="false">
 90 |         <default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3">
 91 |           <preferred-size width="200" height="200" />
 92 |         </default-constraints>
 93 |       </item>
 94 |       <item class="javax.swing.JSplitPane" icon="/com/intellij/uiDesigner/icons/splitPane.png" removable="false" auto-create-binding="false" can-attach-label="false">
 95 |         <default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3">
 96 |           <preferred-size width="200" height="200" />
 97 |         </default-constraints>
 98 |       </item>
 99 |       <item class="javax.swing.JSpinner" icon="/com/intellij/uiDesigner/icons/spinner.png" removable="false" auto-create-binding="true" can-attach-label="true">
100 |         <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1" />
101 |       </item>
102 |       <item class="javax.swing.JSlider" icon="/com/intellij/uiDesigner/icons/slider.png" removable="false" auto-create-binding="true" can-attach-label="false">
103 |         <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1" />
104 |       </item>
105 |       <item class="javax.swing.JSeparator" icon="/com/intellij/uiDesigner/icons/separator.png" removable="false" auto-create-binding="false" can-attach-label="false">
106 |         <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3" />
107 |       </item>
108 |       <item class="javax.swing.JProgressBar" icon="/com/intellij/uiDesigner/icons/progressbar.png" removable="false" auto-create-binding="true" can-attach-label="false">
109 |         <default-constraints vsize-policy="0" hsize-policy="6" anchor="0" fill="1" />
110 |       </item>
111 |       <item class="javax.swing.JToolBar" icon="/com/intellij/uiDesigner/icons/toolbar.png" removable="false" auto-create-binding="false" can-attach-label="false">
112 |         <default-constraints vsize-policy="0" hsize-policy="6" anchor="0" fill="1">
113 |           <preferred-size width="-1" height="20" />
114 |         </default-constraints>
115 |       </item>
116 |       <item class="javax.swing.JToolBar$Separator" icon="/com/intellij/uiDesigner/icons/toolbarSeparator.png" removable="false" auto-create-binding="false" can-attach-label="false">
117 |         <default-constraints vsize-policy="0" hsize-policy="0" anchor="0" fill="1" />
118 |       </item>
119 |       <item class="javax.swing.JScrollBar" icon="/com/intellij/uiDesigner/icons/scrollbar.png" removable="false" auto-create-binding="true" can-attach-label="false">
120 |         <default-constraints vsize-policy="6" hsize-policy="0" anchor="0" fill="2" />
121 |       </item>
122 |     </group>
123 |   </component>
124 | </project>


--------------------------------------------------------------------------------
/.idea/vcs.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <project version="4">
3 |   <component name="VcsDirectoryMappings">
4 |     <mapping directory="$PROJECT_DIR$" vcs="Git" />
5 |   </component>
6 | </project>


--------------------------------------------------------------------------------
/.idea/workspace.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <project version="4">
  3 |   <component name="ChangeListManager">
  4 |     <list default="true" id="f3ad873a-91de-486f-bb7b-02775b11084c" name="Default Changelist" comment="">
  5 |       <change afterPath="$PROJECT_DIR$/.idea/vcs.xml" afterDir="false" />
  6 |       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
  7 |     </list>
  8 |     <ignored path="$PROJECT_DIR$/out/" />
  9 |     <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
 10 |     <option name="SHOW_DIALOG" value="false" />
 11 |     <option name="HIGHLIGHT_CONFLICTS" value="true" />
 12 |     <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
 13 |     <option name="LAST_RESOLUTION" value="IGNORE" />
 14 |   </component>
 15 |   <component name="FileEditorManager">
 16 |     <leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
 17 |       <file pinned="false" current-in-tab="false">
 18 |         <entry file="file://$PROJECT_DIR$/src/Main.java">
 19 |           <provider selected="true" editor-type-id="text-editor">
 20 |             <state relative-caret-position="740">
 21 |               <caret line="37" selection-start-line="37" selection-end-line="37" />
 22 |               <folding>
 23 |                 <element signature="imports" expanded="true" />
 24 |               </folding>
 25 |             </state>
 26 |           </provider>
 27 |         </entry>
 28 |       </file>
 29 |       <file pinned="false" current-in-tab="false">
 30 |         <entry file="file://$PROJECT_DIR$/src/other/IPList.java">
 31 |           <provider selected="true" editor-type-id="text-editor">
 32 |             <state relative-caret-position="360">
 33 |               <caret line="18" column="7" selection-start-line="18" selection-start-column="7" selection-end-line="18" selection-end-column="7" />
 34 |               <folding>
 35 |                 <element signature="imports" expanded="true" />
 36 |                 <element signature="e#393#394#0" expanded="true" />
 37 |                 <element signature="e#468#469#0" expanded="true" />
 38 |                 <element signature="e#564#565#0" expanded="true" />
 39 |                 <element signature="e#584#585#0" expanded="true" />
 40 |                 <element signature="e#639#640#0" expanded="true" />
 41 |                 <element signature="e#666#667#0" expanded="true" />
 42 |               </folding>
 43 |             </state>
 44 |           </provider>
 45 |         </entry>
 46 |       </file>
 47 |       <file pinned="false" current-in-tab="true">
 48 |         <entry file="file://$PROJECT_DIR$/src/util/IPUtils.java">
 49 |           <provider selected="true" editor-type-id="text-editor">
 50 |             <state relative-caret-position="18">
 51 |               <caret line="34" selection-start-line="34" selection-end-line="53" selection-end-column="5" />
 52 |               <folding>
 53 |                 <element signature="imports" expanded="true" />
 54 |               </folding>
 55 |             </state>
 56 |           </provider>
 57 |         </entry>
 58 |       </file>
 59 |       <file pinned="false" current-in-tab="false">
 60 |         <entry file="file://$PROJECT_DIR$/src/util/ProxyUtils.java">
 61 |           <provider selected="true" editor-type-id="text-editor">
 62 |             <state relative-caret-position="134">
 63 |               <caret line="8" column="3" selection-start-line="8" selection-start-column="3" selection-end-line="8" selection-end-column="3" />
 64 |             </state>
 65 |           </provider>
 66 |         </entry>
 67 |       </file>
 68 |       <file pinned="false" current-in-tab="false">
 69 |         <entry file="file://$PROJECT_DIR$/src/util/HttpUtils.java">
 70 |           <provider selected="true" editor-type-id="text-editor">
 71 |             <state relative-caret-position="126">
 72 |               <caret line="21" column="24" selection-start-line="21" selection-start-column="24" selection-end-line="21" selection-end-column="24" />
 73 |               <folding>
 74 |                 <element signature="imports" expanded="true" />
 75 |                 <element signature="e#2829#2830#0" expanded="true" />
 76 |                 <element signature="e#2884#2885#0" expanded="true" />
 77 |                 <element signature="e#3040#3041#0" expanded="true" />
 78 |                 <element signature="e#3075#3076#0" expanded="true" />
 79 |               </folding>
 80 |             </state>
 81 |           </provider>
 82 |         </entry>
 83 |       </file>
 84 |       <file pinned="false" current-in-tab="false">
 85 |         <entry file="file://$PROJECT_DIR$/src/other/IPBean.java">
 86 |           <provider selected="true" editor-type-id="text-editor">
 87 |             <state relative-caret-position="160">
 88 |               <caret line="8" column="21" lean-forward="true" selection-start-line="8" selection-start-column="21" selection-end-line="8" selection-end-column="21" />
 89 |               <folding>
 90 |                 <element signature="e#327#328#0" expanded="true" />
 91 |                 <element signature="e#352#353#0" expanded="true" />
 92 |                 <element signature="e#388#389#0" expanded="true" />
 93 |                 <element signature="e#416#417#0" expanded="true" />
 94 |                 <element signature="e#444#445#0" expanded="true" />
 95 |                 <element signature="e#471#472#0" expanded="true" />
 96 |                 <element signature="e#508#509#0" expanded="true" />
 97 |                 <element signature="e#540#541#0" expanded="true" />
 98 |                 <element signature="e#568#569#0" expanded="true" />
 99 |                 <element signature="e#595#596#0" expanded="true" />
100 |                 <element signature="e#632#633#0" expanded="true" />
101 |                 <element signature="e#664#665#0" expanded="true" />
102 |               </folding>
103 |             </state>
104 |           </provider>
105 |         </entry>
106 |       </file>
107 |       <file pinned="false" current-in-tab="false">
108 |         <entry file="file://$PROJECT_DIR$/src/other/IPSpider.java">
109 |           <provider selected="true" editor-type-id="text-editor">
110 |             <state relative-caret-position="198">
111 |               <caret line="65" column="25" lean-forward="true" selection-start-line="65" selection-start-column="25" selection-end-line="65" selection-end-column="25" />
112 |               <folding>
113 |                 <element signature="imports" expanded="true" />
114 |                 <element signature="e#176#200#0" expanded="true" />
115 |                 <element signature="e#86#87#0" expanded="true" />
116 |                 <element signature="e#118#119#0" expanded="true" />
117 |               </folding>
118 |             </state>
119 |           </provider>
120 |         </entry>
121 |       </file>
122 |     </leaf>
123 |   </component>
124 |   <component name="FileTemplateManagerImpl">
125 |     <option name="RECENT_TEMPLATES">
126 |       <list>
127 |         <option value="Class" />
128 |       </list>
129 |     </option>
130 |   </component>
131 |   <component name="FindInProjectRecents">
132 |     <findStrings>
133 |       <find>当前</find>
134 |       <find>tbody</find>
135 |       <find>table</find>
136 |       <find>tableNormal</find>
137 |     </findStrings>
138 |   </component>
139 |   <component name="Git.Settings">
140 |     <option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
141 |   </component>
142 |   <component name="IdeDocumentHistory">
143 |     <option name="CHANGED_PATHS">
144 |       <list>
145 |         <option value="$PROJECT_DIR$/src/PrintUtils.java" />
146 |         <option value="$PROJECT_DIR$/src/HttpUtils.java" />
147 |         <option value="$PROJECT_DIR$/src/IPSpider.java" />
148 |         <option value="$PROJECT_DIR$/src/IPUtils.java" />
149 |         <option value="$PROJECT_DIR$/src/IPBean.java" />
150 |         <option value="$PROJECT_DIR$/src/other/IPSpider.java" />
151 |         <option value="$PROJECT_DIR$/src/other/IPList.java" />
152 |         <option value="$PROJECT_DIR$/src/util/HttpUtils.java" />
153 |         <option value="$PROJECT_DIR$/src/Test.java" />
154 |         <option value="$PROJECT_DIR$/src/util/IPUtils.java" />
155 |         <option value="$PROJECT_DIR$/src/Main.java" />
156 |         <option value="$PROJECT_DIR$/src/util/ProxyUtils.java" />
157 |       </list>
158 |     </option>
159 |   </component>
160 |   <component name="ProjectFrameBounds" extendedState="6">
161 |     <option name="x" value="-8" />
162 |     <option name="y" value="-8" />
163 |     <option name="width" value="1366" />
164 |     <option name="height" value="697" />
165 |   </component>
166 |   <component name="ProjectLevelVcsManager" settingsEditedManually="true">
167 |     <ConfirmationsSetting value="2" id="Add" />
168 |   </component>
169 |   <component name="ProjectView">
170 |     <navigator proportions="" version="1">
171 |       <foldersAlwaysOnTop value="true" />
172 |     </navigator>
173 |     <panes>
174 |       <pane id="ProjectPane">
175 |         <subPane>
176 |           <expand>
177 |             <path>
178 |               <item name="HttpProxy" type="b2602c69:ProjectViewProjectNode" />
179 |               <item name="HttpProxy" type="462c0819:PsiDirectoryNode" />
180 |             </path>
181 |             <path>
182 |               <item name="HttpProxy" type="b2602c69:ProjectViewProjectNode" />
183 |               <item name="HttpProxy" type="462c0819:PsiDirectoryNode" />
184 |               <item name="src" type="462c0819:PsiDirectoryNode" />
185 |             </path>
186 |             <path>
187 |               <item name="HttpProxy" type="b2602c69:ProjectViewProjectNode" />
188 |               <item name="HttpProxy" type="462c0819:PsiDirectoryNode" />
189 |               <item name="src" type="462c0819:PsiDirectoryNode" />
190 |               <item name="other" type="462c0819:PsiDirectoryNode" />
191 |             </path>
192 |             <path>
193 |               <item name="HttpProxy" type="b2602c69:ProjectViewProjectNode" />
194 |               <item name="HttpProxy" type="462c0819:PsiDirectoryNode" />
195 |               <item name="src" type="462c0819:PsiDirectoryNode" />
196 |               <item name="util" type="462c0819:PsiDirectoryNode" />
197 |             </path>
198 |           </expand>
199 |           <select />
200 |         </subPane>
201 |       </pane>
202 |       <pane id="PackagesPane" />
203 |       <pane id="Scope" />
204 |     </panes>
205 |   </component>
206 |   <component name="PropertiesComponent">
207 |     <property name="WebServerToolWindowFactoryState" value="false" />
208 |     <property name="aspect.path.notification.shown" value="true" />
209 |     <property name="com.android.tools.idea.instantapp.provision.ProvisionBeforeRunTaskProvider.myTimeStamp" value="1547878374807" />
210 |     <property name="last_opened_file_path" value="$PROJECT_DIR$/lib/gson-2.8.5.jar!/" />
211 |     <property name="nodejs_interpreter_path.stuck_in_default_project" value="undefined stuck path" />
212 |     <property name="nodejs_npm_path_reset_for_default_project" value="true" />
213 |     <property name="project.structure.last.edited" value="Modules" />
214 |     <property name="project.structure.proportion" value="0.15" />
215 |     <property name="project.structure.side.proportion" value="0.2" />
216 |   </component>
217 |   <component name="RecentsManager">
218 |     <key name="CopyFile.RECENT_KEYS">
219 |       <recent name="C:\Users\Asche\IdeaProjects\HttpProxy\lib" />
220 |     </key>
221 |   </component>
222 |   <component name="RunDashboard">
223 |     <option name="ruleStates">
224 |       <list>
225 |         <RuleState>
226 |           <option name="name" value="ConfigurationTypeDashboardGroupingRule" />
227 |         </RuleState>
228 |         <RuleState>
229 |           <option name="name" value="StatusDashboardGroupingRule" />
230 |         </RuleState>
231 |       </list>
232 |     </option>
233 |   </component>
234 |   <component name="RunManager" selected="Application.Main">
235 |     <configuration name="Main" type="Application" factoryName="Application" temporary="true" nameIsGenerated="true">
236 |       <option name="MAIN_CLASS_NAME" value="Main" />
237 |       <module name="HttpProxy" />
238 |       <method v="2">
239 |         <option name="Make" enabled="true" />
240 |       </method>
241 |     </configuration>
242 |     <configuration name="Test" type="Application" factoryName="Application" temporary="true" nameIsGenerated="true">
243 |       <option name="MAIN_CLASS_NAME" value="Test" />
244 |       <module name="HttpProxy" />
245 |       <method v="2">
246 |         <option name="Make" enabled="true" />
247 |       </method>
248 |     </configuration>
249 |     <recent_temporary>
250 |       <list>
251 |         <item itemvalue="Application.Main" />
252 |         <item itemvalue="Application.Test" />
253 |       </list>
254 |     </recent_temporary>
255 |   </component>
256 |   <component name="SvnConfiguration">
257 |     <configuration />
258 |   </component>
259 |   <component name="TaskManager">
260 |     <task active="true" id="Default" summary="Default task">
261 |       <changelist id="f3ad873a-91de-486f-bb7b-02775b11084c" name="Default Changelist" comment="" />
262 |       <created>1547812586772</created>
263 |       <option name="number" value="Default" />
264 |       <option name="presentableId" value="Default" />
265 |       <updated>1547812586772</updated>
266 |       <workItem from="1547812592546" duration="7736000" />
267 |       <workItem from="1547860069216" duration="15552000" />
268 |     </task>
269 |     <servers />
270 |   </component>
271 |   <component name="TimeTrackingManager">
272 |     <option name="totallyTimeSpent" value="23288000" />
273 |   </component>
274 |   <component name="ToolWindowManager">
275 |     <frame x="-8" y="-8" width="1382" height="744" extended-state="6" />
276 |     <editor active="true" />
277 |     <layout>
278 |       <window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.24963397" />
279 |       <window_info id="Structure" order="1" side_tool="true" weight="0.25" />
280 |       <window_info id="Image Layers" order="2" />
281 |       <window_info id="Designer" order="3" />
282 |       <window_info id="UI Designer" order="4" />
283 |       <window_info id="Capture Tool" order="5" />
284 |       <window_info id="Favorites" order="6" side_tool="true" />
285 |       <window_info anchor="bottom" id="Message" order="0" />
286 |       <window_info anchor="bottom" id="Find" order="1" weight="0.32840723" />
287 |       <window_info anchor="bottom" id="Run" order="2" weight="0.43513957" />
288 |       <window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
289 |       <window_info anchor="bottom" id="Cvs" order="4" weight="0.25" />
290 |       <window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
291 |       <window_info anchor="bottom" id="TODO" order="6" />
292 |       <window_info anchor="bottom" id="Docker" order="7" show_stripe_button="false" />
293 |       <window_info anchor="bottom" id="Version Control" order="8" />
294 |       <window_info anchor="bottom" id="Database Changes" order="9" />
295 |       <window_info anchor="bottom" id="Terminal" order="10" weight="0.32840723" />
296 |       <window_info anchor="bottom" id="Event Log" order="11" side_tool="true" />
297 |       <window_info anchor="bottom" id="Messages" order="12" />
298 |       <window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
299 |       <window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
300 |       <window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
301 |       <window_info anchor="right" id="Palette" order="3" />
302 |       <window_info anchor="right" id="Database" order="4" />
303 |       <window_info anchor="right" id="Theme Preview" order="5" />
304 |       <window_info anchor="right" id="Maven" order="6" />
305 |       <window_info anchor="right" id="Capture Analysis" order="7" />
306 |       <window_info anchor="right" id="Palette&#9;" order="8" />
307 |     </layout>
308 |   </component>
309 |   <component name="TypeScriptGeneratedFilesManager">
310 |     <option name="version" value="1" />
311 |   </component>
312 |   <component name="editorHistoryManager">
313 |     <entry file="file://$PROJECT_DIR$/HttpProxy.iml">
314 |       <provider selected="true" editor-type-id="text-editor" />
315 |     </entry>
316 |     <entry file="file://$PROJECT_DIR$/src/PrintUtils.java" />
317 |     <entry file="jar://C:/Program Files/Java/jdk1.8.0_191/src.zip!/java/net/SocketAddress.java">
318 |       <provider selected="true" editor-type-id="text-editor">
319 |         <state relative-caret-position="163">
320 |           <caret line="40" column="22" selection-start-line="40" selection-start-column="22" selection-end-line="40" selection-end-column="22" />
321 |         </state>
322 |       </provider>
323 |     </entry>
324 |     <entry file="jar://C:/Program Files/Java/jdk1.8.0_191/src.zip!/java/net/Proxy.java">
325 |       <provider selected="true" editor-type-id="text-editor">
326 |         <state relative-caret-position="-881">
327 |           <caret line="92" column="37" lean-forward="true" selection-start-line="92" selection-start-column="37" selection-end-line="92" selection-end-column="37" />
328 |         </state>
329 |       </provider>
330 |     </entry>
331 |     <entry file="jar://C:/Program Files/Java/jdk1.8.0_191/src.zip!/java/util/List.java">
332 |       <provider selected="true" editor-type-id="text-editor">
333 |         <state relative-caret-position="127">
334 |           <caret line="260" column="12" selection-start-line="260" selection-start-column="12" selection-end-line="260" selection-end-column="12" />
335 |         </state>
336 |       </provider>
337 |     </entry>
338 |     <entry file="jar://C:/Program Files/Java/jdk1.8.0_191/src.zip!/java/util/ArrayList.java">
339 |       <provider selected="true" editor-type-id="text-editor">
340 |         <state relative-caret-position="179">
341 |           <caret line="531" column="25" lean-forward="true" selection-start-line="531" selection-start-column="25" selection-end-line="531" selection-end-column="25" />
342 |           <folding>
343 |             <element signature="e#6283#6284#0" expanded="true" />
344 |             <element signature="e#6351#6352#0" expanded="true" />
345 |           </folding>
346 |         </state>
347 |       </provider>
348 |     </entry>
349 |     <entry file="jar://C:/Program Files/Java/jdk1.8.0_191/src.zip!/java/net/URLConnection.java">
350 |       <provider selected="true" editor-type-id="text-editor">
351 |         <state relative-caret-position="179">
352 |           <caret line="283" lean-forward="true" selection-start-line="283" selection-end-line="283" />
353 |         </state>
354 |       </provider>
355 |     </entry>
356 |     <entry file="jar://C:/Program Files/Java/jdk1.8.0_191/src.zip!/java/net/URL.java">
357 |       <provider selected="true" editor-type-id="text-editor">
358 |         <state relative-caret-position="246">
359 |           <caret line="1013" column="43" lean-forward="true" selection-start-line="1013" selection-start-column="43" selection-end-line="1013" selection-end-column="43" />
360 |         </state>
361 |       </provider>
362 |     </entry>
363 |     <entry file="file://$PROJECT_DIR$/src/Test.java">
364 |       <provider selected="true" editor-type-id="text-editor">
365 |         <state relative-caret-position="80">
366 |           <caret line="4" column="43" selection-start-line="4" selection-start-column="43" selection-end-line="4" selection-end-column="43" />
367 |         </state>
368 |       </provider>
369 |     </entry>
370 |     <entry file="file://$PROJECT_DIR$/src/other/IPList.java">
371 |       <provider selected="true" editor-type-id="text-editor">
372 |         <state relative-caret-position="360">
373 |           <caret line="18" column="7" selection-start-line="18" selection-start-column="7" selection-end-line="18" selection-end-column="7" />
374 |           <folding>
375 |             <element signature="imports" expanded="true" />
376 |             <element signature="e#393#394#0" expanded="true" />
377 |             <element signature="e#468#469#0" expanded="true" />
378 |             <element signature="e#564#565#0" expanded="true" />
379 |             <element signature="e#584#585#0" expanded="true" />
380 |             <element signature="e#639#640#0" expanded="true" />
381 |             <element signature="e#666#667#0" expanded="true" />
382 |           </folding>
383 |         </state>
384 |       </provider>
385 |     </entry>
386 |     <entry file="file://$PROJECT_DIR$/src/Main.java">
387 |       <provider selected="true" editor-type-id="text-editor">
388 |         <state relative-caret-position="740">
389 |           <caret line="37" selection-start-line="37" selection-end-line="37" />
390 |           <folding>
391 |             <element signature="imports" expanded="true" />
392 |           </folding>
393 |         </state>
394 |       </provider>
395 |     </entry>
396 |     <entry file="file://$PROJECT_DIR$/src/util/ProxyUtils.java">
397 |       <provider selected="true" editor-type-id="text-editor">
398 |         <state relative-caret-position="134">
399 |           <caret line="8" column="3" selection-start-line="8" selection-start-column="3" selection-end-line="8" selection-end-column="3" />
400 |         </state>
401 |       </provider>
402 |     </entry>
403 |     <entry file="file://$PROJECT_DIR$/src/util/HttpUtils.java">
404 |       <provider selected="true" editor-type-id="text-editor">
405 |         <state relative-caret-position="126">
406 |           <caret line="21" column="24" selection-start-line="21" selection-start-column="24" selection-end-line="21" selection-end-column="24" />
407 |           <folding>
408 |             <element signature="imports" expanded="true" />
409 |             <element signature="e#2829#2830#0" expanded="true" />
410 |             <element signature="e#2884#2885#0" expanded="true" />
411 |             <element signature="e#3040#3041#0" expanded="true" />
412 |             <element signature="e#3075#3076#0" expanded="true" />
413 |           </folding>
414 |         </state>
415 |       </provider>
416 |     </entry>
417 |     <entry file="file://$PROJECT_DIR$/README.md">
418 |       <provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
419 |         <state split_layout="SPLIT">
420 |           <first_editor />
421 |           <second_editor />
422 |         </state>
423 |       </provider>
424 |     </entry>
425 |     <entry file="file://$PROJECT_DIR$/src/other/IPSpider.java">
426 |       <provider selected="true" editor-type-id="text-editor">
427 |         <state relative-caret-position="198">
428 |           <caret line="65" column="25" lean-forward="true" selection-start-line="65" selection-start-column="25" selection-end-line="65" selection-end-column="25" />
429 |           <folding>
430 |             <element signature="imports" expanded="true" />
431 |             <element signature="e#176#200#0" expanded="true" />
432 |             <element signature="e#86#87#0" expanded="true" />
433 |             <element signature="e#118#119#0" expanded="true" />
434 |           </folding>
435 |         </state>
436 |       </provider>
437 |     </entry>
438 |     <entry file="file://$PROJECT_DIR$/src/other/IPBean.java">
439 |       <provider selected="true" editor-type-id="text-editor">
440 |         <state relative-caret-position="160">
441 |           <caret line="8" column="21" lean-forward="true" selection-start-line="8" selection-start-column="21" selection-end-line="8" selection-end-column="21" />
442 |           <folding>
443 |             <element signature="e#327#328#0" expanded="true" />
444 |             <element signature="e#352#353#0" expanded="true" />
445 |             <element signature="e#388#389#0" expanded="true" />
446 |             <element signature="e#416#417#0" expanded="true" />
447 |             <element signature="e#444#445#0" expanded="true" />
448 |             <element signature="e#471#472#0" expanded="true" />
449 |             <element signature="e#508#509#0" expanded="true" />
450 |             <element signature="e#540#541#0" expanded="true" />
451 |             <element signature="e#568#569#0" expanded="true" />
452 |             <element signature="e#595#596#0" expanded="true" />
453 |             <element signature="e#632#633#0" expanded="true" />
454 |             <element signature="e#664#665#0" expanded="true" />
455 |           </folding>
456 |         </state>
457 |       </provider>
458 |     </entry>
459 |     <entry file="file://$PROJECT_DIR$/src/util/IPUtils.java">
460 |       <provider selected="true" editor-type-id="text-editor">
461 |         <state relative-caret-position="18">
462 |           <caret line="34" selection-start-line="34" selection-end-line="53" selection-end-column="5" />
463 |           <folding>
464 |             <element signature="imports" expanded="true" />
465 |           </folding>
466 |         </state>
467 |       </provider>
468 |     </entry>
469 |   </component>
470 |   <component name="masterDetails">
471 |     <states>
472 |       <state key="ArtifactsStructureConfigurable.UI">
473 |         <settings>
474 |           <artifact-editor />
475 |           <splitter-proportions>
476 |             <option name="proportions">
477 |               <list>
478 |                 <option value="0.2" />
479 |               </list>
480 |             </option>
481 |           </splitter-proportions>
482 |         </settings>
483 |       </state>
484 |       <state key="FacetStructureConfigurable.UI">
485 |         <settings>
486 |           <last-edited>No facets are configured</last-edited>
487 |           <splitter-proportions>
488 |             <option name="proportions">
489 |               <list>
490 |                 <option value="0.2" />
491 |               </list>
492 |             </option>
493 |           </splitter-proportions>
494 |         </settings>
495 |       </state>
496 |       <state key="GlobalLibrariesConfigurable.UI">
497 |         <settings>
498 |           <splitter-proportions>
499 |             <option name="proportions">
500 |               <list>
501 |                 <option value="0.2" />
502 |               </list>
503 |             </option>
504 |           </splitter-proportions>
505 |         </settings>
506 |       </state>
507 |       <state key="JdkListConfigurable.UI">
508 |         <settings>
509 |           <last-edited>1.8</last-edited>
510 |           <splitter-proportions>
511 |             <option name="proportions">
512 |               <list>
513 |                 <option value="0.2" />
514 |               </list>
515 |             </option>
516 |           </splitter-proportions>
517 |         </settings>
518 |       </state>
519 |       <state key="ModuleStructureConfigurable.UI">
520 |         <settings>
521 |           <last-edited>HttpProxy</last-edited>
522 |           <splitter-proportions>
523 |             <option name="proportions">
524 |               <list>
525 |                 <option value="0.2" />
526 |               </list>
527 |             </option>
528 |           </splitter-proportions>
529 |         </settings>
530 |       </state>
531 |       <state key="ProjectLibrariesConfigurable.UI">
532 |         <settings>
533 |           <splitter-proportions>
534 |             <option name="proportions">
535 |               <list>
536 |                 <option value="0.2" />
537 |               </list>
538 |             </option>
539 |           </splitter-proportions>
540 |         </settings>
541 |       </state>
542 |     </states>
543 |   </component>
544 | </project>


--------------------------------------------------------------------------------
/HttpProxy.iml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <module type="JAVA_MODULE" version="4">
 3 |   <component name="NewModuleRootManager" inherit-compiler-output="true">
 4 |     <exclude-output />
 5 |     <content url="file://$MODULE_DIR$">
 6 |       <sourceFolder url="file://$MODULE_DIR$/src" isTestSource="false" />
 7 |     </content>
 8 |     <orderEntry type="inheritedJdk" />
 9 |     <orderEntry type="sourceFolder" forTests="false" />
10 |     <orderEntry type="module-library">
11 |       <library>
12 |         <CLASSES>
13 |           <root url="jar://$MODULE_DIR$/lib/jsoup-1.11.3.jar!/" />
14 |         </CLASSES>
15 |         <JAVADOC />
16 |         <SOURCES />
17 |       </library>
18 |     </orderEntry>
19 |     <orderEntry type="module-library">
20 |       <library>
21 |         <CLASSES>
22 |           <root url="jar://$MODULE_DIR$/lib/gson-2.8.5.jar!/" />
23 |         </CLASSES>
24 |         <JAVADOC />
25 |         <SOURCES />
26 |       </library>
27 |     </orderEntry>
28 |   </component>
29 | </module>


--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
  1 |                     GNU GENERAL PUBLIC LICENSE
  2 |                        Version 3, 29 June 2007
  3 | 
  4 |  Copyright (C) 2007 Free Software Foundation, Inc. <https://fsf.org/>
  5 |  Everyone is permitted to copy and distribute verbatim copies
  6 |  of this license document, but changing it is not allowed.
  7 | 
  8 |                             Preamble
  9 | 
 10 |   The GNU General Public License is a free, copyleft license for
 11 | software and other kinds of works.
 12 | 
 13 |   The licenses for most software and other practical works are designed
 14 | to take away your freedom to share and change the works.  By contrast,
 15 | the GNU General Public License is intended to guarantee your freedom to
 16 | share and change all versions of a program--to make sure it remains free
 17 | software for all its users.  We, the Free Software Foundation, use the
 18 | GNU General Public License for most of our software; it applies also to
 19 | any other work released this way by its authors.  You can apply it to
 20 | your programs, too.
 21 | 
 22 |   When we speak of free software, we are referring to freedom, not
 23 | price.  Our General Public Licenses are designed to make sure that you
 24 | have the freedom to distribute copies of free software (and charge for
 25 | them if you wish), that you receive source code or can get it if you
 26 | want it, that you can change the software or use pieces of it in new
 27 | free programs, and that you know you can do these things.
 28 | 
 29 |   To protect your rights, we need to prevent others from denying you
 30 | these rights or asking you to surrender the rights.  Therefore, you have
 31 | certain responsibilities if you distribute copies of the software, or if
 32 | you modify it: responsibilities to respect the freedom of others.
 33 | 
 34 |   For example, if you distribute copies of such a program, whether
 35 | gratis or for a fee, you must pass on to the recipients the same
 36 | freedoms that you received.  You must make sure that they, too, receive
 37 | or can get the source code.  And you must show them these terms so they
 38 | know their rights.
 39 | 
 40 |   Developers that use the GNU GPL protect your rights with two steps:
 41 | (1) assert copyright on the software, and (2) offer you this License
 42 | giving you legal permission to copy, distribute and/or modify it.
 43 | 
 44 |   For the developers' and authors' protection, the GPL clearly explains
 45 | that there is no warranty for this free software.  For both users' and
 46 | authors' sake, the GPL requires that modified versions be marked as
 47 | changed, so that their problems will not be attributed erroneously to
 48 | authors of previous versions.
 49 | 
 50 |   Some devices are designed to deny users access to install or run
 51 | modified versions of the software inside them, although the manufacturer
 52 | can do so.  This is fundamentally incompatible with the aim of
 53 | protecting users' freedom to change the software.  The systematic
 54 | pattern of such abuse occurs in the area of products for individuals to
 55 | use, which is precisely where it is most unacceptable.  Therefore, we
 56 | have designed this version of the GPL to prohibit the practice for those
 57 | products.  If such problems arise substantially in other domains, we
 58 | stand ready to extend this provision to those domains in future versions
 59 | of the GPL, as needed to protect the freedom of users.
 60 | 
 61 |   Finally, every program is threatened constantly by software patents.
 62 | States should not allow patents to restrict development and use of
 63 | software on general-purpose computers, but in those that do, we wish to
 64 | avoid the special danger that patents applied to a free program could
 65 | make it effectively proprietary.  To prevent this, the GPL assures that
 66 | patents cannot be used to render the program non-free.
 67 | 
 68 |   The precise terms and conditions for copying, distribution and
 69 | modification follow.
 70 | 
 71 |                        TERMS AND CONDITIONS
 72 | 
 73 |   0. Definitions.
 74 | 
 75 |   "This License" refers to version 3 of the GNU General Public License.
 76 | 
 77 |   "Copyright" also means copyright-like laws that apply to other kinds of
 78 | works, such as semiconductor masks.
 79 | 
 80 |   "The Program" refers to any copyrightable work licensed under this
 81 | License.  Each licensee is addressed as "you".  "Licensees" and
 82 | "recipients" may be individuals or organizations.
 83 | 
 84 |   To "modify" a work means to copy from or adapt all or part of the work
 85 | in a fashion requiring copyright permission, other than the making of an
 86 | exact copy.  The resulting work is called a "modified version" of the
 87 | earlier work or a work "based on" the earlier work.
 88 | 
 89 |   A "covered work" means either the unmodified Program or a work based
 90 | on the Program.
 91 | 
 92 |   To "propagate" a work means to do anything with it that, without
 93 | permission, would make you directly or secondarily liable for
 94 | infringement under applicable copyright law, except executing it on a
 95 | computer or modifying a private copy.  Propagation includes copying,
 96 | distribution (with or without modification), making available to the
 97 | public, and in some countries other activities as well.
 98 | 
 99 |   To "convey" a work means any kind of propagation that enables other
100 | parties to make or receive copies.  Mere interaction with a user through
101 | a computer network, with no transfer of a copy, is not conveying.
102 | 
103 |   An interactive user interface displays "Appropriate Legal Notices"
104 | to the extent that it includes a convenient and prominently visible
105 | feature that (1) displays an appropriate copyright notice, and (2)
106 | tells the user that there is no warranty for the work (except to the
107 | extent that warranties are provided), that licensees may convey the
108 | work under this License, and how to view a copy of this License.  If
109 | the interface presents a list of user commands or options, such as a
110 | menu, a prominent item in the list meets this criterion.
111 | 
112 |   1. Source Code.
113 | 
114 |   The "source code" for a work means the preferred form of the work
115 | for making modifications to it.  "Object code" means any non-source
116 | form of a work.
117 | 
118 |   A "Standard Interface" means an interface that either is an official
119 | standard defined by a recognized standards body, or, in the case of
120 | interfaces specified for a particular programming language, one that
121 | is widely used among developers working in that language.
122 | 
123 |   The "System Libraries" of an executable work include anything, other
124 | than the work as a whole, that (a) is included in the normal form of
125 | packaging a Major Component, but which is not part of that Major
126 | Component, and (b) serves only to enable use of the work with that
127 | Major Component, or to implement a Standard Interface for which an
128 | implementation is available to the public in source code form.  A
129 | "Major Component", in this context, means a major essential component
130 | (kernel, window system, and so on) of the specific operating system
131 | (if any) on which the executable work runs, or a compiler used to
132 | produce the work, or an object code interpreter used to run it.
133 | 
134 |   The "Corresponding Source" for a work in object code form means all
135 | the source code needed to generate, install, and (for an executable
136 | work) run the object code and to modify the work, including scripts to
137 | control those activities.  However, it does not include the work's
138 | System Libraries, or general-purpose tools or generally available free
139 | programs which are used unmodified in performing those activities but
140 | which are not part of the work.  For example, Corresponding Source
141 | includes interface definition files associated with source files for
142 | the work, and the source code for shared libraries and dynamically
143 | linked subprograms that the work is specifically designed to require,
144 | such as by intimate data communication or control flow between those
145 | subprograms and other parts of the work.
146 | 
147 |   The Corresponding Source need not include anything that users
148 | can regenerate automatically from other parts of the Corresponding
149 | Source.
150 | 
151 |   The Corresponding Source for a work in source code form is that
152 | same work.
153 | 
154 |   2. Basic Permissions.
155 | 
156 |   All rights granted under this License are granted for the term of
157 | copyright on the Program, and are irrevocable provided the stated
158 | conditions are met.  This License explicitly affirms your unlimited
159 | permission to run the unmodified Program.  The output from running a
160 | covered work is covered by this License only if the output, given its
161 | content, constitutes a covered work.  This License acknowledges your
162 | rights of fair use or other equivalent, as provided by copyright law.
163 | 
164 |   You may make, run and propagate covered works that you do not
165 | convey, without conditions so long as your license otherwise remains
166 | in force.  You may convey covered works to others for the sole purpose
167 | of having them make modifications exclusively for you, or provide you
168 | with facilities for running those works, provided that you comply with
169 | the terms of this License in conveying all material for which you do
170 | not control copyright.  Those thus making or running the covered works
171 | for you must do so exclusively on your behalf, under your direction
172 | and control, on terms that prohibit them from making any copies of
173 | your copyrighted material outside their relationship with you.
174 | 
175 |   Conveying under any other circumstances is permitted solely under
176 | the conditions stated below.  Sublicensing is not allowed; section 10
177 | makes it unnecessary.
178 | 
179 |   3. Protecting Users' Legal Rights From Anti-Circumvention Law.
180 | 
181 |   No covered work shall be deemed part of an effective technological
182 | measure under any applicable law fulfilling obligations under article
183 | 11 of the WIPO copyright treaty adopted on 20 December 1996, or
184 | similar laws prohibiting or restricting circumvention of such
185 | measures.
186 | 
187 |   When you convey a covered work, you waive any legal power to forbid
188 | circumvention of technological measures to the extent such circumvention
189 | is effected by exercising rights under this License with respect to
190 | the covered work, and you disclaim any intention to limit operation or
191 | modification of the work as a means of enforcing, against the work's
192 | users, your or third parties' legal rights to forbid circumvention of
193 | technological measures.
194 | 
195 |   4. Conveying Verbatim Copies.
196 | 
197 |   You may convey verbatim copies of the Program's source code as you
198 | receive it, in any medium, provided that you conspicuously and
199 | appropriately publish on each copy an appropriate copyright notice;
200 | keep intact all notices stating that this License and any
201 | non-permissive terms added in accord with section 7 apply to the code;
202 | keep intact all notices of the absence of any warranty; and give all
203 | recipients a copy of this License along with the Program.
204 | 
205 |   You may charge any price or no price for each copy that you convey,
206 | and you may offer support or warranty protection for a fee.
207 | 
208 |   5. Conveying Modified Source Versions.
209 | 
210 |   You may convey a work based on the Program, or the modifications to
211 | produce it from the Program, in the form of source code under the
212 | terms of section 4, provided that you also meet all of these conditions:
213 | 
214 |     a) The work must carry prominent notices stating that you modified
215 |     it, and giving a relevant date.
216 | 
217 |     b) The work must carry prominent notices stating that it is
218 |     released under this License and any conditions added under section
219 |     7.  This requirement modifies the requirement in section 4 to
220 |     "keep intact all notices".
221 | 
222 |     c) You must license the entire work, as a whole, under this
223 |     License to anyone who comes into possession of a copy.  This
224 |     License will therefore apply, along with any applicable section 7
225 |     additional terms, to the whole of the work, and all its parts,
226 |     regardless of how they are packaged.  This License gives no
227 |     permission to license the work in any other way, but it does not
228 |     invalidate such permission if you have separately received it.
229 | 
230 |     d) If the work has interactive user interfaces, each must display
231 |     Appropriate Legal Notices; however, if the Program has interactive
232 |     interfaces that do not display Appropriate Legal Notices, your
233 |     work need not make them do so.
234 | 
235 |   A compilation of a covered work with other separate and independent
236 | works, which are not by their nature extensions of the covered work,
237 | and which are not combined with it such as to form a larger program,
238 | in or on a volume of a storage or distribution medium, is called an
239 | "aggregate" if the compilation and its resulting copyright are not
240 | used to limit the access or legal rights of the compilation's users
241 | beyond what the individual works permit.  Inclusion of a covered work
242 | in an aggregate does not cause this License to apply to the other
243 | parts of the aggregate.
244 | 
245 |   6. Conveying Non-Source Forms.
246 | 
247 |   You may convey a covered work in object code form under the terms
248 | of sections 4 and 5, provided that you also convey the
249 | machine-readable Corresponding Source under the terms of this License,
250 | in one of these ways:
251 | 
252 |     a) Convey the object code in, or embodied in, a physical product
253 |     (including a physical distribution medium), accompanied by the
254 |     Corresponding Source fixed on a durable physical medium
255 |     customarily used for software interchange.
256 | 
257 |     b) Convey the object code in, or embodied in, a physical product
258 |     (including a physical distribution medium), accompanied by a
259 |     written offer, valid for at least three years and valid for as
260 |     long as you offer spare parts or customer support for that product
261 |     model, to give anyone who possesses the object code either (1) a
262 |     copy of the Corresponding Source for all the software in the
263 |     product that is covered by this License, on a durable physical
264 |     medium customarily used for software interchange, for a price no
265 |     more than your reasonable cost of physically performing this
266 |     conveying of source, or (2) access to copy the
267 |     Corresponding Source from a network server at no charge.
268 | 
269 |     c) Convey individual copies of the object code with a copy of the
270 |     written offer to provide the Corresponding Source.  This
271 |     alternative is allowed only occasionally and noncommercially, and
272 |     only if you received the object code with such an offer, in accord
273 |     with subsection 6b.
274 | 
275 |     d) Convey the object code by offering access from a designated
276 |     place (gratis or for a charge), and offer equivalent access to the
277 |     Corresponding Source in the same way through the same place at no
278 |     further charge.  You need not require recipients to copy the
279 |     Corresponding Source along with the object code.  If the place to
280 |     copy the object code is a network server, the Corresponding Source
281 |     may be on a different server (operated by you or a third party)
282 |     that supports equivalent copying facilities, provided you maintain
283 |     clear directions next to the object code saying where to find the
284 |     Corresponding Source.  Regardless of what server hosts the
285 |     Corresponding Source, you remain obligated to ensure that it is
286 |     available for as long as needed to satisfy these requirements.
287 | 
288 |     e) Convey the object code using peer-to-peer transmission, provided
289 |     you inform other peers where the object code and Corresponding
290 |     Source of the work are being offered to the general public at no
291 |     charge under subsection 6d.
292 | 
293 |   A separable portion of the object code, whose source code is excluded
294 | from the Corresponding Source as a System Library, need not be
295 | included in conveying the object code work.
296 | 
297 |   A "User Product" is either (1) a "consumer product", which means any
298 | tangible personal property which is normally used for personal, family,
299 | or household purposes, or (2) anything designed or sold for incorporation
300 | into a dwelling.  In determining whether a product is a consumer product,
301 | doubtful cases shall be resolved in favor of coverage.  For a particular
302 | product received by a particular user, "normally used" refers to a
303 | typical or common use of that class of product, regardless of the status
304 | of the particular user or of the way in which the particular user
305 | actually uses, or expects or is expected to use, the product.  A product
306 | is a consumer product regardless of whether the product has substantial
307 | commercial, industrial or non-consumer uses, unless such uses represent
308 | the only significant mode of use of the product.
309 | 
310 |   "Installation Information" for a User Product means any methods,
311 | procedures, authorization keys, or other information required to install
312 | and execute modified versions of a covered work in that User Product from
313 | a modified version of its Corresponding Source.  The information must
314 | suffice to ensure that the continued functioning of the modified object
315 | code is in no case prevented or interfered with solely because
316 | modification has been made.
317 | 
318 |   If you convey an object code work under this section in, or with, or
319 | specifically for use in, a User Product, and the conveying occurs as
320 | part of a transaction in which the right of possession and use of the
321 | User Product is transferred to the recipient in perpetuity or for a
322 | fixed term (regardless of how the transaction is characterized), the
323 | Corresponding Source conveyed under this section must be accompanied
324 | by the Installation Information.  But this requirement does not apply
325 | if neither you nor any third party retains the ability to install
326 | modified object code on the User Product (for example, the work has
327 | been installed in ROM).
328 | 
329 |   The requirement to provide Installation Information does not include a
330 | requirement to continue to provide support service, warranty, or updates
331 | for a work that has been modified or installed by the recipient, or for
332 | the User Product in which it has been modified or installed.  Access to a
333 | network may be denied when the modification itself materially and
334 | adversely affects the operation of the network or violates the rules and
335 | protocols for communication across the network.
336 | 
337 |   Corresponding Source conveyed, and Installation Information provided,
338 | in accord with this section must be in a format that is publicly
339 | documented (and with an implementation available to the public in
340 | source code form), and must require no special password or key for
341 | unpacking, reading or copying.
342 | 
343 |   7. Additional Terms.
344 | 
345 |   "Additional permissions" are terms that supplement the terms of this
346 | License by making exceptions from one or more of its conditions.
347 | Additional permissions that are applicable to the entire Program shall
348 | be treated as though they were included in this License, to the extent
349 | that they are valid under applicable law.  If additional permissions
350 | apply only to part of the Program, that part may be used separately
351 | under those permissions, but the entire Program remains governed by
352 | this License without regard to the additional permissions.
353 | 
354 |   When you convey a copy of a covered work, you may at your option
355 | remove any additional permissions from that copy, or from any part of
356 | it.  (Additional permissions may be written to require their own
357 | removal in certain cases when you modify the work.)  You may place
358 | additional permissions on material, added by you to a covered work,
359 | for which you have or can give appropriate copyright permission.
360 | 
361 |   Notwithstanding any other provision of this License, for material you
362 | add to a covered work, you may (if authorized by the copyright holders of
363 | that material) supplement the terms of this License with terms:
364 | 
365 |     a) Disclaiming warranty or limiting liability differently from the
366 |     terms of sections 15 and 16 of this License; or
367 | 
368 |     b) Requiring preservation of specified reasonable legal notices or
369 |     author attributions in that material or in the Appropriate Legal
370 |     Notices displayed by works containing it; or
371 | 
372 |     c) Prohibiting misrepresentation of the origin of that material, or
373 |     requiring that modified versions of such material be marked in
374 |     reasonable ways as different from the original version; or
375 | 
376 |     d) Limiting the use for publicity purposes of names of licensors or
377 |     authors of the material; or
378 | 
379 |     e) Declining to grant rights under trademark law for use of some
380 |     trade names, trademarks, or service marks; or
381 | 
382 |     f) Requiring indemnification of licensors and authors of that
383 |     material by anyone who conveys the material (or modified versions of
384 |     it) with contractual assumptions of liability to the recipient, for
385 |     any liability that these contractual assumptions directly impose on
386 |     those licensors and authors.
387 | 
388 |   All other non-permissive additional terms are considered "further
389 | restrictions" within the meaning of section 10.  If the Program as you
390 | received it, or any part of it, contains a notice stating that it is
391 | governed by this License along with a term that is a further
392 | restriction, you may remove that term.  If a license document contains
393 | a further restriction but permits relicensing or conveying under this
394 | License, you may add to a covered work material governed by the terms
395 | of that license document, provided that the further restriction does
396 | not survive such relicensing or conveying.
397 | 
398 |   If you add terms to a covered work in accord with this section, you
399 | must place, in the relevant source files, a statement of the
400 | additional terms that apply to those files, or a notice indicating
401 | where to find the applicable terms.
402 | 
403 |   Additional terms, permissive or non-permissive, may be stated in the
404 | form of a separately written license, or stated as exceptions;
405 | the above requirements apply either way.
406 | 
407 |   8. Termination.
408 | 
409 |   You may not propagate or modify a covered work except as expressly
410 | provided under this License.  Any attempt otherwise to propagate or
411 | modify it is void, and will automatically terminate your rights under
412 | this License (including any patent licenses granted under the third
413 | paragraph of section 11).
414 | 
415 |   However, if you cease all violation of this License, then your
416 | license from a particular copyright holder is reinstated (a)
417 | provisionally, unless and until the copyright holder explicitly and
418 | finally terminates your license, and (b) permanently, if the copyright
419 | holder fails to notify you of the violation by some reasonable means
420 | prior to 60 days after the cessation.
421 | 
422 |   Moreover, your license from a particular copyright holder is
423 | reinstated permanently if the copyright holder notifies you of the
424 | violation by some reasonable means, this is the first time you have
425 | received notice of violation of this License (for any work) from that
426 | copyright holder, and you cure the violation prior to 30 days after
427 | your receipt of the notice.
428 | 
429 |   Termination of your rights under this section does not terminate the
430 | licenses of parties who have received copies or rights from you under
431 | this License.  If your rights have been terminated and not permanently
432 | reinstated, you do not qualify to receive new licenses for the same
433 | material under section 10.
434 | 
435 |   9. Acceptance Not Required for Having Copies.
436 | 
437 |   You are not required to accept this License in order to receive or
438 | run a copy of the Program.  Ancillary propagation of a covered work
439 | occurring solely as a consequence of using peer-to-peer transmission
440 | to receive a copy likewise does not require acceptance.  However,
441 | nothing other than this License grants you permission to propagate or
442 | modify any covered work.  These actions infringe copyright if you do
443 | not accept this License.  Therefore, by modifying or propagating a
444 | covered work, you indicate your acceptance of this License to do so.
445 | 
446 |   10. Automatic Licensing of Downstream Recipients.
447 | 
448 |   Each time you convey a covered work, the recipient automatically
449 | receives a license from the original licensors, to run, modify and
450 | propagate that work, subject to this License.  You are not responsible
451 | for enforcing compliance by third parties with this License.
452 | 
453 |   An "entity transaction" is a transaction transferring control of an
454 | organization, or substantially all assets of one, or subdividing an
455 | organization, or merging organizations.  If propagation of a covered
456 | work results from an entity transaction, each party to that
457 | transaction who receives a copy of the work also receives whatever
458 | licenses to the work the party's predecessor in interest had or could
459 | give under the previous paragraph, plus a right to possession of the
460 | Corresponding Source of the work from the predecessor in interest, if
461 | the predecessor has it or can get it with reasonable efforts.
462 | 
463 |   You may not impose any further restrictions on the exercise of the
464 | rights granted or affirmed under this License.  For example, you may
465 | not impose a license fee, royalty, or other charge for exercise of
466 | rights granted under this License, and you may not initiate litigation
467 | (including a cross-claim or counterclaim in a lawsuit) alleging that
468 | any patent claim is infringed by making, using, selling, offering for
469 | sale, or importing the Program or any portion of it.
470 | 
471 |   11. Patents.
472 | 
473 |   A "contributor" is a copyright holder who authorizes use under this
474 | License of the Program or a work on which the Program is based.  The
475 | work thus licensed is called the contributor's "contributor version".
476 | 
477 |   A contributor's "essential patent claims" are all patent claims
478 | owned or controlled by the contributor, whether already acquired or
479 | hereafter acquired, that would be infringed by some manner, permitted
480 | by this License, of making, using, or selling its contributor version,
481 | but do not include claims that would be infringed only as a
482 | consequence of further modification of the contributor version.  For
483 | purposes of this definition, "control" includes the right to grant
484 | patent sublicenses in a manner consistent with the requirements of
485 | this License.
486 | 
487 |   Each contributor grants you a non-exclusive, worldwide, royalty-free
488 | patent license under the contributor's essential patent claims, to
489 | make, use, sell, offer for sale, import and otherwise run, modify and
490 | propagate the contents of its contributor version.
491 | 
492 |   In the following three paragraphs, a "patent license" is any express
493 | agreement or commitment, however denominated, not to enforce a patent
494 | (such as an express permission to practice a patent or covenant not to
495 | sue for patent infringement).  To "grant" such a patent license to a
496 | party means to make such an agreement or commitment not to enforce a
497 | patent against the party.
498 | 
499 |   If you convey a covered work, knowingly relying on a patent license,
500 | and the Corresponding Source of the work is not available for anyone
501 | to copy, free of charge and under the terms of this License, through a
502 | publicly available network server or other readily accessible means,
503 | then you must either (1) cause the Corresponding Source to be so
504 | available, or (2) arrange to deprive yourself of the benefit of the
505 | patent license for this particular work, or (3) arrange, in a manner
506 | consistent with the requirements of this License, to extend the patent
507 | license to downstream recipients.  "Knowingly relying" means you have
508 | actual knowledge that, but for the patent license, your conveying the
509 | covered work in a country, or your recipient's use of the covered work
510 | in a country, would infringe one or more identifiable patents in that
511 | country that you have reason to believe are valid.
512 | 
513 |   If, pursuant to or in connection with a single transaction or
514 | arrangement, you convey, or propagate by procuring conveyance of, a
515 | covered work, and grant a patent license to some of the parties
516 | receiving the covered work authorizing them to use, propagate, modify
517 | or convey a specific copy of the covered work, then the patent license
518 | you grant is automatically extended to all recipients of the covered
519 | work and works based on it.
520 | 
521 |   A patent license is "discriminatory" if it does not include within
522 | the scope of its coverage, prohibits the exercise of, or is
523 | conditioned on the non-exercise of one or more of the rights that are
524 | specifically granted under this License.  You may not convey a covered
525 | work if you are a party to an arrangement with a third party that is
526 | in the business of distributing software, under which you make payment
527 | to the third party based on the extent of your activity of conveying
528 | the work, and under which the third party grants, to any of the
529 | parties who would receive the covered work from you, a discriminatory
530 | patent license (a) in connection with copies of the covered work
531 | conveyed by you (or copies made from those copies), or (b) primarily
532 | for and in connection with specific products or compilations that
533 | contain the covered work, unless you entered into that arrangement,
534 | or that patent license was granted, prior to 28 March 2007.
535 | 
536 |   Nothing in this License shall be construed as excluding or limiting
537 | any implied license or other defenses to infringement that may
538 | otherwise be available to you under applicable patent law.
539 | 
540 |   12. No Surrender of Others' Freedom.
541 | 
542 |   If conditions are imposed on you (whether by court order, agreement or
543 | otherwise) that contradict the conditions of this License, they do not
544 | excuse you from the conditions of this License.  If you cannot convey a
545 | covered work so as to satisfy simultaneously your obligations under this
546 | License and any other pertinent obligations, then as a consequence you may
547 | not convey it at all.  For example, if you agree to terms that obligate you
548 | to collect a royalty for further conveying from those to whom you convey
549 | the Program, the only way you could satisfy both those terms and this
550 | License would be to refrain entirely from conveying the Program.
551 | 
552 |   13. Use with the GNU Affero General Public License.
553 | 
554 |   Notwithstanding any other provision of this License, you have
555 | permission to link or combine any covered work with a work licensed
556 | under version 3 of the GNU Affero General Public License into a single
557 | combined work, and to convey the resulting work.  The terms of this
558 | License will continue to apply to the part which is the covered work,
559 | but the special requirements of the GNU Affero General Public License,
560 | section 13, concerning interaction through a network will apply to the
561 | combination as such.
562 | 
563 |   14. Revised Versions of this License.
564 | 
565 |   The Free Software Foundation may publish revised and/or new versions of
566 | the GNU General Public License from time to time.  Such new versions will
567 | be similar in spirit to the present version, but may differ in detail to
568 | address new problems or concerns.
569 | 
570 |   Each version is given a distinguishing version number.  If the
571 | Program specifies that a certain numbered version of the GNU General
572 | Public License "or any later version" applies to it, you have the
573 | option of following the terms and conditions either of that numbered
574 | version or of any later version published by the Free Software
575 | Foundation.  If the Program does not specify a version number of the
576 | GNU General Public License, you may choose any version ever published
577 | by the Free Software Foundation.
578 | 
579 |   If the Program specifies that a proxy can decide which future
580 | versions of the GNU General Public License can be used, that proxy's
581 | public statement of acceptance of a version permanently authorizes you
582 | to choose that version for the Program.
583 | 
584 |   Later license versions may give you additional or different
585 | permissions.  However, no additional obligations are imposed on any
586 | author or copyright holder as a result of your choosing to follow a
587 | later version.
588 | 
589 |   15. Disclaimer of Warranty.
590 | 
591 |   THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY
592 | APPLICABLE LAW.  EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT
593 | HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY
594 | OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO,
595 | THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
596 | PURPOSE.  THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM
597 | IS WITH YOU.  SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF
598 | ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
599 | 
600 |   16. Limitation of Liability.
601 | 
602 |   IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
603 | WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS
604 | THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY
605 | GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE
606 | USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF
607 | DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD
608 | PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS),
609 | EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF
610 | SUCH DAMAGES.
611 | 
612 |   17. Interpretation of Sections 15 and 16.
613 | 
614 |   If the disclaimer of warranty and limitation of liability provided
615 | above cannot be given local legal effect according to their terms,
616 | reviewing courts shall apply local law that most closely approximates
617 | an absolute waiver of all civil liability in connection with the
618 | Program, unless a warranty or assumption of liability accompanies a
619 | copy of the Program in return for a fee.
620 | 
621 |                      END OF TERMS AND CONDITIONS
622 | 
623 |             How to Apply These Terms to Your New Programs
624 | 
625 |   If you develop a new program, and you want it to be of the greatest
626 | possible use to the public, the best way to achieve this is to make it
627 | free software which everyone can redistribute and change under these terms.
628 | 
629 |   To do so, attach the following notices to the program.  It is safest
630 | to attach them to the start of each source file to most effectively
631 | state the exclusion of warranty; and each file should have at least
632 | the "copyright" line and a pointer to where the full notice is found.
633 | 
634 |     <one line to give the program's name and a brief idea of what it does.>
635 |     Copyright (C) <year>  <name of author>
636 | 
637 |     This program is free software: you can redistribute it and/or modify
638 |     it under the terms of the GNU General Public License as published by
639 |     the Free Software Foundation, either version 3 of the License, or
640 |     (at your option) any later version.
641 | 
642 |     This program is distributed in the hope that it will be useful,
643 |     but WITHOUT ANY WARRANTY; without even the implied warranty of
644 |     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
645 |     GNU General Public License for more details.
646 | 
647 |     You should have received a copy of the GNU General Public License
648 |     along with this program.  If not, see <https://www.gnu.org/licenses/>.
649 | 
650 | Also add information on how to contact you by electronic and paper mail.
651 | 
652 |   If the program does terminal interaction, make it output a short
653 | notice like this when it starts in an interactive mode:
654 | 
655 |     <program>  Copyright (C) <year>  <name of author>
656 |     This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
657 |     This is free software, and you are welcome to redistribute it
658 |     under certain conditions; type `show c' for details.
659 | 
660 | The hypothetical commands `show w' and `show c' should show the appropriate
661 | parts of the General Public License.  Of course, your program's commands
662 | might be different; for a GUI interface, you would use an "about box".
663 | 
664 |   You should also get your employer (if you work as a programmer) or school,
665 | if any, to sign a "copyright disclaimer" for the program, if necessary.
666 | For more information on this, and how to apply and follow the GNU GPL, see
667 | <https://www.gnu.org/licenses/>.
668 | 
669 |   The GNU General Public License does not permit incorporating your program
670 | into proprietary programs.  If your program is a subroutine library, you
671 | may consider it more useful to permit linking proprietary applications with
672 | the library.  If this is what you want to do, use the GNU Lesser General
673 | Public License instead of this License.  But first, please read
674 | <https://www.gnu.org/licenses/why-not-lgpl.html>.
675 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
  1 | # HttpProxy
  2 | JAVA实现的IP代理池，支持HTTP与HTTPS两种方式
  3 | 
  4 | 
  5 | ```
  6 | 设置Ip代理很多时候都会有用到，尤其是在写爬虫相关项目的时候。虽然自己目前没有接触这种需求，但由于最近比较闲，就写着当作练习吧
  7 | ```
  8 | 
  9 | ## 爬取代理IP
 10 | 
 11 | ### 爬取
 12 | 关于爬取代理IP，国内首先想到的网站当然是 [西刺代理](https://www.xicidaili.com/) 。首先写个爬虫获取该网站内的Ip吧。
 13 | 
 14 | 先对 [国内Http代理](https://www.xicidaili.com/wt/) 标签页面进行爬取，解析页面使用的[Jsoup](https://jsoup.org/) ，这里大概代码如下
 15 | 
 16 | ```java
 17 |  private List<IPBean> crawl(String api, int index){
 18 |         String html = HttpUtils.getResponseContent(api + index);
 19 |         System.out.println(html);
 20 | 
 21 |         Document document = Jsoup.parse(html);
 22 |         Elements eles = document.selectFirst("table").select("tr");
 23 | 
 24 |         for (int i = 0; i < eles.size(); i++){
 25 |             if (i == 0) continue;
 26 |             Element ele = eles.get(i);
 27 |             String ip = ele.children().get(1).text();
 28 |             int port = Integer.parseInt(ele.children().get(2).text().trim());
 29 |             String typeStr = ele.children().get(5).text().trim();
 30 | 
 31 |             int type;
 32 |             if ("HTTP".equalsIgnoreCase(typeStr))
 33 |                 type = IPBean.TYPE_HTTP;
 34 |             else
 35 |                 type = IPBean.TYPE_HTTPS;
 36 | 
 37 |             IPBean ipBean = new IPBean(ip, port, type);
 38 |             ipList.add(ipBean);
 39 |         }
 40 |         return ipList;
 41 |     }
 42 | ```
 43 | 对某些不明白的变量，可以参考我[Github](https://github.com/asche910/HttpProxy)
 44 | 其中关键的就是css选择器语法，这里需要注意的是不要乱加空格，不然会导致找不到出现空指针。
 45 | css选择器语法具体[参考这里](https://jsoup.org/cookbook/extracting-data/selector-syntax) ， 这里就不讲解了。
 46 | 
 47 | 爬取的信息包括 ip地址、端口号、和代理类型(http或https), 这三个信息我放在IPBean这个类里面。
 48 | 
 49 | ### 过滤
 50 | 
 51 | 上面爬取完成后，还要进一步过滤，筛选掉不能使用的。
 52 | 
 53 | 筛选大概原理就是先设置上代理，然后请求某个网页，若成功则代表此代理ip有效。
 54 | 其中请求成功的标志我们可以直接获取请求的返回码，若为200即成功。
 55 | 
 56 | ```java
 57 |     /**
 58 |      * 检测代理ip是否有效
 59 |      *
 60 |      * @param ipBean
 61 |      * @return
 62 |      */
 63 |     public static boolean isValid(IPBean ipBean) {
 64 |         Proxy proxy = new Proxy(Proxy.Type.HTTP, new InetSocketAddress(ipBean.getIp(), ipBean.getPort()));
 65 |         try {
 66 |             URLConnection httpCon = new URL("https://www.baidu.com/").openConnection(proxy);
 67 |             httpCon.setConnectTimeout(5000);
 68 |             httpCon.setReadTimeout(5000);
 69 |             int code = ((HttpURLConnection) httpCon).getResponseCode();
 70 |             System.out.println(code);
 71 |             return code == 200;
 72 |         } catch (IOException e) {
 73 |             e.printStackTrace();
 74 |         }
 75 |         return false;
 76 |     }
 77 | ```
 78 | 注意这里要设置两个超时，连接超时和读取超时。连接超时还好，它默认只是有点长；然而读取超时如果不设置，它好像就会一直阻塞着。
 79 | 时间设置为5s就够了，毕竟如果ip有效的话，会很快就请求成功的。这样过滤后，就得到有效的代理ip了
 80 | 
 81 | ## 设置代理
 82 | 
 83 | ### 单次代理
 84 | 单次代理表示只在这一次连接中有效，即每次都需要代理。
 85 | 
 86 | http方式的代理非常简单，在URL对象的openConnection方法中加上个Proxy对象即可
 87 | ```java
 88 | 
 89 |  Proxy proxy = new Proxy(Proxy.Type.HTTP, new InetSocketAddress(ipBean.getIp(), ipBean.getPort()));
 90 | 
 91 |  connection = (HttpsURLConnection) new URL(url).openConnection(proxy);
 92 | 
 93 | ```
 94 | 
 95 | https 稍微复杂点了，中间加上了ssl协议
 96 | 
 97 | ```java
 98 | 
 99 |     /**
100 |      * @param url
101 |      * @param headerMap 请求头部
102 |      * @param ipBean
103 |      * @return
104 |      * @throws Exception
105 |      */
106 |     public static String getResponseContent(String url, Map<String, List<String>> headerMap, IPBean ipBean) throws Exception {
107 |         HttpsURLConnection connection = null;
108 | 
109 |         // 设置代理
110 |         if (ipBean != null) {
111 |             Proxy proxy = new Proxy(Proxy.Type.HTTP, new InetSocketAddress(ipBean.getIp(), ipBean.getPort()));
112 | 
113 |             connection = (HttpsURLConnection) new URL(url).openConnection(proxy);
114 | 
115 |             if (ipBean.getType() == IPBean.TYPE_HTTPS) {
116 |                 SSLContext sslContext = SSLContext.getInstance("SSL");
117 |                 sslContext.init(null, new TrustManager[]{new TrustAnyTrustManager()}, new java.security.SecureRandom());
118 |                 connection.setSSLSocketFactory(sslContext.getSocketFactory());
119 |                 connection.setHostnameVerifier(new TrustAnyHostnameVerifier());
120 |             }
121 |         }
122 | 
123 |         if (connection == null)
124 |             connection = (HttpsURLConnection) new URL(url).openConnection();
125 | 
126 |         // 添加请求头部
127 |         connection.setRequestProperty("User-Agent", "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.81 Safari/537.36");
128 |         if (headerMap != null) {
129 |             Iterator<Map.Entry<String, List<String>>> iterator = headerMap.entrySet().iterator();
130 |             while (iterator.hasNext()) {
131 |                 Map.Entry<String, List<String>> entry = iterator.next();
132 |                 List<String> values = entry.getValue();
133 |                 for (String value : values)
134 |                     connection.setRequestProperty(entry.getKey(), value);
135 |             }
136 |         }
137 | 
138 |         InputStream inputStream = connection.getInputStream();
139 |         BufferedReader reader = new BufferedReader(new InputStreamReader(inputStream));
140 | 
141 |         StringBuilder stringBuilder = new StringBuilder();
142 |         String line;
143 |         while ((line = reader.readLine()) != null) {
144 |             stringBuilder.append(line);
145 |         }
146 |         reader.close();
147 |         inputStream.close();
148 |         return stringBuilder.toString();
149 |     }
150 | 
151 | 
152 |     private static class TrustAnyTrustManager implements X509TrustManager {
153 | 
154 |         public void checkClientTrusted(X509Certificate[] chain, String authType) throws CertificateException {
155 |         }
156 | 
157 |         public void checkServerTrusted(X509Certificate[] chain, String authType) throws CertificateException {
158 |         }
159 | 
160 |         public X509Certificate[] getAcceptedIssuers() {
161 |             return new X509Certificate[]{};
162 |         }
163 |     }
164 | 
165 |     private static class TrustAnyHostnameVerifier implements HostnameVerifier {
166 |         public boolean verify(String hostname, SSLSession session) {
167 |             return true;
168 |         }
169 |     }
170 | 
171 | ```
172 | 
173 | 这里https方法参考了 [这篇博客](https://blog.csdn.net/sbc1232123321/article/details/79334130)
174 | 
175 | 
176 | ### 全局代理
177 | 直接上代码，就几行代码
178 | ```java
179 | package util;
180 | 
181 | import other.IPBean;
182 | 
183 | /**
184 |  * @author Asche
185 |  * @github: https://github.com/asche910
186 |  * @date 2019年1月19日
187 |  */
188 | public class ProxyUtils {
189 | 
190 |     /**
191 |      * 设置全局代理
192 |      * @param ipBean
193 |      */
194 |     public static void setGlobalProxy(IPBean ipBean){
195 |         System.setProperty("proxyPort", String.valueOf(ipBean.getPort()));
196 |         System.setProperty("proxyHost", ipBean.getIp());
197 |         System.setProperty("proxySet", "true");
198 |     }
199 | 
200 | }
201 | 
202 | ```
203 | 需要注意一点就是全局只是在该java项目中生效，它不会更改系统中的代理。
204 | 
205 | ### 检测
206 | 设置完代理后，也可以用另外一种方法来判断是否代理成功，即直接获取当前ip地址。
207 | 这里我使用的是 https://www.ipip.net/ip.html  这个网站，请求获取html后再解析得到自己的当前ip
208 | 
209 | ``` java
210 | 
211 |  private static final String MY_IP_API = "https://www.ipip.net/ip.html";
212 | 
213 |     // 获取当前ip地址，判断是否代理成功
214 |     public static String getMyIp() {
215 |         try {
216 |             String html = HttpUtils.getResponseContent(MY_IP_API);
217 | 
218 |             Document doc = Jsoup.parse(html);
219 |             Element element = doc.selectFirst("div.tableNormal");
220 | 
221 |             Element ele = element.selectFirst("table").select("td").get(1);
222 | 
223 |             String ip = element.selectFirst("a").text();
224 | 
225 |             // System.out.println(ip);
226 |             return ip;
227 |         } catch (Exception e) {
228 |             e.printStackTrace();
229 |         }
230 |         return null;
231 |     }
232 | ``` 
233 | 
234 | 
235 | ## 优化
236 | 
237 | emmm 优化些啥呢？？？
238 | 
239 | ### 速度
240 | 
241 | 爬取ip时就几个网页，优化估计效果不大。而真正耗时的是检测ip是否有效，因此这里采用多线程，对每个ip的检测请求使用一个线程，最后副线程全部结束后再统计出有多少有效ip。然而问题又来了，怎么判断所有副线程全部结束了呢？？？ 脑中立刻想到的是join方法，然而仔细想想，才发现这样并不可取。最佳方法应该是设置一个计数器，每个线程结束后计数器加一，然后在主线程循环判断计数器的值是否与线程总数相等即可。由于涉及到并发，需要给某些方法加上锁。这里我代码中实现了，可以参考[github](https://github.com/asche910/HttpProxy)
242 | 
243 | 
244 | ![](https://img2018.cnblogs.com/blog/1470456/201901/1470456-20190119144416843-1338561809.png)
245 | 
246 | 
247 | ### 持久化
248 | 
249 | emmm 由于目前只是练练手，并没有这样的需求，比较懒， ~(￣▽￣)~*
250 | 所以这个需求暂时放放吧，以后有时间再写
251 | 
252 | 


--------------------------------------------------------------------------------
/lib/gson-2.8.5.jar:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/asche910/HttpProxy/05883bb13626ec8097647eee14e0aea9a01c1bf5/lib/gson-2.8.5.jar


--------------------------------------------------------------------------------
/lib/jsoup-1.11.3.jar:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/asche910/HttpProxy/05883bb13626ec8097647eee14e0aea9a01c1bf5/lib/jsoup-1.11.3.jar


--------------------------------------------------------------------------------
/out/production/HttpProxy/META-INF/HttpProxy.kotlin_module:
--------------------------------------------------------------------------------
1 | 




--------------------------------------------------------------------------------
/out/production/HttpProxy/Main$1.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/asche910/HttpProxy/05883bb13626ec8097647eee14e0aea9a01c1bf5/out/production/HttpProxy/Main$1.class


--------------------------------------------------------------------------------
/out/production/HttpProxy/Main.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/asche910/HttpProxy/05883bb13626ec8097647eee14e0aea9a01c1bf5/out/production/HttpProxy/Main.class


--------------------------------------------------------------------------------
/out/production/HttpProxy/Test.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/asche910/HttpProxy/05883bb13626ec8097647eee14e0aea9a01c1bf5/out/production/HttpProxy/Test.class


--------------------------------------------------------------------------------
/out/production/HttpProxy/other/IPBean.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/asche910/HttpProxy/05883bb13626ec8097647eee14e0aea9a01c1bf5/out/production/HttpProxy/other/IPBean.class


--------------------------------------------------------------------------------
/out/production/HttpProxy/other/IPList.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/asche910/HttpProxy/05883bb13626ec8097647eee14e0aea9a01c1bf5/out/production/HttpProxy/other/IPList.class


--------------------------------------------------------------------------------
/out/production/HttpProxy/other/IPSpider.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/asche910/HttpProxy/05883bb13626ec8097647eee14e0aea9a01c1bf5/out/production/HttpProxy/other/IPSpider.class


--------------------------------------------------------------------------------
/out/production/HttpProxy/util/HttpUtils$1.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/asche910/HttpProxy/05883bb13626ec8097647eee14e0aea9a01c1bf5/out/production/HttpProxy/util/HttpUtils$1.class


--------------------------------------------------------------------------------
/out/production/HttpProxy/util/HttpUtils$TrustAnyHostnameVerifier.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/asche910/HttpProxy/05883bb13626ec8097647eee14e0aea9a01c1bf5/out/production/HttpProxy/util/HttpUtils$TrustAnyHostnameVerifier.class


--------------------------------------------------------------------------------
/out/production/HttpProxy/util/HttpUtils$TrustAnyTrustManager.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/asche910/HttpProxy/05883bb13626ec8097647eee14e0aea9a01c1bf5/out/production/HttpProxy/util/HttpUtils$TrustAnyTrustManager.class


--------------------------------------------------------------------------------
/out/production/HttpProxy/util/HttpUtils.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/asche910/HttpProxy/05883bb13626ec8097647eee14e0aea9a01c1bf5/out/production/HttpProxy/util/HttpUtils.class


--------------------------------------------------------------------------------
/out/production/HttpProxy/util/IPUtils.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/asche910/HttpProxy/05883bb13626ec8097647eee14e0aea9a01c1bf5/out/production/HttpProxy/util/IPUtils.class


--------------------------------------------------------------------------------
/out/production/HttpProxy/util/ProxyUtils.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/asche910/HttpProxy/05883bb13626ec8097647eee14e0aea9a01c1bf5/out/production/HttpProxy/util/ProxyUtils.class


--------------------------------------------------------------------------------
/src/Main.java:
--------------------------------------------------------------------------------
 1 | import com.google.gson.Gson;
 2 | import other.IPBean;
 3 | import other.IPList;
 4 | import other.IPSpider;
 5 | import util.IPUtils;
 6 | 
 7 | import java.util.List;
 8 | 
 9 | /**
10 |  * @author Asche
11 |  * @github: https://github.com/asche910
12 |  * @date 2019年1月19日
13 |  */
14 | public class Main {
15 |     public static void main(String[] args){
16 |         System.out.println("Start: ");
17 | 
18 |         IPSpider spider = new IPSpider();
19 |         List<IPBean> list = spider.crawlHttp(3);
20 | 
21 |         System.out.println("爬取数量：" + list.size());
22 | 
23 |         Gson gson = new Gson();
24 |         for (IPBean ipBean : list) {
25 |             System.out.println(gson.toJson(ipBean));
26 | 
27 |             new Thread(new Runnable() {
28 |                 @Override
29 |                 public void run() {
30 |                     boolean valid = IPUtils.isValid(ipBean);
31 |                     if (valid){
32 |                         IPList.add(ipBean);
33 |                     }
34 |                     IPList.increase();
35 |                 }
36 |             }).start();
37 |         }
38 | 
39 |         while (true){
40 |             // 判断所有副线程是否完成
41 |             if (IPList.getCount() == list.size()){
42 |                 System.out.println("有效数量：" + IPList.getSize());
43 |                 break;
44 |             }
45 |         }
46 |     }
47 | }
48 | 


--------------------------------------------------------------------------------
/src/Test.java:
--------------------------------------------------------------------------------
 1 | import util.IPUtils;
 2 | 
 3 | public class Test {
 4 |     public static void main(String[] args) {
 5 |         System.out.println("Test Start: ");
 6 |         String ip = "119.101.118.61";
 7 | 
 8 |         System.out.println(IPUtils.getMyIp());
 9 | 
10 |         System.setProperty("proxyPort", "9999");
11 |         System.setProperty("proxyHost", ip);
12 |         System.setProperty("proxySet", "true");
13 | 
14 |         System.out.println(IPUtils.getMyIp());
15 |     }
16 | }
17 | 


--------------------------------------------------------------------------------
/src/other/IPBean.java:
--------------------------------------------------------------------------------
 1 | package other;
 2 | 
 3 | public class IPBean {
 4 |     public static final int TYPE_HTTP = 0;
 5 |     public static final int TYPE_HTTPS = 1;
 6 | 
 7 |     private String ip;
 8 |     private int port;
 9 |     private int type;
10 | 
11 |     public IPBean(IPBean bean){
12 |         ip = bean.getIp();
13 |         port = bean.getPort();
14 |         type = bean.getType();
15 |     }
16 | 
17 |     public IPBean(String ip, int port, int type) {
18 |         this.ip = ip;
19 |         this.port = port;
20 |         this.type = type;
21 |     }
22 | 
23 |     public String getIp() {
24 |         return ip;
25 |     }
26 | 
27 |     public void setIp(String ip) {
28 |         this.ip = ip;
29 |     }
30 | 
31 |     public int getPort() {
32 |         return port;
33 |     }
34 | 
35 |     public void setPort(int port) {
36 |         this.port = port;
37 |     }
38 | 
39 |     public int getType() {
40 |         return type;
41 |     }
42 | 
43 |     public void setType(int type) {
44 |         this.type = type;
45 |     }
46 | }
47 | 


--------------------------------------------------------------------------------
/src/other/IPList.java:
--------------------------------------------------------------------------------
 1 | package other;
 2 | 
 3 | import java.util.ArrayList;
 4 | import java.util.List;
 5 | 
 6 | /**
 7 |  * 暂时用于存放经筛选的ip
 8 |  */
 9 | public class IPList {
10 |     private static List<IPBean> ipBeanList = new ArrayList<>();
11 | 
12 |     // 计数器,线程结束即+1, 用于判断所有副线程是否完成
13 |     private static int count = 0;
14 | 
15 |     /**
16 |      * 支持并发操作
17 |      *
18 |      * @param bean
19 |      */
20 |     public static synchronized void add(IPBean bean) {
21 |         ipBeanList.add(bean);
22 |     }
23 | 
24 |     public static int getSize() {
25 |         return ipBeanList.size();
26 |     }
27 | 
28 | 
29 |     public static synchronized void increase() {
30 |         count++;
31 |     }
32 | 
33 |     public static synchronized int getCount(){
34 |         return count;
35 |     }
36 | }
37 | 


--------------------------------------------------------------------------------
/src/other/IPSpider.java:
--------------------------------------------------------------------------------
 1 | package other;
 2 | 
 3 | import org.jsoup.Jsoup;
 4 | import org.jsoup.nodes.Document;
 5 | import org.jsoup.nodes.Element;
 6 | import org.jsoup.select.Elements;
 7 | import other.IPBean;
 8 | import util.HttpUtils;
 9 | 
10 | import java.util.ArrayList;
11 | import java.util.List;
12 | 
13 | @SuppressWarnings("ALL")
14 | public class IPSpider {
15 | 
16 |     private final String HTTP_API = "https://www.xicidaili.com/wt/";
17 |     private final String HTTPS_API = "https://www.xicidaili.com/wn/";
18 | 
19 |     private List<IPBean> ipList = new ArrayList<>();
20 | 
21 |     // 爬取的页数----每页包含100个IP
22 |     private int pages = 5;
23 | 
24 | 
25 |     public IPSpider() {
26 |     }
27 | 
28 |     public void setPages(int pages) {
29 |         this.pages = pages;
30 |     }
31 | 
32 |     public List<IPBean> crawlHttp(){
33 |         List<IPBean> ipBeans = new ArrayList<>();
34 |         for (int page = 1; page <= pages; page++){
35 |             ipBeans.addAll(crawl(HTTP_API, page));
36 |         }
37 |         return ipBeans;
38 |     }
39 | 
40 |     public List<IPBean> crawlHttp(int pages){
41 |         this.pages = pages;
42 |         return crawlHttp();
43 |     }
44 | 
45 |     public List<IPBean> crawlHttps(){
46 |         List<IPBean> ipBeans = new ArrayList<>();
47 |         for (int page = 1; page <= pages; page++){
48 |             ipBeans.addAll(crawl(HTTPS_API, page));
49 |         }
50 |         return ipBeans;
51 |     }
52 | 
53 |     public List<IPBean> crawlHttps(int pages){
54 |         this.pages = pages;
55 |         return crawlHttps();
56 |     }
57 | 
58 |     private List<IPBean> crawl(String api, int index){
59 |         String html = HttpUtils.getResponseContent(api + index);
60 |         System.out.println(html);
61 | 
62 |         Document document = Jsoup.parse(html);
63 |         Elements eles = document.selectFirst("table").select("tr");
64 | 
65 |         for (int i = 0; i < eles.size(); i++){
66 |             if (i == 0) continue;
67 |             Element ele = eles.get(i);
68 |             String ip = ele.children().get(1).text();
69 |             int port = Integer.parseInt(ele.children().get(2).text().trim());
70 |             String typeStr = ele.children().get(5).text().trim();
71 | 
72 |             int type;
73 |             if ("HTTP".equalsIgnoreCase(typeStr))
74 |                 type = IPBean.TYPE_HTTP;
75 |             else
76 |                 type = IPBean.TYPE_HTTPS;
77 | 
78 |             IPBean ipBean = new IPBean(ip, port, type);
79 |             ipList.add(ipBean);
80 |         }
81 |         return ipList;
82 |     }
83 | }
84 | 


--------------------------------------------------------------------------------
/src/util/HttpUtils.java:
--------------------------------------------------------------------------------
  1 | package util;
  2 | 
  3 | import other.IPBean;
  4 | 
  5 | import javax.net.ssl.*;
  6 | import java.io.BufferedReader;
  7 | import java.io.IOException;
  8 | import java.io.InputStream;
  9 | import java.io.InputStreamReader;
 10 | import java.net.*;
 11 | import java.security.cert.CertificateException;
 12 | import java.security.cert.X509Certificate;
 13 | import java.util.Iterator;
 14 | import java.util.List;
 15 | import java.util.Map;
 16 | 
 17 | /**
 18 |  * @author Asche
 19 |  * @github: https://github.com/asche910
 20 |  * @date 2019年1月19日
 21 |  */
 22 | public class HttpUtils {
 23 | 
 24 | 
 25 |     public static String getResponseContent(String url) {
 26 |         try {
 27 |             return getResponseContent(url, null, null);
 28 |         } catch (Exception e) {
 29 |             e.printStackTrace();
 30 |         }
 31 |         return null;
 32 |     }
 33 | 
 34 |     public static String getResponseContent(String url, IPBean ipBean) {
 35 |         try {
 36 |             return getResponseContent(url, null, ipBean);
 37 |         } catch (Exception e) {
 38 |             e.printStackTrace();
 39 |         }
 40 |         return null;
 41 |     }
 42 | 
 43 |     /**
 44 |      * @param url
 45 |      * @param headerMap 请求头部
 46 |      * @param ipBean
 47 |      * @return
 48 |      * @throws Exception
 49 |      */
 50 |     public static String getResponseContent(String url, Map<String, List<String>> headerMap, IPBean ipBean) throws Exception {
 51 |         HttpsURLConnection connection = null;
 52 | 
 53 |         // 设置代理
 54 |         if (ipBean != null) {
 55 |             Proxy proxy = new Proxy(Proxy.Type.HTTP, new InetSocketAddress(ipBean.getIp(), ipBean.getPort()));
 56 | 
 57 |             connection = (HttpsURLConnection) new URL(url).openConnection(proxy);
 58 | 
 59 |             if (ipBean.getType() == IPBean.TYPE_HTTPS) {
 60 |                 SSLContext sslContext = SSLContext.getInstance("SSL");
 61 |                 sslContext.init(null, new TrustManager[]{new TrustAnyTrustManager()}, new java.security.SecureRandom());
 62 |                 connection.setSSLSocketFactory(sslContext.getSocketFactory());
 63 |                 connection.setHostnameVerifier(new TrustAnyHostnameVerifier());
 64 |             }
 65 |         }
 66 | 
 67 |         if (connection == null)
 68 |             connection = (HttpsURLConnection) new URL(url).openConnection();
 69 | 
 70 |         // 添加请求头部
 71 |         connection.setRequestProperty("User-Agent", "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.81 Safari/537.36");
 72 |         if (headerMap != null) {
 73 |             Iterator<Map.Entry<String, List<String>>> iterator = headerMap.entrySet().iterator();
 74 |             while (iterator.hasNext()) {
 75 |                 Map.Entry<String, List<String>> entry = iterator.next();
 76 |                 List<String> values = entry.getValue();
 77 |                 for (String value : values)
 78 |                     connection.setRequestProperty(entry.getKey(), value);
 79 |             }
 80 |         }
 81 | 
 82 |         InputStream inputStream = connection.getInputStream();
 83 |         BufferedReader reader = new BufferedReader(new InputStreamReader(inputStream));
 84 | 
 85 |         StringBuilder stringBuilder = new StringBuilder();
 86 |         String line;
 87 |         while ((line = reader.readLine()) != null) {
 88 |             stringBuilder.append(line);
 89 |         }
 90 |         reader.close();
 91 |         inputStream.close();
 92 |         return stringBuilder.toString();
 93 |     }
 94 | 
 95 | 
 96 |     private static class TrustAnyTrustManager implements X509TrustManager {
 97 | 
 98 |         public void checkClientTrusted(X509Certificate[] chain, String authType) throws CertificateException {
 99 |         }
100 | 
101 |         public void checkServerTrusted(X509Certificate[] chain, String authType) throws CertificateException {
102 |         }
103 | 
104 |         public X509Certificate[] getAcceptedIssuers() {
105 |             return new X509Certificate[]{};
106 |         }
107 |     }
108 | 
109 |     private static class TrustAnyHostnameVerifier implements HostnameVerifier {
110 |         public boolean verify(String hostname, SSLSession session) {
111 |             return true;
112 |         }
113 |     }
114 | }
115 | 


--------------------------------------------------------------------------------
/src/util/IPUtils.java:
--------------------------------------------------------------------------------
 1 | package util;
 2 | 
 3 | import org.jsoup.Jsoup;
 4 | import org.jsoup.nodes.Document;
 5 | import org.jsoup.nodes.Element;
 6 | import other.IPBean;
 7 | 
 8 | import java.io.IOException;
 9 | import java.net.*;
10 | 
11 | public class IPUtils {
12 | 
13 |     private static final String MY_IP_API = "https://www.ipip.net/ip.html";
14 | 
15 |     // 获取当前ip地址，判断是否代理成功
16 |     public static String getMyIp() {
17 |         try {
18 |             String html = HttpUtils.getResponseContent(MY_IP_API);
19 | 
20 |             Document doc = Jsoup.parse(html);
21 |             Element element = doc.selectFirst("div.tableNormal");
22 | 
23 |             Element ele = element.selectFirst("table").select("td").get(1);
24 | 
25 |             String ip = element.selectFirst("a").text();
26 | 
27 |             // System.out.println(ip);
28 |             return ip;
29 |         } catch (Exception e) {
30 |             e.printStackTrace();
31 |         }
32 |         return null;
33 |     }
34 | 
35 |     /**
36 |      * 检测代理ip是否有效
37 |      *
38 |      * @param ipBean
39 |      * @return
40 |      */
41 |     public static boolean isValid(IPBean ipBean) {
42 |         Proxy proxy = new Proxy(Proxy.Type.HTTP, new InetSocketAddress(ipBean.getIp(), ipBean.getPort()));
43 |         try {
44 |             URLConnection httpCon = new URL("https://www.baidu.com/").openConnection(proxy);
45 |             httpCon.setConnectTimeout(5000);
46 |             httpCon.setReadTimeout(5000);
47 |             int code = ((HttpURLConnection) httpCon).getResponseCode();
48 |             System.out.println(code);
49 |             return code == 200;
50 |         } catch (IOException e) {
51 |             e.printStackTrace();
52 |         }
53 |         return false;
54 |     }
55 | }
56 | 


--------------------------------------------------------------------------------
/src/util/ProxyUtils.java:
--------------------------------------------------------------------------------
 1 | package util;
 2 | 
 3 | import other.IPBean;
 4 | 
 5 | /**
 6 |  * @author Asche
 7 |  * @github: https://github.com/asche910
 8 |  * @date 2019年1月19日
 9 |  */
10 | public class ProxyUtils {
11 | 
12 |     /**
13 |      * 设置全局代理
14 |      * @param ipBean
15 |      */
16 |     public static void setGlobalProxy(IPBean ipBean){
17 |         System.setProperty("proxyPort", String.valueOf(ipBean.getPort()));
18 |         System.setProperty("proxyHost", ipBean.getIp());
19 |         System.setProperty("proxySet", "true");
20 |     }
21 | 
22 | }
23 | 


--------------------------------------------------------------------------------