[html]

1. import java.io.BufferedReader;
2. import java.io.BufferedWriter;
3. import java.io.File;
4. import java.io.FileReader;
5. import java.io.FileWriter;
6. import java.io.IOException;
7. import java.io.InputStreamReader;
8. import java.net.HttpURLConnection;
9. import java.net.SocketException;
10. import java.net.URL;
11. import java.util.Properties;
14. public class Test2 {
15. public static void main(String[] args) {
16. // getHost("http://www.youdaili.net/Daili/http/2572_4.html") ;
17. File f = null ;
18. BufferedReader br = null ;
19. FileReader fr = null ;
20. String s = "" ;
21. String[] host = new String[2] ;
22. try {
23. f = new File("E:\\host.txt") ;
24. fr = new FileReader(f) ;
25. br = new BufferedReader(fr) ;
26. s = br.readLine() ;
27. while(s!=null) {
28. System.out.println("换一次ip" + s);
29. host = s.split(":") ;
30. //******************************
31. Properties sys = System.getProperties();
32. sys.put("proxySet","true");
33. sys.put("proxyHost",host[0]);
34. sys.put("proxyPort",host[1]);
35. System.setProperties(sys);
36. //******************************
37. getData() ;
39. s = br.readLine() ;
40. }
41. } catch (Exception e) {
42. System.out.println(e);
43. }finally {
44. try {
45. if(br != null) {
46. br.close();
47. }
48. if(fr != null) {
49. fr.close();
50. }
51. } catch (IOException e) {
52. e.printStackTrace();
53. }
54. }
56. }
57. public static void getData() {
58. System.out.println("进入getData");
59. URL url ;
60. int responseCode ;
61. HttpURLConnection httpURLConnection ;
62. String str = "" ;
63. BufferedReader br = null ;
64. StringBuffer sb = new StringBuffer() ;
65. InputStreamReader isr = null ;
66. try {
67. for(int i=0;i<200;i++){
68. url = new URL("http://www.uggaustralia.cn/thisisugg/api.php?ctrl=page&action=voteWeibo&pid=4218") ;
69. httpURLConnection = (HttpURLConnection)url.openConnection() ;
70. httpURLConnection.setConnectTimeout(5000);
71. httpURLConnection.setReadTimeout(5000);
72. httpURLConnection.setRequestProperty("User-Agent","Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_5) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11") ;
73. responseCode = httpURLConnection.getResponseCode() ;
74. if(responseCode ==200){
75. isr = new InputStreamReader(httpURLConnection.getInputStream(),"GBK") ;
76. br = new BufferedReader(isr) ;
77. while((str=br.readLine())!=null){
78. sb.append(str) ;
79. }
80. }else{
81. throw new SocketException() ;
82. }
83. System.out.println(sb.toString());
84. if(sb.toString().contains("\"data\":2")) {
85. break ;
86. }
87. sb = new StringBuffer() ;
88. }
89. } catch (Exception e) {
90. System.out.println(e);
91. }finally {
92. try {
93. if(br != null) {
94. br.close();
95. }
96. if(isr != null) {
97. isr.close();
98. }
99. } catch (IOException e) {
100. e.printStackTrace();
101. }
102. }
103. }
104. /**
105. * 获得有代理网上的ip
106. */
107. public static void getHost(String dailiURL) {
108. URL url ;
109. int responseCode ;
110. HttpURLConnection httpURLConnection ;
111. String str = "" ;
112. BufferedReader br = null ;
113. StringBuffer sb = new StringBuffer() ;
114. InputStreamReader isr = null ;
115. try {
116. url = new URL(dailiURL) ;
117. httpURLConnection = (HttpURLConnection)url.openConnection() ;
118. httpURLConnection.setConnectTimeout(5000);
119. httpURLConnection.setReadTimeout(5000);
120. httpURLConnection.setRequestProperty("User-Agent","Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_5) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11") ;
121. responseCode = httpURLConnection.getResponseCode() ;
122. if(responseCode ==200){
123. isr = new InputStreamReader(httpURLConnection.getInputStream(),"utf-8") ;
124. br = new BufferedReader(isr) ;
125. str = br.readLine() ;
126. while(br.readLine()!=null){
127. if(str.contains("@HTTP#")){
128. str = str.replace("<p>", "").trim() ;
129. str = str.substring(0, str.indexOf("@")) ;
130. str += "\r\n" ;
131. sb.append(str) ;
132. }
133. str = br.readLine() ;
134. }
135. System.out.println(sb.toString());
136. HostwriteToFile(sb.toString()) ;
137. }
138. } catch (Exception e) {
139. e.printStackTrace();
140. }finally {
141. try {
142. if(br != null) {
143. br.close();
144. }
145. if(isr != null) {
146. isr.close();
147. }
148. } catch (IOException e) {
149. e.printStackTrace();
150. }
151. }
152. }
153. /**
154. * 把拿到的代理ip写入文件中
155. * @param str
156. */
157. public static void HostwriteToFile(String str) {
158. FileWriter fw = null ;
159. try {
160. fw = new FileWriter("E:\\host.txt",true) ;
161. fw.write(str);
162. fw.flush();
163. fw.close();
164. } catch (IOException e) {
165. e.printStackTrace();
166. }
167. }
168. }