-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathGetPageSourceThread.java
43 lines (39 loc) · 1.23 KB
/
GetPageSourceThread.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
import java.util.List;
public class GetPageSourceThread implements Runnable {
private final String threadName;
private final List<String> listUrl;
private final StringBuilder res;
private final int start;
private final int end;
@Override
public void run() {
for (int i = start; i < end; ++i) {
StringBuilder sbTemp = new StringBuilder();
sbTemp.append(listUrl.get(i));
sbTemp.append("\t");
System.out.println(threadName + " is getting: " + listUrl.get(i));
String pageSrc = "";
String urlHttps = "https://" + listUrl.get(i);
String urlHttp = "http://" + listUrl.get(i);
if (!CheckUrl.isDeadHelper(urlHttps)) {
pageSrc = SocketConnection.getURLSource(urlHttps);
} else if (!CheckUrl.isDeadHelper(urlHttp)) {
pageSrc = SocketConnection.getURLSource(urlHttp);
}
System.out.println(threadName + " is DONE getting: " + listUrl.get(i));
sbTemp.append(pageSrc);
sbTemp.append("\n");
synchronized (res) {
res.append(sbTemp);
}
}
System.out.println(threadName + " done!");
}
public GetPageSourceThread(String name, List<String> listUrl, StringBuilder res, int start, int end) {
this.threadName = name;
this.listUrl = listUrl;
this.res = res;
this.start = start;
this.end = end;
}
}