Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

#35 add status code to page

master
yihua.huang 2013-11-12 11:51:34 +08:00
parent f1d5e297bf
commit 47a0360783
2 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
View File

@ -33,6 +33,8 @@ public class Page {
private Selectable url; private Selectable url;
private int statusCode;
private List<Request> targetRequests = new ArrayList<Request>(); private List<Request> targetRequests = new ArrayList<Request>();
public Page() { public Page() {
@ -162,6 +164,14 @@ public class Page {
return resultItems; return resultItems;
} }
public int getStatusCode() {
return statusCode;
}
public void setStatusCode(int statusCode) {
this.statusCode = statusCode;
}
@Override @Override
public String toString() { public String toString() {
return "Page{" + return "Page{" +

1
webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
View File

@ -165,6 +165,7 @@ public class HttpClientDownloader implements Downloader {
page.setHtml(new Html(UrlUtils.fixAllRelativeHrefs(content, request.getUrl()))); page.setHtml(new Html(UrlUtils.fixAllRelativeHrefs(content, request.getUrl())));
page.setUrl(new PlainText(request.getUrl())); page.setUrl(new PlainText(request.getUrl()));
page.setRequest(request); page.setRequest(request);
page.setStatusCode(httpResponse.getStatusLine().getStatusCode());
return page; return page;
} }