Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

some refactor in log

master
yihua.huang 2016-12-18 08:15:09 +08:00
parent 98163a3e40
commit 5ce3fdfe5a
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
View File

@ -107,11 +107,11 @@ public class HttpClientDownloader extends AbstractDownloader {
onSuccess(request); onSuccess(request);
return page; return page;
} else { } else {
logger.warn("code error " + statusCode + "\t" + request.getUrl()); logger.warn("get page {} error, status code {} ",request.getUrl(),statusCode);
return null; return null;
} }
} catch (IOException e) { } catch (IOException e) {
logger.warn("download page " + request.getUrl() + " error", e); logger.warn("download page {} error", request.getUrl(), e);
if (site.getCycleRetryTimes() > 0) { if (site.getCycleRetryTimes() > 0) {
return addToCycleRetry(request, site); return addToCycleRetry(request, site);
} }
@ -154,7 +154,7 @@ public class HttpClientDownloader extends AbstractDownloader {
.setConnectionRequestTimeout(site.getTimeOut()) .setConnectionRequestTimeout(site.getTimeOut())
.setSocketTimeout(site.getTimeOut()) .setSocketTimeout(site.getTimeOut())
.setConnectTimeout(site.getTimeOut()) .setConnectTimeout(site.getTimeOut())
.setCookieSpec(CookieSpecs.BEST_MATCH); .setCookieSpec(CookieSpecs.DEFAULT);
if (proxy !=null) { if (proxy !=null) {
requestConfigBuilder.setProxy(proxy); requestConfigBuilder.setProxy(proxy);
request.putExtra(Request.PROXY, proxy); request.putExtra(Request.PROXY, proxy);