From 5ce3fdfe5ab7b370452584158db740fd62c7c6dc Mon Sep 17 00:00:00 2001 From: "yihua.huang" Date: Sun, 18 Dec 2016 08:15:09 +0800 Subject: [PATCH] some refactor in log --- .../codecraft/webmagic/downloader/HttpClientDownloader.java | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java index 5a74527..75d2511 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java @@ -107,11 +107,11 @@ public class HttpClientDownloader extends AbstractDownloader { onSuccess(request); return page; } else { - logger.warn("code error " + statusCode + "\t" + request.getUrl()); + logger.warn("get page {} error, status code {} ",request.getUrl(),statusCode); return null; } } catch (IOException e) { - logger.warn("download page " + request.getUrl() + " error", e); + logger.warn("download page {} error", request.getUrl(), e); if (site.getCycleRetryTimes() > 0) { return addToCycleRetry(request, site); } @@ -154,7 +154,7 @@ public class HttpClientDownloader extends AbstractDownloader { .setConnectionRequestTimeout(site.getTimeOut()) .setSocketTimeout(site.getTimeOut()) .setConnectTimeout(site.getTimeOut()) - .setCookieSpec(CookieSpecs.BEST_MATCH); + .setCookieSpec(CookieSpecs.DEFAULT); if (proxy !=null) { requestConfigBuilder.setProxy(proxy); request.putExtra(Request.PROXY, proxy);