From abd020b45be4bd04d5efe82537a7a40ff3bc66e8 Mon Sep 17 00:00:00 2001 From: "yihua.huang" Date: Sat, 8 Apr 2017 20:16:17 +0800 Subject: [PATCH] some comments --- .../codecraft/webmagic/downloader/HttpClientDownloader.java | 4 ++-- .../webmagic/downloader/HttpClientRequestContext.java | 1 + .../webmagic/downloader/HttpUriRequestConverter.java | 4 +++- 3 files changed, 6 insertions(+), 3 deletions(-) diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java index e14eff5..284702d 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java @@ -112,7 +112,7 @@ public class HttpClientDownloader extends AbstractDownloader { } protected Page handleResponse(Request request, String charset, HttpResponse httpResponse, Task task) throws IOException { - String content = getContent(charset, httpResponse); + String content = getResponseContent(charset, httpResponse); Page page = new Page(); page.setRawText(content); page.setUrl(new PlainText(request.getUrl())); @@ -124,7 +124,7 @@ public class HttpClientDownloader extends AbstractDownloader { return page; } - private String getContent(String charset, HttpResponse httpResponse) throws IOException { + private String getResponseContent(String charset, HttpResponse httpResponse) throws IOException { if (charset == null) { byte[] contentBytes = IOUtils.toByteArray(httpResponse.getEntity().getContent()); String htmlCharset = getHtmlCharset(httpResponse, contentBytes); diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientRequestContext.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientRequestContext.java index b0afc65..74e6d25 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientRequestContext.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientRequestContext.java @@ -7,6 +7,7 @@ import org.apache.http.client.protocol.HttpClientContext; * @author code4crafter@gmail.com * Date: 17/4/8 * Time: 19:43 + * @since 0.7.0 */ public class HttpClientRequestContext { diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpUriRequestConverter.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpUriRequestConverter.java index 42119a3..70554ea 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpUriRequestConverter.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpUriRequestConverter.java @@ -25,7 +25,9 @@ import java.util.Map; /** * @author code4crafter@gmail.com * Date: 17/3/18 - * Time: 上午11:28 + * Time: 11:28 + * + * @since 0.7.0 */ public class HttpUriRequestConverter {