Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

get keep-alive rework

master
yihua.huang 2013-11-06 21:53:39 +08:00
parent fd6d2fd6f8
commit fe6d9bb2e2
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
View File

@ -9,6 +9,7 @@ import org.apache.http.client.config.RequestConfig;
import org.apache.http.client.methods.CloseableHttpResponse; import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.RequestBuilder; import org.apache.http.client.methods.RequestBuilder;
import org.apache.http.impl.client.CloseableHttpClient; import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.util.EntityUtils;
import org.apache.log4j.Logger; import org.apache.log4j.Logger;
import us.codecraft.webmagic.Page; import us.codecraft.webmagic.Page;
import us.codecraft.webmagic.Request; import us.codecraft.webmagic.Request;
@ -133,7 +134,8 @@ public class HttpClientDownloader implements Downloader {
} finally { } finally {
try { try {
if (httpResponse != null) { if (httpResponse != null) {
httpResponse.close(); //ensure the connection is released back to pool
EntityUtils.consume(httpResponse.getEntity());
} }
} catch (IOException e) { } catch (IOException e) {
logger.warn("close response fail", e); logger.warn("close response fail", e);