Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Use spaces as indent.

master
Sutra Zhou 2020-05-28 13:59:05 +08:00
parent ba1b4017a7
commit 436af97346
1 changed files with 27 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

54
webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientGenerator.java
View File

@ -34,9 +34,9 @@ import java.util.Map;
* @since 0.4.0 * @since 0.4.0
*/ */
public class HttpClientGenerator { public class HttpClientGenerator {
private transient Logger logger = LoggerFactory.getLogger(getClass()); private transient Logger logger = LoggerFactory.getLogger(getClass());
private PoolingHttpClientConnectionManager connectionManager; private PoolingHttpClientConnectionManager connectionManager;
public HttpClientGenerator() { public HttpClientGenerator() {
@ -48,43 +48,43 @@ public class HttpClientGenerator {
connectionManager.setDefaultMaxPerRoute(100); connectionManager.setDefaultMaxPerRoute(100);
} }
private SSLConnectionSocketFactory buildSSLConnectionSocketFactory() { private SSLConnectionSocketFactory buildSSLConnectionSocketFactory() {
try { try {
return new SSLConnectionSocketFactory(createIgnoreVerifySSL(), new String[]{"SSLv3", "TLSv1", "TLSv1.1", "TLSv1.2", "TLSv1.3"}, return new SSLConnectionSocketFactory(createIgnoreVerifySSL(), new String[]{"SSLv3", "TLSv1", "TLSv1.1", "TLSv1.2", "TLSv1.3"},
null, null,
new DefaultHostnameVerifier()); // 优先绕过安全证书 new DefaultHostnameVerifier()); // 优先绕过安全证书
} catch (KeyManagementException e) { } catch (KeyManagementException e) {
logger.error("ssl connection fail", e); logger.error("ssl connection fail", e);
} catch (NoSuchAlgorithmException e) { } catch (NoSuchAlgorithmException e) {
logger.error("ssl connection fail", e); logger.error("ssl connection fail", e);
} }
return SSLConnectionSocketFactory.getSocketFactory(); return SSLConnectionSocketFactory.getSocketFactory();
} }
private SSLContext createIgnoreVerifySSL() throws NoSuchAlgorithmException, KeyManagementException { private SSLContext createIgnoreVerifySSL() throws NoSuchAlgorithmException, KeyManagementException {
// 实现一个X509TrustManager接口，用于绕过验证，不用修改里面的方法 // 实现一个X509TrustManager接口，用于绕过验证，不用修改里面的方法
X509TrustManager trustManager = new X509TrustManager() { X509TrustManager trustManager = new X509TrustManager() {
@Override @Override
public void checkClientTrusted(X509Certificate[] chain, String authType) throws CertificateException { public void checkClientTrusted(X509Certificate[] chain, String authType) throws CertificateException {
} }
@Override @Override
public void checkServerTrusted(X509Certificate[] chain, String authType) throws CertificateException { public void checkServerTrusted(X509Certificate[] chain, String authType) throws CertificateException {
} }
@Override @Override
public X509Certificate[] getAcceptedIssuers() { public X509Certificate[] getAcceptedIssuers() {
return null; return null;
} }
}; };
SSLContext sc = SSLContext.getInstance("SSLv3"); SSLContext sc = SSLContext.getInstance("SSLv3");
sc.init(null, new TrustManager[] { trustManager }, null); sc.init(null, new TrustManager[] { trustManager }, null);
return sc; return sc;
} }
public HttpClientGenerator setPoolSize(int poolSize) { public HttpClientGenerator setPoolSize(int poolSize) {
connectionManager.setMaxTotal(poolSize); connectionManager.setMaxTotal(poolSize);
return this; return this;
@ -96,7 +96,7 @@ public class HttpClientGenerator {
private CloseableHttpClient generateClient(Site site) { private CloseableHttpClient generateClient(Site site) {
HttpClientBuilder httpClientBuilder = HttpClients.custom(); HttpClientBuilder httpClientBuilder = HttpClients.custom();
httpClientBuilder.setConnectionManager(connectionManager); httpClientBuilder.setConnectionManager(connectionManager);
if (site.getUserAgent() != null) { if (site.getUserAgent() != null) {
httpClientBuilder.setUserAgent(site.getUserAgent()); httpClientBuilder.setUserAgent(site.getUserAgent());