diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java index f204e39..49217e1 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java @@ -4,7 +4,6 @@ import java.io.IOException; import java.nio.charset.Charset; import java.util.HashMap; import java.util.Map; -import java.util.function.Predicate; import org.apache.commons.io.IOUtils; import org.apache.http.HttpResponse; @@ -44,14 +43,6 @@ public class HttpClientDownloader extends AbstractDownloader { private boolean responseHeader = true; - private volatile boolean refreshProxyOnError = false; - - private Predicate throwablePredicate = t->false; - - public void setThrowablePredicate(Predicate predicate){ - this.throwablePredicate = predicate; - } - public void setHttpUriRequestConverter(HttpUriRequestConverter httpUriRequestConverter) { this.httpUriRequestConverter = httpUriRequestConverter; }