From eeb607fd0e24833a9021bc0a999473655a5141ea Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Sun, 18 Dec 2016 11:04:58 +0800
Subject: [PATCH] =?UTF-8?q?=E5=B0=86Spider.processRequest()=E6=8A=9B?=
 =?UTF-8?q?=E5=87=BA=E5=BC=82=E5=B8=B8=E6=94=B9=E5=9B=9E=E5=8E=9F=E6=9D=A5?=
 =?UTF-8?q?=E7=9A=84=E9=80=BB=E8=BE=91?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 050eec0..bb7cb3f 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -403,7 +403,9 @@ public class Spider implements Runnable, Task {
     protected void processRequest(Request request) {
         Page page = downloader.download(request, this);
         if (page == null) {
-            throw new RuntimeException("unaccpetable response status");
+            sleep(site.getSleepTime());
+            onError(request);
+            return;
         }
         // for cycle retry
         if (page.isNeedCycleRetry()) {