From 6bd1eed25e0f9b8275909eb3798005e3391ec1b0 Mon Sep 17 00:00:00 2001 From: "yihua.huang" Date: Sat, 17 Jun 2017 10:26:55 +0800 Subject: [PATCH] fix duplicate call of onSuccess and onError #605 --- webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java | 2 -- 1 file changed, 2 deletions(-) diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java index 528e198..6909618 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java @@ -410,7 +410,6 @@ public class Spider implements Runnable, Task { } private void onDownloadSuccess(Request request, Page page) { - onSuccess(request); if (site.getAcceptStatCode().contains(page.getStatusCode())){ pageProcessor.process(page); extractAndAddRequests(page, spawnUrl); @@ -431,7 +430,6 @@ public class Spider implements Runnable, Task { // for cycle retry doCycleRetry(request); } - onError(request); } private void doCycleRetry(Request request) {