Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix duplicate call of onSuccess and onError #605

master
yihua.huang 2017-06-17 10:26:55 +08:00
parent 3a589d4ca6
commit 6bd1eed25e
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
View File

@ -410,7 +410,6 @@ public class Spider implements Runnable, Task {
} }
private void onDownloadSuccess(Request request, Page page) { private void onDownloadSuccess(Request request, Page page) {
onSuccess(request);
if (site.getAcceptStatCode().contains(page.getStatusCode())){ if (site.getAcceptStatCode().contains(page.getStatusCode())){
pageProcessor.process(page); pageProcessor.process(page);
extractAndAddRequests(page, spawnUrl); extractAndAddRequests(page, spawnUrl);
@ -431,7 +430,6 @@ public class Spider implements Runnable, Task {
// for cycle retry // for cycle retry
doCycleRetry(request); doCycleRetry(request);
} }
onError(request);
} }
private void doCycleRetry(Request request) { private void doCycleRetry(Request request) {