Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

remove IllegalStateException when download error for less error log

master
yihua.huang 2014-04-25 16:06:29 +08:00
parent 4738ae2d14
commit 0336f4cdb4
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
View File

@ -401,7 +401,7 @@ public class Spider implements Runnable, Task {
Page page = downloader.download(request, this); Page page = downloader.download(request, this);
if (page == null) { if (page == null) {
sleep(site.getSleepTime()); sleep(site.getSleepTime());
throw new IllegalStateException("download error"); onError(request);
} }
// for cycle retry // for cycle retry
if (page.isNeedCycleRetry()) { if (page.isNeedCycleRetry()) {