Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

格式化 Spider.run 代码

master
carl.don:tjr 2021-08-04 18:23:04 +08:00
parent ab5d81a6b6
commit fcdb9074d6
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
View File

@ -313,10 +313,10 @@ public class Spider implements Runnable, Task {
if (threadPool.getThreadAlive() == 0) {
//no alive thread anymore , try again
poll = scheduler.poll(this);
if(poll==null) {
if (poll == null) {
if (exitWhenComplete) {
break;
}else{
} else {
// wait
try {
Thread.sleep(emptySleepTime);
@ -326,9 +326,9 @@ public class Spider implements Runnable, Task {
}
}
}
}else {
} else {
// wait until new url added，
if(waitNewUrl())
if (waitNewUrl())
//if interrupted
break;
continue;
@ -343,7 +343,7 @@ public class Spider implements Runnable, Task {
processRequest(request);
onSuccess(request);
} catch (Exception e) {
onError(request,e);
onError(request, e);
logger.error("process request " + request + " error", e);
} finally {
pageCount.incrementAndGet();