webMagic-Mobai
/
magic-Dependency
mirror of https://gitea.qinmian.online/Mobai/magic-Dependency.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

格式化 Spider.run 代码

master
carl.don:tjr 2021-08-04 18:23:04 +08:00
parent ab5d81a6b6
commit fcdb9074d6
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
View File

@ -313,10 +313,10 @@ public class Spider implements Runnable, Task {
if (threadPool.getThreadAlive() == 0) { if (threadPool.getThreadAlive() == 0) {
//no alive thread anymore , try again //no alive thread anymore , try again
poll = scheduler.poll(this); poll = scheduler.poll(this);
if(poll==null) { if (poll == null) {
if (exitWhenComplete) { if (exitWhenComplete) {
break; break;
}else{ } else {
// wait // wait
try { try {
Thread.sleep(emptySleepTime); Thread.sleep(emptySleepTime);
@ -326,9 +326,9 @@ public class Spider implements Runnable, Task {
} }
} }
} }
}else { } else {
// wait until new url added， // wait until new url added，
if(waitNewUrl()) if (waitNewUrl())
//if interrupted //if interrupted
break; break;
continue; continue;
@ -343,7 +343,7 @@ public class Spider implements Runnable, Task {
processRequest(request); processRequest(request);
onSuccess(request); onSuccess(request);
} catch (Exception e) { } catch (Exception e) {
onError(request,e); onError(request, e);
logger.error("process request " + request + " error", e); logger.error("process request " + request + " error", e);
} finally { } finally {
pageCount.incrementAndGet(); pageCount.incrementAndGet();