Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

#552 add some log when crawler stop

master
yihua.huang 2017-05-20 11:44:51 +08:00
parent cbf80af5dd
commit e8abc28072
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
View File

@ -303,7 +303,7 @@ public class Spider implements Runnable, Task {
public void run() { public void run() {
checkRunningStat(); checkRunningStat();
initComponent(); initComponent();
logger.info("Spider " + getUUID() + " started!"); logger.info("Spider {} started!",getUUID());
while (!Thread.currentThread().isInterrupted() && stat.get() == STAT_RUNNING) { while (!Thread.currentThread().isInterrupted() && stat.get() == STAT_RUNNING) {
final Request request = scheduler.poll(this); final Request request = scheduler.poll(this);
if (request == null) { if (request == null) {
@ -335,6 +335,7 @@ public class Spider implements Runnable, Task {
if (destroyWhenExit) { if (destroyWhenExit) {
close(); close();
} }
logger.info("Spider {} closed! {} pages downloaded.", getUUID(), pageCount.get());
} }
protected void onError(Request request) { protected void onError(Request request) {