Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

#29 refactor some method name

master
yihua.huang 2013-11-03 20:24:26 +08:00
parent 6fa82a418b
commit 583a0eba8c
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
View File

@ -343,12 +343,12 @@ public class Spider implements Runnable, Task {
} }
// for cycle retry // for cycle retry
if (page.getHtml() == null) { if (page.getHtml() == null) {
addRequest(page); extractAndAddRequests(page);
sleep(site.getSleepTime()); sleep(site.getSleepTime());
return; return;
} }
pageProcessor.process(page); pageProcessor.process(page);
addRequest(page); extractAndAddRequests(page);
if (!page.getResultItems().isSkip()) { if (!page.getResultItems().isSkip()) {
for (Pipeline pipeline : pipelines) { for (Pipeline pipeline : pipelines) {
pipeline.process(page.getResultItems(), this); pipeline.process(page.getResultItems(), this);
@ -365,7 +365,7 @@ public class Spider implements Runnable, Task {
} }
} }
protected void addRequest(Page page) { protected void extractAndAddRequests(Page page) {
if (CollectionUtils.isNotEmpty(page.getTargetRequests())) { if (CollectionUtils.isNotEmpty(page.getTargetRequests())) {
for (Request request : page.getTargetRequests()) { for (Request request : page.getTargetRequests()) {
addRequest(request); addRequest(request);