Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add more status code for check

master
yihua.huang 2013-11-12 11:52:34 +08:00
parent 47a0360783
commit 6e6b3cc896
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptConsole.java
View File

@ -87,6 +87,7 @@ public class ScriptConsole {
ScriptProcessor pageProcessor = ScriptProcessorBuilder.custom() ScriptProcessor pageProcessor = ScriptProcessorBuilder.custom()
.language(params.getLanguage()).scriptFromFile(params.getScriptFileName()).build(); .language(params.getLanguage()).scriptFromFile(params.getScriptFileName()).build();
pageProcessor.getSite().setSleepTime(params.getSleepTime()); pageProcessor.getSite().setSleepTime(params.getSleepTime());
pageProcessor.getSite().setAcceptStatCode(Sets.<Integer>newHashSet(200, 404, 500));
Spider spider = Spider.create(pageProcessor).thread(params.getThread()); Spider spider = Spider.create(pageProcessor).thread(params.getThread());
if (params.getUrls() == null || params.getUrls().size() == 0) { if (params.getUrls() == null || params.getUrls().size() == 0) {
System.err.println("Need at least one argument"); System.err.println("Need at least one argument");