diff --git a/webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptConsole.java b/webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptConsole.java index e487e2f..bceab4c 100644 --- a/webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptConsole.java +++ b/webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptConsole.java @@ -87,6 +87,7 @@ public class ScriptConsole { ScriptProcessor pageProcessor = ScriptProcessorBuilder.custom() .language(params.getLanguage()).scriptFromFile(params.getScriptFileName()).build(); pageProcessor.getSite().setSleepTime(params.getSleepTime()); + pageProcessor.getSite().setAcceptStatCode(Sets.newHashSet(200, 404, 500)); Spider spider = Spider.create(pageProcessor).thread(params.getThread()); if (params.getUrls() == null || params.getUrls().size() == 0) { System.err.println("Need at least one argument");