From 6e6b3cc896e38b28a4a4d7c0d22fecce433f3c66 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Tue, 12 Nov 2013 11:52:34 +0800
Subject: [PATCH] add more status code for check

---
 .../main/java/us/codecraft/webmagic/scripts/ScriptConsole.java   | 1 +
 1 file changed, 1 insertion(+)

diff --git a/webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptConsole.java b/webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptConsole.java
index e487e2f..bceab4c 100644
--- a/webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptConsole.java
+++ b/webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptConsole.java
@@ -87,6 +87,7 @@ public class ScriptConsole {
         ScriptProcessor pageProcessor = ScriptProcessorBuilder.custom()
                 .language(params.getLanguage()).scriptFromFile(params.getScriptFileName()).build();
         pageProcessor.getSite().setSleepTime(params.getSleepTime());
+        pageProcessor.getSite().setAcceptStatCode(Sets.<Integer>newHashSet(200, 404, 500));
         Spider spider = Spider.create(pageProcessor).thread(params.getThread());
         if (params.getUrls() == null || params.getUrls().size() == 0) {
             System.err.println("Need at least one argument");