add page skip

webmagic-core/src/main/java/us/codecraft/webmagic/Page.java

@@ -35,6 +35,16 @@ public class Page {
 
     private List<Request> targetRequests = new ArrayList<Request>();
 
+    private boolean skip;
+
+    public boolean isSkip() {
+        return skip;
+    }
+
+    public void setSkip(boolean skip) {
+        this.skip = skip;
+    }
+
     public Page() {
     }
 

webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java

@@ -40,6 +40,9 @@ public class FreemarkerPipeline implements Pipeline {
 
     @Override
     public void process(Page page, Task task) {
+        if (page.isSkip()) {
+            return;
+        }
         String path = this.path + "" + task.getUUID() + "/";
         File file = new File(path);
         if (!file.exists()) {