From 7e17c71c3e05830e62048e5f18f0c2ca5fe67ab8 Mon Sep 17 00:00:00 2001 From: "yihua.huang" Date: Sun, 23 Jun 2013 16:57:01 +0800 Subject: [PATCH] add page skip --- .../src/main/java/us/codecraft/webmagic/Page.java | 10 ++++++++++ .../webmagic/pipeline/FreemarkerPipeline.java | 7 +++++-- 2 files changed, 15 insertions(+), 2 deletions(-) diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java index 5bf5f26..8a167ac 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java @@ -35,6 +35,16 @@ public class Page { private List targetRequests = new ArrayList(); + private boolean skip; + + public boolean isSkip() { + return skip; + } + + public void setSkip(boolean skip) { + this.skip = skip; + } + public Page() { } diff --git a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java b/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java index f512f26..8741ef4 100644 --- a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java +++ b/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java @@ -14,8 +14,8 @@ import java.io.PrintWriter; /** * @author code4crafter@gmail.com
- * Date: 13-6-8 - * Time: 下午9:00 + * Date: 13-6-8 + * Time: 下午9:00 */ public class FreemarkerPipeline implements Pipeline { @@ -40,6 +40,9 @@ public class FreemarkerPipeline implements Pipeline { @Override public void process(Page page, Task task) { + if (page.isSkip()) { + return; + } String path = this.path + "" + task.getUUID() + "/"; File file = new File(path); if (!file.exists()) {