From 76dcbe605a08904ccf7f4b93bc34745b3668e49d Mon Sep 17 00:00:00 2001 From: "yihua.huang" Date: Wed, 7 Aug 2013 21:57:05 +0800 Subject: [PATCH] update main class --- webmagic-samples/pom.xml | 1 + .../java/us/codecraft/webmagic/main/QuickStarter.java | 8 +++++--- 2 files changed, 6 insertions(+), 3 deletions(-) diff --git a/webmagic-samples/pom.xml b/webmagic-samples/pom.xml index 1a4b702..d8963ff 100644 --- a/webmagic-samples/pom.xml +++ b/webmagic-samples/pom.xml @@ -44,6 +44,7 @@ true ./lib/ + us.codecraft.webmagic.main.QuickStarter diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/main/QuickStarter.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/main/QuickStarter.java index 2046fcb..e40b371 100644 --- a/webmagic-samples/src/main/java/us/codecraft/webmagic/main/QuickStarter.java +++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/main/QuickStarter.java @@ -6,6 +6,7 @@ import us.codecraft.webmagic.model.samples.IteyeBlog; import us.codecraft.webmagic.model.samples.News163; import us.codecraft.webmagic.model.samples.OschinaBlog; import us.codecraft.webmagic.pipeline.ConsolePipeline; +import us.codecraft.webmagic.pipeline.PagedPipeline; import java.util.LinkedHashMap; import java.util.Map; @@ -40,18 +41,19 @@ public class QuickStarter { key = null; } } - System.out.println("The demo started and will last 60 seconds..."); + System.out.println("The demo started and will last 20 seconds..."); //Start spider - OOSpider.create(Site.me().addStartUrl(urlMap.get(key)), clazzMap.get(key)).pipeline(new ConsolePipeline()).runAsync(); + OOSpider.create(Site.me().addStartUrl(urlMap.get(key)), clazzMap.get(key)).pipeline(new PagedPipeline()).pipeline(new ConsolePipeline()).runAsync(); try { - Thread.sleep(60000); + Thread.sleep(20000); } catch (InterruptedException e) { e.printStackTrace(); } System.out.println("The demo stopped!"); + System.out.println("To more usage, try to customize your own Spider!"); System.exit(0); } }