From 3fe3d8f04455af431647e1e56f4505f512e446e3 Mon Sep 17 00:00:00 2001 From: "yihua.huang" Date: Fri, 2 Aug 2013 13:51:42 +0800 Subject: [PATCH] update --- .../webmagic/annotation/ObjectPipeline.java | 21 +++++++++++++++++++ .../webmagic/annotation/OschinaBlog.java | 7 ------- .../webmagic/annotation/TestFetcher.java | 8 ++++++- 3 files changed, 28 insertions(+), 8 deletions(-) create mode 100644 webmagic-core/src/main/java/us/codecraft/webmagic/annotation/ObjectPipeline.java diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/annotation/ObjectPipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/annotation/ObjectPipeline.java new file mode 100644 index 0000000..dd27395 --- /dev/null +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/annotation/ObjectPipeline.java @@ -0,0 +1,21 @@ +package us.codecraft.webmagic.annotation; + +import us.codecraft.webmagic.ResultItems; +import us.codecraft.webmagic.Task; +import us.codecraft.webmagic.pipeline.Pipeline; + +/** + * @author yihua.huang@dianping.com
+ * @date: 13-8-2
+ * Time: 上午10:47
+ */ +public class ObjectPipeline implements Pipeline { + @Override + public void process(ResultItems resultItems, Task task) { + + } + + public T read() { + return null; + } +} diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/annotation/OschinaBlog.java b/webmagic-core/src/test/java/us/codecraft/webmagic/annotation/OschinaBlog.java index 0435843..9b83c01 100644 --- a/webmagic-core/src/test/java/us/codecraft/webmagic/annotation/OschinaBlog.java +++ b/webmagic-core/src/test/java/us/codecraft/webmagic/annotation/OschinaBlog.java @@ -14,11 +14,4 @@ public class OschinaBlog { @ExtractBy(value = "div.BlogContent",type = ExtractBy.Type.Css) private String content; - @Override - public String toString() { - return "OschinaBlog{" + - "title='" + title + '\'' + - ", content='" + content + '\'' + - '}'; - } } diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/annotation/TestFetcher.java b/webmagic-core/src/test/java/us/codecraft/webmagic/annotation/TestFetcher.java index 37a3305..5d70a54 100644 --- a/webmagic-core/src/test/java/us/codecraft/webmagic/annotation/TestFetcher.java +++ b/webmagic-core/src/test/java/us/codecraft/webmagic/annotation/TestFetcher.java @@ -15,7 +15,13 @@ public class TestFetcher { @Ignore("takes long") @Test public void test() { - Spider.create(ObjectPageProcessor.create(Site.me().addStartUrl("http://my.oschina.net/flashsword/blog/145796"), OschinaBlog.class)).run(); + ObjectPipeline objectPipeline = new ObjectPipeline(); + Spider.create(ObjectPageProcessor.create(Site.me().addStartUrl("http://my.oschina.net/flashsword/blog/145796"), OschinaBlog.class)) + .pipeline(objectPipeline).runAsync(); + OschinaBlog oschinaBlog = null; + while ((oschinaBlog = objectPipeline.read()) != null) { + System.out.println(oschinaBlog); + } }