From 2770811a10ee57838f3ca5ae10f36a7e6ab44bca Mon Sep 17 00:00:00 2001 From: "yihua.huang" Date: Sat, 26 Apr 2014 11:24:22 +0800 Subject: [PATCH] update monitor example --- .../processor/example/OschinaBlogPageProcessor.java | 2 +- .../java/us/codecraft/webmagic/example/MonitorExample.java | 7 ++++--- .../us/codecraft/webmagic/model/samples/Kr36NewsModel.java | 4 ++-- 3 files changed, 7 insertions(+), 6 deletions(-) diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/example/OschinaBlogPageProcessor.java b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/example/OschinaBlogPageProcessor.java index aac0ac1..053c155 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/example/OschinaBlogPageProcessor.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/example/OschinaBlogPageProcessor.java @@ -34,6 +34,6 @@ public class OschinaBlogPageProcessor implements PageProcessor { } public static void main(String[] args) { - Spider.create(new OschinaBlogPageProcessor()).addUrl("http://my.oschina.net/flashsword/blog").thread(2).run(); + Spider.create(new OschinaBlogPageProcessor()).addUrl("http://my.oschina.net/flashsword/blog").run(); } } diff --git a/webmagic-extension/src/main/java/us/codecraft/webmagic/example/MonitorExample.java b/webmagic-extension/src/main/java/us/codecraft/webmagic/example/MonitorExample.java index d22a16e..0763fdd 100644 --- a/webmagic-extension/src/main/java/us/codecraft/webmagic/example/MonitorExample.java +++ b/webmagic-extension/src/main/java/us/codecraft/webmagic/example/MonitorExample.java @@ -14,17 +14,18 @@ public class MonitorExample { public static void main(String[] args) throws Exception { Spider oschinaSpider = Spider.create(new OschinaBlogPageProcessor()) - .addUrl("http://my.oschina.net/flashsword/blog").thread(2); + .addUrl("http://my.oschina.net/flashsword/blog"); Spider githubSpider = Spider.create(new GithubRepoPageProcessor()) .addUrl("https://github.com/code4craft"); SpiderMonitor spiderMonitor = new SpiderMonitor(); - spiderMonitor.register(oschinaSpider, githubSpider); + spiderMonitor.register(oschinaSpider); + spiderMonitor.register(githubSpider); //If you want to connect it from remote, use spiderMonitor.server().jmxStart(); //ONLY ONE server can start for a machine. //Others will be registered without start a server. //You can also register a server by spiderMonitor.client(host,port).jmxStart(). - spiderMonitor.jmxStart(); + spiderMonitor.server().jmxStart(); oschinaSpider.start(); githubSpider.start(); diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/Kr36NewsModel.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/Kr36NewsModel.java index a9e3f3a..3dcc5f9 100644 --- a/webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/Kr36NewsModel.java +++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/Kr36NewsModel.java @@ -38,9 +38,9 @@ public class Kr36NewsModel { } }, Kr36NewsModel.class).thread(20); - thread.run(); + thread.start(); SpiderMonitor spiderMonitor = SpiderMonitor.create(); - spiderMonitor.register(thread).jmxStart(); + spiderMonitor.server().register(thread).jmxStart(); } public String getTitle() {