Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update monitor example

master
yihua.huang 2014-04-26 11:24:22 +08:00
parent 5ecd909ef2
commit 2770811a10
3 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
webmagic-core/src/main/java/us/codecraft/webmagic/processor/example/OschinaBlogPageProcessor.java
View File

@ -34,6 +34,6 @@ public class OschinaBlogPageProcessor implements PageProcessor {
} }
public static void main(String[] args) { public static void main(String[] args) {
Spider.create(new OschinaBlogPageProcessor()).addUrl("http://my.oschina.net/flashsword/blog").thread(2).run(); Spider.create(new OschinaBlogPageProcessor()).addUrl("http://my.oschina.net/flashsword/blog").run();
} }
} }

7
webmagic-extension/src/main/java/us/codecraft/webmagic/example/MonitorExample.java
View File

@ -14,17 +14,18 @@ public class MonitorExample {
public static void main(String[] args) throws Exception { public static void main(String[] args) throws Exception {
Spider oschinaSpider = Spider.create(new OschinaBlogPageProcessor()) Spider oschinaSpider = Spider.create(new OschinaBlogPageProcessor())
.addUrl("http://my.oschina.net/flashsword/blog").thread(2); .addUrl("http://my.oschina.net/flashsword/blog");
Spider githubSpider = Spider.create(new GithubRepoPageProcessor()) Spider githubSpider = Spider.create(new GithubRepoPageProcessor())
.addUrl("https://github.com/code4craft"); .addUrl("https://github.com/code4craft");
SpiderMonitor spiderMonitor = new SpiderMonitor(); SpiderMonitor spiderMonitor = new SpiderMonitor();
spiderMonitor.register(oschinaSpider, githubSpider); spiderMonitor.register(oschinaSpider);
spiderMonitor.register(githubSpider);
//If you want to connect it from remote, use spiderMonitor.server().jmxStart(); //If you want to connect it from remote, use spiderMonitor.server().jmxStart();
//ONLY ONE server can start for a machine. //ONLY ONE server can start for a machine.
//Others will be registered without start a server. //Others will be registered without start a server.
//You can also register a server by spiderMonitor.client(host,port).jmxStart(). //You can also register a server by spiderMonitor.client(host,port).jmxStart().
spiderMonitor.jmxStart(); spiderMonitor.server().jmxStart();
oschinaSpider.start(); oschinaSpider.start();
githubSpider.start(); githubSpider.start();

4
webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/Kr36NewsModel.java
View File

@ -38,9 +38,9 @@ public class Kr36NewsModel {
} }
}, Kr36NewsModel.class).thread(20); }, Kr36NewsModel.class).thread(20);
thread.run(); thread.start();
SpiderMonitor spiderMonitor = SpiderMonitor.create(); SpiderMonitor spiderMonitor = SpiderMonitor.create();
spiderMonitor.register(thread).jmxStart(); spiderMonitor.server().register(thread).jmxStart();
} }
public String getTitle() { public String getTitle() {