diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/Kr36NewsModel.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/Kr36NewsModel.java index 936f132..a9e3f3a 100644 --- a/webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/Kr36NewsModel.java +++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/Kr36NewsModel.java @@ -1,14 +1,19 @@ package us.codecraft.webmagic.model.samples; import us.codecraft.webmagic.Site; +import us.codecraft.webmagic.Spider; import us.codecraft.webmagic.Task; import us.codecraft.webmagic.model.OOSpider; +import us.codecraft.webmagic.monitor.SpiderMonitor; import us.codecraft.webmagic.pipeline.PageModelPipeline; import us.codecraft.webmagic.model.annotation.ExtractBy; import us.codecraft.webmagic.model.annotation.ExtractByUrl; import us.codecraft.webmagic.model.annotation.HelpUrl; import us.codecraft.webmagic.model.annotation.TargetUrl; +import javax.management.JMException; +import java.io.IOException; + /** * @author code4crafter@gmail.com
*/ @@ -25,14 +30,17 @@ public class Kr36NewsModel { @ExtractByUrl private String url; - public static void main(String[] args) { + public static void main(String[] args) throws IOException, JMException { //Just for benchmark - OOSpider.create(Site.me().addStartUrl("http://www.36kr.com/").setSleepTime(0), new PageModelPipeline() { + Spider thread = OOSpider.create(Site.me().addStartUrl("http://www.36kr.com/").setSleepTime(0), new PageModelPipeline() { @Override public void process(Object o, Task task) { } - },Kr36NewsModel.class).thread(20).run(); + }, Kr36NewsModel.class).thread(20); + thread.run(); + SpiderMonitor spiderMonitor = SpiderMonitor.create(); + spiderMonitor.register(thread).jmxStart(); } public String getTitle() {