Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

some check and example #98

master
yihua.huang 2014-04-25 13:26:08 +08:00
parent 11ba5beb42
commit acb63d55d7
2 changed files with 25 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
webmagic-extension/src/main/java/us/codecraft/webmagic/example/MonitorExample.java
View File

@ -7,6 +7,7 @@ import us.codecraft.webmagic.processor.example.OschinaBlogPageProcessor;
/** /**
* @author code4crafer@gmail.com * @author code4crafer@gmail.com
* @since 0.5.0
*/ */
public class MonitorExample { public class MonitorExample {
@ -21,8 +22,8 @@ public class MonitorExample {
spiderMonitor.register(oschinaSpider, githubSpider); spiderMonitor.register(oschinaSpider, githubSpider);
//If you want to connect it from remote, use spiderMonitor.server().jmxStart(); //If you want to connect it from remote, use spiderMonitor.server().jmxStart();
//ONLY ONE server can start for a machine. //ONLY ONE server can start for a machine.
//Others will be registered //Others will be registered without start a server.
spiderMonitor.server().server(); //You can also register a server by spiderMonitor.client(host,port).jmxStart().
spiderMonitor.jmxStart(); spiderMonitor.jmxStart();
oschinaSpider.start(); oschinaSpider.start();
githubSpider.start(); githubSpider.start();

25
webmagic-extension/src/main/java/us/codecraft/webmagic/monitor/SpiderMonitor.java
View File

@ -23,6 +23,7 @@ import java.rmi.server.ExportException;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Collections; import java.util.Collections;
import java.util.List; import java.util.List;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.concurrent.atomic.AtomicInteger; import java.util.concurrent.atomic.AtomicInteger;
/** /**
@ -35,6 +36,10 @@ public class SpiderMonitor {
Server, Client, Local; Server, Client, Local;
} }
private static AtomicInteger serialNumber = new AtomicInteger();
private AtomicBoolean started = new AtomicBoolean(false);
private Logger logger = LoggerFactory.getLogger(getClass()); private Logger logger = LoggerFactory.getLogger(getClass());
private static final int DEFAULT_SERVER_PORT = 14721; private static final int DEFAULT_SERVER_PORT = 14721;
@ -150,6 +155,17 @@ public class SpiderMonitor {
return server(DEFAULT_SERVER_PORT); return server(DEFAULT_SERVER_PORT);
} }
/**
* Local mode: the monitor will be bound to the JVM instance.<br></br>
* Use jconsole to check your application.
*
* @return
*/
public SpiderMonitor local() {
this.type = Type.Local;
return this;
}
/** /**
* Start monitor as client mode. * Start monitor as client mode.
@ -183,7 +199,11 @@ public class SpiderMonitor {
} }
public SpiderMonitor jmxStart(String jndiServer, int rmiPort) throws IOException, JMException { public SpiderMonitor jmxStart(String jndiServer, int rmiPort) throws IOException, JMException {
String jmxServerName = "WebMagic-"+ IPUtils.getFirstNoLoopbackIPAddresses(); if (!started.compareAndSet(false, true)) {
logger.error("Monitor has already started!");
return this;
}
String jmxServerName = "WebMagic-" + IPUtils.getFirstNoLoopbackIPAddresses() + "-" + serialNumber.incrementAndGet();
// start JNDI // start JNDI
MBeanServer localServer = ManagementFactory.getPlatformMBeanServer(); MBeanServer localServer = ManagementFactory.getPlatformMBeanServer();
@ -218,8 +238,7 @@ public class SpiderMonitor {
//If you want to connect it from remote, use spiderMonitor.server().jmxStart(); //If you want to connect it from remote, use spiderMonitor.server().jmxStart();
//ONLY ONE server can start for a machine. //ONLY ONE server can start for a machine.
//Others will be registered //Others will be registered
spiderMonitor.server().server(); spiderMonitor.server().jmxStart();
spiderMonitor.jmxStart();
oschinaSpider.start(); oschinaSpider.start();
githubSpider.start(); githubSpider.start();