extension point and sample for JMX support #98
parent
a5db6cf292
commit
27b37e8164
@ -1,14 +0,0 @@
|
||||
package us.codecraft.webmagic.monitor;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
* @author code4crafer@gmail.com
|
||||
*/
|
||||
public interface SpiderMonitorMBean {
|
||||
|
||||
public List<SpiderStatus> getSpiders();
|
||||
|
||||
public SpiderStatus getSpider();
|
||||
|
||||
}
|
@ -0,0 +1,19 @@
|
||||
package us.codecraft.webmagic.monitor;
|
||||
|
||||
import us.codecraft.webmagic.Spider;
|
||||
|
||||
/**
|
||||
* @author code4crafer@gmail.com
|
||||
*/
|
||||
public class CustomSpiderStatus extends SpiderStatus implements CustomSpiderStatusMBean {
|
||||
|
||||
public CustomSpiderStatus(Spider spider, SpiderMonitor.MonitorSpiderListener monitorSpiderListener) {
|
||||
super(spider, monitorSpiderListener);
|
||||
}
|
||||
|
||||
|
||||
@Override
|
||||
public String getSchedulerName() {
|
||||
return spider.getScheduler().getClass().getName();
|
||||
}
|
||||
}
|
@ -0,0 +1,10 @@
|
||||
package us.codecraft.webmagic.monitor;
|
||||
|
||||
/**
|
||||
* @author code4crafer@gmail.com
|
||||
*/
|
||||
public interface CustomSpiderStatusMBean extends SpiderStatusMBean {
|
||||
|
||||
public String getSchedulerName();
|
||||
|
||||
}
|
@ -0,0 +1,32 @@
|
||||
package us.codecraft.webmagic.monitor;
|
||||
|
||||
import org.junit.Test;
|
||||
import us.codecraft.webmagic.Spider;
|
||||
import us.codecraft.webmagic.processor.example.GithubRepoPageProcessor;
|
||||
import us.codecraft.webmagic.processor.example.OschinaBlogPageProcessor;
|
||||
|
||||
/**
|
||||
* @author code4crafer@gmail.com
|
||||
* @since 0.5.0
|
||||
*/
|
||||
public class SpiderMonitorTest {
|
||||
|
||||
@Test
|
||||
public void testInherit() throws Exception {
|
||||
SpiderMonitor spiderMonitor = new SpiderMonitor(){
|
||||
@Override
|
||||
protected SpiderStatusMBean getSpiderStatusMBean(Spider spider, MonitorSpiderListener monitorSpiderListener) {
|
||||
return new CustomSpiderStatus(spider, monitorSpiderListener);
|
||||
}
|
||||
};
|
||||
|
||||
Spider oschinaSpider = Spider.create(new OschinaBlogPageProcessor())
|
||||
.addUrl("http://my.oschina.net/flashsword/blog").thread(2);
|
||||
Spider githubSpider = Spider.create(new GithubRepoPageProcessor())
|
||||
.addUrl("https://github.com/code4craft");
|
||||
|
||||
spiderMonitor.register(oschinaSpider, githubSpider);
|
||||
spiderMonitor.jmxStart();
|
||||
|
||||
}
|
||||
}
|
Loading…
Reference in New Issue