webMagic-Mobai
/
magic-Dependency
mirror of https://gitea.qinmian.online/Mobai/magic-Dependency.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

update

master
yihua.huang 2013-07-26 16:55:36 +08:00
parent cc18d863f3
commit 461cd31718
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java
View File

@ -9,6 +9,8 @@ import us.codecraft.webmagic.scheduler.RedisScheduler;
import us.codecraft.webmagic.selenium.downloader.SeleniumDownloader; import us.codecraft.webmagic.selenium.downloader.SeleniumDownloader;
/** /**
* 花瓣网抽取器。<br>
* 使用Selenium做页面动态渲染。<br>
* @author yihua.huang@dianping.com <br> * @author yihua.huang@dianping.com <br>
* @date: 13-7-26 <br> * @date: 13-7-26 <br>
* Time: 下午4:08 <br> * Time: 下午4:08 <br>
@ -30,7 +32,7 @@ public class HuabanProcessor implements PageProcessor {
@Override @Override
public Site getSite() { public Site getSite() {
if (site == null) { if (site == null) {
site = Site.me().setDomain("huaban.com").addStartUrl("http://huaban.com/").setSleepTime(1000); site = Site.me().setDomain("huaban.com").addStartUrl("http://huaban.com/").setSleepTime(0);
} }
return site; return site;
} }