Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add core

master
yihua.huang 2013-08-05 13:53:13 +08:00
parent 619a12b303
commit 971e7b6ce2
7 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
webmagic-core/src/main/java/us/codecraft/webmagic/model/ExtractBy.java
View File

@ -5,6 +5,7 @@ import java.lang.annotation.Retention;
import java.lang.annotation.Target;
/**
* 定义类或者字段的抽取规则。<br>
* @author code4crafter@gmail.com <br>
* @date: 13-8-1 <br>
* Time: 下午8:40 <br>

1
webmagic-core/src/main/java/us/codecraft/webmagic/model/ExtractByUrl.java
View File

@ -5,6 +5,7 @@ import java.lang.annotation.Retention;
import java.lang.annotation.Target;
/**
* 定义类或者字段的抽取规则(从url中抽取，只支持正则表达式)。<br>
* @author code4crafter@gmail.com <br>
* @date: 13-8-1 <br>
* Time: 下午8:40 <br>

1
webmagic-core/src/main/java/us/codecraft/webmagic/model/HelpUrl.java
View File

@ -5,6 +5,7 @@ import java.lang.annotation.Retention;
import java.lang.annotation.Target;
/**
* 定义辅助爬取的url。<br>
* @author code4crafter@gmail.com <br>
* @date: 13-8-1 <br>
* Time: 下午8:40 <br>

1
webmagic-core/src/main/java/us/codecraft/webmagic/model/TargetUrl.java
View File

@ -5,6 +5,7 @@ import java.lang.annotation.Retention;
import java.lang.annotation.Target;
/**
* 定义某个类抽取的范围和来源，sourceRegion可以用xpath语法限定抽取区域。<br>
* @author code4crafter@gmail.com <br>
* @date: 13-8-1 <br>
* Time: 下午8:40 <br>

2
webmagic-core/src/main/java/us/codecraft/webmagic/utils/DoubleKeyMap.java
View File

@ -3,7 +3,7 @@ package us.codecraft.webmagic.utils;
import java.util.Map;
/**
* @author yihua.huang@dianping.com
* @author code4crafter@gmail.com
* @date Dec 14, 2012
*/
public class DoubleKeyMap<K1, K2, V> extends MultiKeyMapBase {

2
webmagic-core/src/main/java/us/codecraft/webmagic/utils/MultiKeyMapBase.java
View File

@ -1,7 +1,7 @@
package us.codecraft.webmagic.utils;
/**
* @author yihua.huang@dianping.com
* @author code4crafter@gmail.com
* @date Dec 14, 2012
*/

2
webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/News163.java
View File

@ -46,7 +46,7 @@ public class News163 implements PagedModel, AfterExtractor {
@Override
public String getPage() {
if (page == null) {
return "0";
return "1";
}
return page;
}