Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add core

master
yihua.huang 2013-08-05 13:53:13 +08:00
parent 619a12b303
commit 971e7b6ce2
7 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
webmagic-core/src/main/java/us/codecraft/webmagic/model/ExtractBy.java
View File

@ -5,6 +5,7 @@ import java.lang.annotation.Retention;
import java.lang.annotation.Target; import java.lang.annotation.Target;
/** /**
* 定义类或者字段的抽取规则。<br>
* @author code4crafter@gmail.com <br> * @author code4crafter@gmail.com <br>
* @date: 13-8-1 <br> * @date: 13-8-1 <br>
* Time: 下午8:40 <br> * Time: 下午8:40 <br>

1
webmagic-core/src/main/java/us/codecraft/webmagic/model/ExtractByUrl.java
View File

@ -5,6 +5,7 @@ import java.lang.annotation.Retention;
import java.lang.annotation.Target; import java.lang.annotation.Target;
/** /**
* 定义类或者字段的抽取规则(从url中抽取，只支持正则表达式)。<br>
* @author code4crafter@gmail.com <br> * @author code4crafter@gmail.com <br>
* @date: 13-8-1 <br> * @date: 13-8-1 <br>
* Time: 下午8:40 <br> * Time: 下午8:40 <br>

1
webmagic-core/src/main/java/us/codecraft/webmagic/model/HelpUrl.java
View File

@ -5,6 +5,7 @@ import java.lang.annotation.Retention;
import java.lang.annotation.Target; import java.lang.annotation.Target;
/** /**
* 定义辅助爬取的url。<br>
* @author code4crafter@gmail.com <br> * @author code4crafter@gmail.com <br>
* @date: 13-8-1 <br> * @date: 13-8-1 <br>
* Time: 下午8:40 <br> * Time: 下午8:40 <br>

1
webmagic-core/src/main/java/us/codecraft/webmagic/model/TargetUrl.java
View File

@ -5,6 +5,7 @@ import java.lang.annotation.Retention;
import java.lang.annotation.Target; import java.lang.annotation.Target;
/** /**
* 定义某个类抽取的范围和来源，sourceRegion可以用xpath语法限定抽取区域。<br>
* @author code4crafter@gmail.com <br> * @author code4crafter@gmail.com <br>
* @date: 13-8-1 <br> * @date: 13-8-1 <br>
* Time: 下午8:40 <br> * Time: 下午8:40 <br>

2
webmagic-core/src/main/java/us/codecraft/webmagic/utils/DoubleKeyMap.java
View File

@ -3,7 +3,7 @@ package us.codecraft.webmagic.utils;
import java.util.Map; import java.util.Map;
/** /**
* @author yihua.huang@dianping.com * @author code4crafter@gmail.com
* @date Dec 14, 2012 * @date Dec 14, 2012
*/ */
public class DoubleKeyMap<K1, K2, V> extends MultiKeyMapBase { public class DoubleKeyMap<K1, K2, V> extends MultiKeyMapBase {

2
webmagic-core/src/main/java/us/codecraft/webmagic/utils/MultiKeyMapBase.java
View File

@ -1,7 +1,7 @@
package us.codecraft.webmagic.utils; package us.codecraft.webmagic.utils;
/** /**
* @author yihua.huang@dianping.com * @author code4crafter@gmail.com
* @date Dec 14, 2012 * @date Dec 14, 2012
*/ */

2
webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/News163.java
View File

@ -46,7 +46,7 @@ public class News163 implements PagedModel, AfterExtractor {
@Override @Override
public String getPage() { public String getPage() {
if (page == null) { if (page == null) {
return "0"; return "1";
} }
return page; return page;
} }