update comments for selector
parent
77e6ca2945
commit
17f8ead28f
|
@ -4,10 +4,10 @@ import java.util.ArrayList;
|
|||
import java.util.List;
|
||||
|
||||
/**
|
||||
* 可抽取的html文本。<br>
|
||||
* Selectable plain text.<br>
|
||||
*
|
||||
* @author code4crafter@gmail.com <br>
|
||||
* Date: 13-4-21
|
||||
* Time: 上午7:54
|
||||
* @since 0.1.0
|
||||
*/
|
||||
public class Html extends PlainText {
|
||||
|
||||
|
|
|
@ -1,10 +1,10 @@
|
|||
package us.codecraft.webmagic.selector;
|
||||
|
||||
/**
|
||||
* 封装正则表达式抽取接口的类。<br>
|
||||
* Object contains regex results.<br>
|
||||
*
|
||||
* @author code4crafter@gmail.com <br>
|
||||
* Date: 13-4-21
|
||||
* Time: 上午7:39
|
||||
* @since 0.1.0
|
||||
*/
|
||||
class RegexResult {
|
||||
|
||||
|
|
|
@ -9,10 +9,10 @@ import java.util.regex.Pattern;
|
|||
import java.util.regex.PatternSyntaxException;
|
||||
|
||||
/**
|
||||
* 正则表达式抽取器。<br>
|
||||
* Selector in regex.<br>
|
||||
*
|
||||
* @author code4crafter@gmail.com <br>
|
||||
* Date: 13-4-21
|
||||
* Time: 上午7:09
|
||||
* @since 0.1.0
|
||||
*/
|
||||
public class RegexSelector implements Selector {
|
||||
|
||||
|
|
|
@ -6,10 +6,10 @@ import java.util.regex.Pattern;
|
|||
import java.util.regex.PatternSyntaxException;
|
||||
|
||||
/**
|
||||
* 对文本进行替换。<br>
|
||||
* Replace selector。<br>
|
||||
*
|
||||
* @author code4crafter@gmail.com <br>
|
||||
* Date: 13-4-21
|
||||
* Time: 上午7:09
|
||||
* @since 0.1.0
|
||||
*/
|
||||
public class ReplaceSelector implements Selector {
|
||||
|
||||
|
|
|
@ -3,10 +3,10 @@ package us.codecraft.webmagic.selector;
|
|||
import java.util.List;
|
||||
|
||||
/**
|
||||
* 可进行抽取的文本。<br>
|
||||
* Selectable text.<br>
|
||||
*
|
||||
* @author code4crafter@gmail.com <br>
|
||||
* Date: 13-4-20
|
||||
* Time: 下午7:51
|
||||
* @since 0.1.0
|
||||
*/
|
||||
public interface Selectable {
|
||||
|
||||
|
|
|
@ -3,15 +3,24 @@ package us.codecraft.webmagic.selector;
|
|||
import java.util.List;
|
||||
|
||||
/**
|
||||
* 抽取器。<br>
|
||||
* Selector(extractor) for text.<br>
|
||||
* @author code4crafter@gmail.com <br>
|
||||
* Date: 13-4-20
|
||||
* Time: 下午8:02
|
||||
*/
|
||||
public interface Selector {
|
||||
|
||||
/**
|
||||
* Extract single result in text.<br>
|
||||
* If there are more than one result, only the first will be chosen.
|
||||
* @param text
|
||||
* @return result
|
||||
*/
|
||||
public String select(String text);
|
||||
|
||||
/**
|
||||
* Extract all results in text.<br>
|
||||
* @param text
|
||||
* @return results
|
||||
*/
|
||||
public List<String> selectList(String text);
|
||||
|
||||
}
|
||||
|
|
|
@ -7,10 +7,10 @@ import java.util.Map;
|
|||
import java.util.concurrent.ConcurrentHashMap;
|
||||
|
||||
/**
|
||||
* 产生selector的工厂。<br>
|
||||
* Selector factory with some inner cache.<br>
|
||||
*
|
||||
* @author code4crafter@gmail.com <br>
|
||||
* Date: 13-4-21
|
||||
* Time: 上午7:56
|
||||
* @since 0.1.0
|
||||
*/
|
||||
public class SelectorFactory {
|
||||
|
||||
|
|
|
@ -3,17 +3,19 @@ package us.codecraft.webmagic.selector;
|
|||
import org.apache.log4j.Logger;
|
||||
import org.htmlcleaner.HtmlCleaner;
|
||||
import org.htmlcleaner.TagNode;
|
||||
import us.codecraft.webmagic.utils.Experimental;
|
||||
|
||||
import java.util.*;
|
||||
import java.util.concurrent.atomic.AtomicInteger;
|
||||
|
||||
/**
|
||||
* readability算法,基础是找到所有p标签的父节点
|
||||
* 写的比较乱,最终效果还在尝试中
|
||||
* Extract the text content of html.<br>
|
||||
* Using Readability algorithm: find parents of all p tags.
|
||||
*
|
||||
* @author code4crafter@gmail.com <br>
|
||||
* Date: 13-4-21
|
||||
* Time: 下午4:42
|
||||
* @since 0.1.0
|
||||
*/
|
||||
@Experimental
|
||||
public class SmartContentSelector implements Selector {
|
||||
|
||||
private Logger logger = Logger.getLogger(getClass());
|
||||
|
|
|
@ -6,10 +6,10 @@ import java.util.ArrayList;
|
|||
import java.util.List;
|
||||
|
||||
/**
|
||||
* xpath的选择器。包装了HtmlCleaner。<br>
|
||||
* XPath selector based on HtmlCleaner。<br>
|
||||
*
|
||||
* @author code4crafter@gmail.com <br>
|
||||
* Date: 13-4-21
|
||||
* Time: 上午9:39
|
||||
* @since 0.1.0
|
||||
*/
|
||||
public class XpathSelector implements Selector {
|
||||
|
||||
|
|
|
@ -1,5 +1,5 @@
|
|||
<html>
|
||||
<body>
|
||||
提供了便捷抽取页面内容的工具,对外核心接口是Selectable,内部抽取则是通过实现Selector来定制。
|
||||
Selectors for page extraction. Core API is the interface Selectable,and internal core is the interface Selector。
|
||||
</body>
|
||||
</html>
|
||||
|
|
Loading…
Reference in New Issue