update docs

master
yihua.huang 2013-06-18 22:13:40 +08:00
parent 8f954c7997
commit fb0797b65c
50 changed files with 64 additions and 54 deletions

View File

@ -10,10 +10,16 @@ import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
/**
* Page
* Author: code4crafter@gmail.com
* Date: 13-4-21
* Time: 11:22
* <pre>
*Page
*
*
* {@link #getUrl()} Url
* {@link #getHtml()} html
* {@link #addTargetRequests(java.util.List)} {@link #addTargetRequest(String)}
*
* </pre>
* @author code4crafter@gmail.com <br>
*/
public class Page {
@ -34,6 +40,10 @@ public class Page {
public Page() {
}
/**
*
* @return fields
*/
public Map<String, Selectable> getFields() {
return fields;
}

View File

@ -17,7 +17,7 @@ package us.codecraft.webmagic;
* String linktext = (String)page.getRequest().getExtra()[0];
* }
* </pre>
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 11:37
*/

View File

@ -4,7 +4,7 @@ import java.util.*;
/**
* Site
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 12:13
*/

View File

@ -14,7 +14,7 @@ import java.util.ArrayList;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 6:53
*/

View File

@ -1,7 +1,7 @@
package us.codecraft.webmagic;
/**
* Author: code4crafer@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-6-18
* Time: 2:57
*/

View File

@ -6,7 +6,7 @@ import us.codecraft.webmagic.Site;
/**
* Downloaderwebmagicwebmagic使HttpComponent
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 12:14
*/
@ -17,7 +17,7 @@ public interface Downloader {
*
* @param request
* @param site
* @return
* @return page
*/
public Page download(Request request, Site site);
}

View File

@ -14,7 +14,7 @@ import us.codecraft.webmagic.utils.UrlUtils;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 12:15
*/

View File

@ -18,7 +18,7 @@ import us.codecraft.webmagic.Site;
import java.util.Map;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 12:29
*/

View File

@ -7,7 +7,7 @@ import us.codecraft.webmagic.selector.Selectable;
import java.util.Map;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 1:45
*/

View File

@ -12,7 +12,7 @@ import java.io.PrintWriter;
import java.util.Map;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 6:28
*/

View File

@ -4,7 +4,7 @@ import us.codecraft.webmagic.Page;
import us.codecraft.webmagic.Task;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 1:39
*/

View File

@ -4,7 +4,7 @@ import us.codecraft.webmagic.Page;
import us.codecraft.webmagic.Site;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 11:42
*/

View File

@ -7,7 +7,7 @@ import us.codecraft.webmagic.utils.UrlUtils;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-22
* Time: 9:15
*/

View File

@ -16,7 +16,7 @@ import java.util.concurrent.atomic.AtomicBoolean;
import java.util.concurrent.atomic.AtomicInteger;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 1:13
*/

View File

@ -10,7 +10,7 @@ import java.util.concurrent.BlockingQueue;
import java.util.concurrent.LinkedBlockingQueue;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 1:13
*/

View File

@ -4,7 +4,7 @@ import us.codecraft.webmagic.Request;
import us.codecraft.webmagic.Task;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 1:12
*/

View File

@ -4,7 +4,7 @@ import java.util.ArrayList;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 7:54
*/

View File

@ -6,7 +6,7 @@ import java.util.ArrayList;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 7:54
*/

View File

@ -1,7 +1,7 @@
package us.codecraft.webmagic.selector;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 7:39
*/

View File

@ -9,7 +9,7 @@ import java.util.regex.Pattern;
import java.util.regex.PatternSyntaxException;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 7:09
*/

View File

@ -6,7 +6,7 @@ import java.util.regex.Pattern;
import java.util.regex.PatternSyntaxException;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 7:09
*/

View File

@ -3,7 +3,7 @@ package us.codecraft.webmagic.selector;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-20
* Time: 7:51
*/

View File

@ -3,7 +3,7 @@ package us.codecraft.webmagic.selector;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-20
* Time: 8:02
*/

View File

@ -7,7 +7,7 @@ import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 7:56
*/

View File

@ -10,7 +10,7 @@ import java.util.concurrent.atomic.AtomicInteger;
/**
* readabilityp
*
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 4:42
*/

View File

@ -6,7 +6,7 @@ import java.util.ArrayList;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 9:39
*/

View File

@ -6,7 +6,7 @@ import java.util.regex.Matcher;
import java.util.regex.Pattern;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 1:52
*/

View File

@ -5,7 +5,7 @@ import org.junit.Test;
import us.codecraft.webmagic.selector.Html;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 8:42
*/

View File

@ -4,7 +4,7 @@ import junit.framework.Assert;
import org.junit.Test;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 7:13
*/

View File

@ -4,7 +4,7 @@ import org.junit.Assert;
import org.junit.Test;
/**
* Author: code4crafter@gmail.com Date: 13-4-21 Time: 10:06
* @author code4crafter@gmail.com <br> Date: 13-4-21 Time: 10:06
*/
public class XpathSelectorTest {

View File

@ -4,7 +4,7 @@ import org.junit.Assert;
import org.junit.Test;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 2:22
*/

View File

@ -13,7 +13,7 @@ import java.io.IOException;
import java.io.PrintWriter;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-6-8
* Time: 9:00
*/

View File

@ -6,7 +6,7 @@ import us.codecraft.webmagic.pipeline.FreemarkerPipeline;
import java.io.IOException;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-6-9
* Time: 7:14
*/

View File

@ -7,7 +7,7 @@ import us.codecraft.webmagic.processor.PageProcessor;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 8:08
*/

View File

@ -8,7 +8,7 @@ import us.codecraft.webmagic.processor.PageProcessor;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 8:08
*/

View File

@ -8,7 +8,7 @@ import us.codecraft.webmagic.selector.PlainText;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 8:08
*/

View File

@ -7,7 +7,7 @@ import us.codecraft.webmagic.processor.PageProcessor;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 1:48
*/

View File

@ -7,7 +7,7 @@ import us.codecraft.webmagic.processor.PageProcessor;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 8:08
*/

View File

@ -5,7 +5,7 @@ import us.codecraft.webmagic.Site;
import us.codecraft.webmagic.processor.PageProcessor;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-5-20
* Time: 5:31
*/

View File

@ -7,7 +7,7 @@ import us.codecraft.webmagic.processor.PageProcessor;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-5-20
* Time: 5:31
*/

View File

@ -7,7 +7,7 @@ import us.codecraft.webmagic.processor.PageProcessor;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 8:08
*/

View File

@ -7,7 +7,7 @@ import us.codecraft.webmagic.processor.PageProcessor;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 1:48
*/

View File

@ -7,7 +7,7 @@ import us.codecraft.webmagic.processor.PageProcessor;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 1:48
*/

View File

@ -7,7 +7,7 @@ import us.codecraft.webmagic.processor.PageProcessor;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 8:08
*/

View File

@ -5,7 +5,7 @@ import us.codecraft.webmagic.Page;
import us.codecraft.webmagic.processor.PageProcessor;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 1:48
*/

View File

@ -7,7 +7,7 @@ import us.codecraft.webmagic.processor.PageProcessor;
import java.util.List;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 1:48
*/

View File

@ -8,7 +8,7 @@ import us.codecraft.webmagic.samples.HuxiuProcessor;
import us.codecraft.webmagic.schedular.FileCacheQueueSchedular;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-4-20
* Time: 7:46
*/

View File

@ -11,7 +11,7 @@ import us.codecraft.webmagic.schedular.FileCacheQueueSchedular;
import java.io.IOException;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-6-9
* Time: 8:02
*/

View File

@ -11,7 +11,7 @@ import us.codecraft.webmagic.schedular.FileCacheQueueSchedular;
import java.io.IOException;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-6-9
* Time: 8:02
*/

View File

@ -11,7 +11,7 @@ import us.codecraft.webmagic.schedular.FileCacheQueueSchedular;
import java.io.IOException;
/**
* Author: code4crafter@gmail.com
* @author code4crafter@gmail.com <br>
* Date: 13-6-9
* Time: 8:02
*/