Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

complete docs

master
yihua.huang 2013-08-09 20:56:33 +08:00
parent 17d2d98cec
commit 21eca688e9
8 changed files with 11 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
View File

@ -8,8 +8,8 @@ import us.codecraft.webmagic.downloader.HttpClientDownloader;
import us.codecraft.webmagic.pipeline.ConsolePipeline;
import us.codecraft.webmagic.pipeline.Pipeline;
import us.codecraft.webmagic.processor.PageProcessor;
import us.codecraft.webmagic.schedular.QueueScheduler;
import us.codecraft.webmagic.schedular.Scheduler;
import us.codecraft.webmagic.scheduler.QueueScheduler;
import us.codecraft.webmagic.scheduler.Scheduler;
import us.codecraft.webmagic.utils.ThreadUtils;
import java.util.ArrayList;

2
webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueScheduler.java → webmagic-core/src/main/java/us/codecraft/webmagic/scheduler/QueueScheduler.java
View File

@ -1,4 +1,4 @@
package us.codecraft.webmagic.schedular;
package us.codecraft.webmagic.scheduler;
import org.apache.log4j.Logger;
import us.codecraft.webmagic.Request;

2
webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Scheduler.java → webmagic-core/src/main/java/us/codecraft/webmagic/scheduler/Scheduler.java
View File

@ -1,4 +1,4 @@
package us.codecraft.webmagic.schedular;
package us.codecraft.webmagic.scheduler;
import us.codecraft.webmagic.Request;
import us.codecraft.webmagic.Task;

0
webmagic-core/src/main/java/us/codecraft/webmagic/schedular/package.html → webmagic-core/src/main/java/us/codecraft/webmagic/scheduler/package.html
View File

5
webmagic-extension/src/main/java/us/codecraft/webmagic/model/annotation/package.html 100644
View File

@ -0,0 +1,5 @@
<html>
<body>
webmagic注解抓取方式所定义的注解。
</body>
</html>

1
webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/FileCacheQueueScheduler.java
View File

@ -4,7 +4,6 @@ import org.apache.commons.lang3.math.NumberUtils;
import org.apache.log4j.Logger;
import us.codecraft.webmagic.Request;
import us.codecraft.webmagic.Task;
import us.codecraft.webmagic.schedular.Scheduler;
import java.io.*;
import java.util.LinkedHashSet;

1
webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
View File

@ -7,7 +7,6 @@ import redis.clients.jedis.JedisPool;
import redis.clients.jedis.JedisPoolConfig;
import us.codecraft.webmagic.Request;
import us.codecraft.webmagic.Task;
import us.codecraft.webmagic.schedular.Scheduler;
/**
* 使用redis管理url，构建一个分布式的爬虫。<br>

4
webmagic-extension/src/main/java/us/codecraft/webmagic/utils/DoubleKeyMap.java
View File

@ -42,7 +42,7 @@ public class DoubleKeyMap<K1, K2, V> extends MultiKeyMapBase {
/**
* @param key
* @return
* @return map
*/
public Map<K2, V> get(K1 key) {
return map.get(key);
@ -51,7 +51,7 @@ public class DoubleKeyMap<K1, K2, V> extends MultiKeyMapBase {
/**
* @param key1
* @param key2
* @return
* @return value
*/
public V get(K1 key1, K2 key2) {
if (get(key1) == null) {