webMagic-Mobai
/
magic-Dependency
mirror of https://gitea.qinmian.online/Mobai/magic-Dependency.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

complete docs

master
yihua.huang 2013-08-09 20:56:33 +08:00
parent 17d2d98cec
commit 21eca688e9
8 changed files with 11 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
View File

@ -8,8 +8,8 @@ import us.codecraft.webmagic.downloader.HttpClientDownloader;
import us.codecraft.webmagic.pipeline.ConsolePipeline; import us.codecraft.webmagic.pipeline.ConsolePipeline;
import us.codecraft.webmagic.pipeline.Pipeline; import us.codecraft.webmagic.pipeline.Pipeline;
import us.codecraft.webmagic.processor.PageProcessor; import us.codecraft.webmagic.processor.PageProcessor;
import us.codecraft.webmagic.schedular.QueueScheduler; import us.codecraft.webmagic.scheduler.QueueScheduler;
import us.codecraft.webmagic.schedular.Scheduler; import us.codecraft.webmagic.scheduler.Scheduler;
import us.codecraft.webmagic.utils.ThreadUtils; import us.codecraft.webmagic.utils.ThreadUtils;
import java.util.ArrayList; import java.util.ArrayList;

2
webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueScheduler.java → webmagic-core/src/main/java/us/codecraft/webmagic/scheduler/QueueScheduler.java
View File

@ -1,4 +1,4 @@
package us.codecraft.webmagic.schedular; package us.codecraft.webmagic.scheduler;
import org.apache.log4j.Logger; import org.apache.log4j.Logger;
import us.codecraft.webmagic.Request; import us.codecraft.webmagic.Request;

2
webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Scheduler.java → webmagic-core/src/main/java/us/codecraft/webmagic/scheduler/Scheduler.java
View File

@ -1,4 +1,4 @@
package us.codecraft.webmagic.schedular; package us.codecraft.webmagic.scheduler;
import us.codecraft.webmagic.Request; import us.codecraft.webmagic.Request;
import us.codecraft.webmagic.Task; import us.codecraft.webmagic.Task;

0
webmagic-core/src/main/java/us/codecraft/webmagic/schedular/package.html → webmagic-core/src/main/java/us/codecraft/webmagic/scheduler/package.html
View File

5
webmagic-extension/src/main/java/us/codecraft/webmagic/model/annotation/package.html 100644
View File

@ -0,0 +1,5 @@
<html>
<body>
webmagic注解抓取方式所定义的注解。
</body>
</html>

1
webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/FileCacheQueueScheduler.java
View File

@ -4,7 +4,6 @@ import org.apache.commons.lang3.math.NumberUtils;
import org.apache.log4j.Logger; import org.apache.log4j.Logger;
import us.codecraft.webmagic.Request; import us.codecraft.webmagic.Request;
import us.codecraft.webmagic.Task; import us.codecraft.webmagic.Task;
import us.codecraft.webmagic.schedular.Scheduler;
import java.io.*; import java.io.*;
import java.util.LinkedHashSet; import java.util.LinkedHashSet;

1
webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
View File

@ -7,7 +7,6 @@ import redis.clients.jedis.JedisPool;
import redis.clients.jedis.JedisPoolConfig; import redis.clients.jedis.JedisPoolConfig;
import us.codecraft.webmagic.Request; import us.codecraft.webmagic.Request;
import us.codecraft.webmagic.Task; import us.codecraft.webmagic.Task;
import us.codecraft.webmagic.schedular.Scheduler;
/** /**
* 使用redis管理url，构建一个分布式的爬虫。<br> * 使用redis管理url，构建一个分布式的爬虫。<br>

4
webmagic-extension/src/main/java/us/codecraft/webmagic/utils/DoubleKeyMap.java
View File

@ -42,7 +42,7 @@ public class DoubleKeyMap<K1, K2, V> extends MultiKeyMapBase {
/** /**
* @param key * @param key
* @return * @return map
*/ */
public Map<K2, V> get(K1 key) { public Map<K2, V> get(K1 key) {
return map.get(key); return map.get(key);
@ -51,7 +51,7 @@ public class DoubleKeyMap<K1, K2, V> extends MultiKeyMapBase {
/** /**
* @param key1 * @param key1
* @param key2 * @param key2
* @return * @return value
*/ */
public V get(K1 key1, K2 key2) { public V get(K1 key1, K2 key2) {
if (get(key1) == null) { if (get(key1) == null) {