update request

master
yihua.huang 2013-08-05 18:17:52 +08:00
parent d56c681be1
commit dc9f574e27
2 changed files with 22 additions and 14 deletions

View File

@ -1,5 +1,8 @@
package us.codecraft.webmagic;
import java.util.HashMap;
import java.util.Map;
/**
* Requesturl<br/>
* PageProcessorRequest{@link us.codecraft.webmagic.Page#getRequest()} <br/>
@ -18,26 +21,29 @@ package us.codecraft.webmagic;
* String linktext = (String)page.getRequest().getExtra()[0];
* }
* </pre>
*
* @author code4crafter@gmail.com <br>
* Date: 13-4-21
* Time: 11:37
* Date: 13-4-21
* Time: 11:37
*/
public class Request {
private String url;
private Object[] extra;
/**
*
*/
private Map<String, Object> extras = new HashMap<String, Object>();
private double priority;
/**
* request
* @param url url
* @param extra
*
* @param url url
*/
public Request(String url, Object... extra) {
public Request(String url) {
this.url = url;
this.extra = extra;
}
public double getPriority() {
@ -49,16 +55,18 @@ public class Request {
return this;
}
/**
*
* @return object[]
*/
public Object[] getExtra() {
return extra;
public Object getExtra(String key) {
return extras.get(key);
}
public Request putExtra(String key,Object value) {
extras.put(key,value);
return this;
}
/**
* url
*
* @return url url
*/
public String getUrl() {

View File

@ -33,7 +33,7 @@ public class RedisScheduler implements Scheduler {
if (jedis.zrank(SET_PREFIX + task.getUUID(), request.getUrl()) == null) {
//使用List保存队列
jedis.rpush(QUEUE_PREFIX + task.getUUID(), request.getUrl());
jedis.zadd(SET_PREFIX + task.getUUID(), System.currentTimeMillis(), request.getUrl());
jedis.zadd(SET_PREFIX + task.getUUID(), request.getPriority(), request.getUrl());
}
pool.returnResource(jedis);
}