master
yihua.huang 2013-06-18 22:39:37 +08:00
parent fb0797b65c
commit 956d5cb3c8
1 changed files with 37 additions and 6 deletions

View File

@ -16,6 +16,8 @@ import java.util.concurrent.ConcurrentHashMap;
* *
* {@link #getUrl()} Url * {@link #getUrl()} Url
* {@link #getHtml()} html * {@link #getHtml()} html
* {@link #putField(String, us.codecraft.webmagic.selector.Selectable)}
* {@link #getFields()} {@link us.codecraft.webmagic.pipeline.Pipeline}
* {@link #addTargetRequests(java.util.List)} {@link #addTargetRequest(String)} * {@link #addTargetRequests(java.util.List)} {@link #addTargetRequest(String)}
* *
* </pre> * </pre>
@ -33,25 +35,30 @@ public class Page {
private List<Request> targetRequests = new ArrayList<Request>(); private List<Request> targetRequests = new ArrayList<Request>();
public void process() {
fields.put("title", html.x("").r(""));
}
public Page() { public Page() {
} }
/** /**
* * {@link us.codecraft.webmagic.pipeline.Pipeline}
* @return fields * @return fields
*/ */
public Map<String, Selectable> getFields() { public Map<String, Selectable> getFields() {
return fields; return fields;
} }
/**
*
* @param key key
* @param field value
*/
public void putField(String key, Selectable field) { public void putField(String key, Selectable field) {
fields.put(key, field); fields.put(key, field);
} }
/**
* html
* @return html html
*/
public Selectable getHtml() { public Selectable getHtml() {
return html; return html;
} }
@ -64,6 +71,10 @@ public class Page {
return targetRequests; return targetRequests;
} }
/**
*
* @param requests
*/
public void addTargetRequests(List<String> requests) { public void addTargetRequests(List<String> requests) {
synchronized (targetRequests) { synchronized (targetRequests) {
for (String s : requests) { for (String s : requests) {
@ -76,6 +87,10 @@ public class Page {
} }
} }
/**
*
* @param requestString
*/
public void addTargetRequest(String requestString) { public void addTargetRequest(String requestString) {
if (StringUtils.isBlank(requestString) || requestString.equals("#")) { if (StringUtils.isBlank(requestString) || requestString.equals("#")) {
return; return;
@ -86,20 +101,36 @@ public class Page {
} }
} }
/**
* 使
* @param request
*/
public void addTargetRequest(Request request) { public void addTargetRequest(Request request) {
synchronized (targetRequests) { synchronized (targetRequests) {
targetRequests.add(request); targetRequests.add(request);
} }
} }
/**
* Url
* @return url url
*/
public Selectable getUrl() { public Selectable getUrl() {
return url; return url;
} }
/**
* url
* @param url
*/
public void setUrl(Selectable url) { public void setUrl(Selectable url) {
this.url = url; this.url = url;
} }
/**
*
* @return request
*/
public Request getRequest() { public Request getRequest() {
return request; return request;
} }