pull/17/head
yihua.huang 12 years ago
parent fb0797b65c
commit 956d5cb3c8

@ -16,6 +16,8 @@ import java.util.concurrent.ConcurrentHashMap;
*
* {@link #getUrl()} Url
* {@link #getHtml()} html
* {@link #putField(String, us.codecraft.webmagic.selector.Selectable)}
* {@link #getFields()} {@link us.codecraft.webmagic.pipeline.Pipeline}
* {@link #addTargetRequests(java.util.List)} {@link #addTargetRequest(String)}
*
* </pre>
@ -33,25 +35,30 @@ public class Page {
private List<Request> targetRequests = new ArrayList<Request>();
public void process() {
fields.put("title", html.x("").r(""));
}
public Page() {
}
/**
*
* @return fields
* {@link us.codecraft.webmagic.pipeline.Pipeline}
* @return fields
*/
public Map<String, Selectable> getFields() {
return fields;
}
/**
*
* @param key key
* @param field value
*/
public void putField(String key, Selectable field) {
fields.put(key, field);
}
/**
* html
* @return html html
*/
public Selectable getHtml() {
return html;
}
@ -64,6 +71,10 @@ public class Page {
return targetRequests;
}
/**
*
* @param requests
*/
public void addTargetRequests(List<String> requests) {
synchronized (targetRequests) {
for (String s : requests) {
@ -76,6 +87,10 @@ public class Page {
}
}
/**
*
* @param requestString
*/
public void addTargetRequest(String requestString) {
if (StringUtils.isBlank(requestString) || requestString.equals("#")) {
return;
@ -86,20 +101,36 @@ public class Page {
}
}
/**
* 使
* @param request
*/
public void addTargetRequest(Request request) {
synchronized (targetRequests) {
targetRequests.add(request);
}
}
/**
* Url
* @return url url
*/
public Selectable getUrl() {
return url;
}
/**
* url
* @param url
*/
public void setUrl(Selectable url) {
this.url = url;
}
/**
*
* @return request
*/
public Request getRequest() {
return request;
}

Loading…
Cancel
Save