Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Replace List with Iterable, fixed #1099.

master
Joe Zhou 2022-12-05 23:26:01 +08:00
parent ef616c999e
commit 80424b0bd7
1 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
View File

@ -20,7 +20,7 @@ import java.util.Map;
* {@link #getHtml()} get content of current page <br> * {@link #getHtml()} get content of current page <br>
* {@link #putField(String, Object)} save extracted result <br> * {@link #putField(String, Object)} save extracted result <br>
* {@link #getResultItems()} get extract results to be used in {@link us.codecraft.webmagic.pipeline.Pipeline}<br> * {@link #getResultItems()} get extract results to be used in {@link us.codecraft.webmagic.pipeline.Pipeline}<br>
* {@link #addTargetRequests(java.util.List)} {@link #addTargetRequest(String)} add urls to fetch <br> * {@link #addTargetRequests(Iterable)} {@link #addTargetRequest(String)} add urls to fetch <br>
* *
* @author code4crafter@gmail.com <br> * @author code4crafter@gmail.com <br>
* @see us.codecraft.webmagic.downloader.Downloader * @see us.codecraft.webmagic.downloader.Downloader
@ -52,7 +52,7 @@ public class Page {
private List<Request> targetRequests = new ArrayList<Request>(); private List<Request> targetRequests = new ArrayList<Request>();
private String charset; private String charset;
public Page() { public Page() {
} }
@ -108,7 +108,8 @@ public class Page {
* @deprecated since 0.4.0 * @deprecated since 0.4.0
* The html is parse just when first time of calling {@link #getHtml()}, so use {@link #setRawText(String)} instead. * The html is parse just when first time of calling {@link #getHtml()}, so use {@link #setRawText(String)} instead.
*/ */
public void setHtml(Html html) { @Deprecated
public void setHtml(Html html) {
this.html = html; this.html = html;
} }
@ -121,7 +122,7 @@ public class Page {
* *
* @param requests requests * @param requests requests
*/ */
public void addTargetRequests(List<String> requests) { public void addTargetRequests(Iterable<String> requests) {
for (String s : requests) { for (String s : requests) {
if (StringUtils.isBlank(s) || s.equals("#") || s.startsWith("javascript:")) { if (StringUtils.isBlank(s) || s.equals("#") || s.startsWith("javascript:")) {
continue; continue;
@ -137,7 +138,7 @@ public class Page {
* @param requests requests * @param requests requests
* @param priority priority * @param priority priority
*/ */
public void addTargetRequests(List<String> requests, long priority) { public void addTargetRequests(Iterable<String> requests, long priority) {
for (String s : requests) { for (String s : requests) {
if (StringUtils.isBlank(s) || s.equals("#") || s.startsWith("javascript:")) { if (StringUtils.isBlank(s) || s.equals("#") || s.startsWith("javascript:")) {
continue; continue;