Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

change url find to match #94

master
yihua.huang 2014-04-25 16:04:41 +08:00
parent f973889cda
commit 4738ae2d14
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
webmagic-extension/src/main/java/us/codecraft/webmagic/example/PatternProcessorExample.java
View File

@ -31,7 +31,7 @@ public class PatternProcessorExample {
@Override
public RequestMatcher.MatchOther processResult(ResultItems resultItems, Task task) {
log.info("Extracting from repo" + resultItems.getRequest());
System.out.println(resultItems.get("reponame"));
System.out.println("Repo name: "+resultItems.get("reponame"));
return RequestMatcher.MatchOther.YES;
}
};
@ -49,12 +49,12 @@ public class PatternProcessorExample {
@Override
public RequestMatcher.MatchOther processResult(ResultItems resultItems, Task task) {
System.out.println(resultItems.get("username"));
System.out.println("User name: "+resultItems.get("username"));
return RequestMatcher.MatchOther.YES;
}
};
CompositePageProcessor pageProcessor = new CompositePageProcessor(Site.me().setDomain("github.com"));
CompositePageProcessor pageProcessor = new CompositePageProcessor(Site.me().setDomain("github.com").setRetryTimes(0).setSleepTime(0));
CompositePipeline pipeline = new CompositePipeline();
pageProcessor.setSubPageProcessors(githubRepoProcessor, githubUserProcessor);

2
webmagic-extension/src/main/java/us/codecraft/webmagic/handler/PatternRequestMatcher.java
View File

@ -32,6 +32,6 @@ public abstract class PatternRequestMatcher implements RequestMatcher {
@Override
public boolean match(Request request) {
return patternCompiled.matcher(request.getUrl()).find();
return patternCompiled.matcher(request.getUrl()).matches();
}
}