webMagic-Mobai
/
magic-Dependency
mirror of https://gitea.qinmian.online/Mobai/magic-Dependency.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix test for ExtractLinks #586

master
yihua.huang 2017-06-03 22:38:42 +08:00
parent a6f8ed5476
commit 6cc647577a
2 changed files with 24 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
webmagic-extension/src/test/java/us/codecraft/webmagic/model/ModelPageProcessorTest.java
View File

@ -34,8 +34,8 @@ public class ModelPageProcessorTest {
}
@TargetUrl(value = "http://webmagic.io/post/\\d+",sourceRegion = "//li[@class='post']")
@HelpUrl(value = "http://webmagic.io/list/\\d+",sourceRegion = "//li[@class='list']")
@TargetUrl(value = "http://webmagic.io/foo/\\d+",sourceRegion = "//li[@class='bar']")
@HelpUrl(value = "http://webmagic.io/bar/\\d+",sourceRegion = "//li[@class='foo']")
public static class MockModel {
}
@ -56,8 +56,16 @@ public class ModelPageProcessorTest {
ModelPageProcessor modelPageProcessor = ModelPageProcessor.create(null, MockModel.class);
Page page = pageMocker.getMockPage();
modelPageProcessor.process(page);
assertThat(page.getTargetRequests()).containsExactly(new Request("http://webmagic.io/list/1"), new Request("http://webmagic.io/list/2"), new Request("http://webmagic.io/post/1"), new Request("http://webmagic.io/post/2"));
assertThat(page.getTargetRequests()).containsExactly(new Request("http://webmagic.io/bar/3"), new Request("http://webmagic.io/bar/4"), new Request("http://webmagic.io/foo/3"), new Request("http://webmagic.io/foo/4"));
}
@Test
public void testExtractNoLinks() throws Exception {
ModelPageProcessor modelPageProcessor = ModelPageProcessor.create(null, MockModel.class);
Page page = pageMocker.getMockPage();
modelPageProcessor.setExtractLinks(false);
modelPageProcessor.process(page);
assertThat(page.getTargetRequests()).isEmpty();
}

13
webmagic-extension/src/test/resources/html/mock-webmagic.html
View File

@ -19,6 +19,19 @@
<li class="post"><a href="http://webmagic.io/post/3"></a></li>
<li class="post"><a href="http://webmagic.io/post/4"></a></li>
</ul>
<ul>
<li class="foo"><a href="http://webmagic.io/foo/1"></a></li>
<li class="foo"><a href="http://webmagic.io/foo/2"></a></li>
<li class="foo"><a href="http://webmagic.io/bar/3"></a></li>
<li class="foo"><a href="http://webmagic.io/bar/4"></a></li>
</ul>
<ul>
<li class="bar"><a href="http://webmagic.io/bar/1"></a></li>
<li class="bar"><a href="http://webmagic.io/bar/2"></a></li>
<li class="bar"><a href="http://webmagic.io/foo/3"></a></li>
<li class="bar"><a href="http://webmagic.io/foo/4"></a></li>
</ul>
<ul>
<li class="numbers">1</li>
<li class="numbers">2</li>