Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update: 提供测试用例。

master
hooyantsing 2023-02-03 22:59:56 +08:00
parent 12ce86425f
commit 08f4a4046b
1 changed files with 25 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
webmagic-saxon/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
View File

@ -1393,12 +1393,13 @@ public class XpathSelectorTest {
public void htmlCleanerParseTest() {
Spider.create(new RuoxiaPageProcessor()).addUrl("http://www.ruoxia.com/top/dianji/month").thread(1).run();
}
class RuoxiaPageProcessor implements PageProcessor {
@Override
public void process(Page page) {
List<Selectable> nodes = page.getHtml().xpath("//div[@class=\"bd\"]//tbody/tr").nodes();
for (Selectable node:nodes) {
String name = node.xpath("//td[3]/div/a[1]/text()").get();
List<String> items = new Xpath2Selector("//div[@class=\"bd\"]//tbody/tr").selectList(page.getRawText());
for (String item : items) {
String name = new Xpath2Selector("//td[3]/div/a[1]/text()").select(item);
System.out.println(name);
}
}