Merge pull request #52 from d0ngw/master

The SeleniumDownloader should call the setRawText
master
Yihua Huang 2013-12-26 19:30:31 -08:00
commit 090827f124
2 changed files with 3 additions and 1 deletions

3
.gitignore vendored
View File

@ -1,4 +1,5 @@
target/*
target
*.iml
out/
.idea

View File

@ -84,6 +84,7 @@ public class SeleniumDownloader implements Downloader, Closeable {
WebElement webElement = webDriver.findElement(By.xpath("/html"));
String content = webElement.getAttribute("outerHTML");
Page page = new Page();
page.setRawText(content);
page.setHtml(new Html(UrlUtils.fixAllRelativeHrefs(content, request.getUrl())));
page.setUrl(new PlainText(request.getUrl()));
page.setRequest(request);