Merge pull request #1086 from vioao/enhance_jsoup_parse_table

Enhance Jsoup could parse tr td tag directly

webmagic-core/src/main/java/us/codecraft/webmagic/selector/BaseElementSelector.java

@@ -1,6 +1,7 @@
 package us.codecraft.webmagic.selector;
 
 import org.jsoup.Jsoup;
+import org.jsoup.nodes.Document;
 import org.jsoup.nodes.Element;
 
 import java.util.ArrayList;
@@ -11,11 +12,24 @@ import java.util.List;
  * @since 0.3.0
  */
 public abstract class BaseElementSelector implements Selector, ElementSelector {
+    private Document parse(String text) {
+        if (text == null) {
+            return null;
+        }
+
+        // Jsoup could not parse <tr></tr> or <td></td> tag directly
+        // https://stackoverflow.com/questions/63607740/jsoup-couldnt-parse-tr-tag
+        if ((text.startsWith("<tr>") && text.endsWith("</tr>"))
+                || (text.startsWith("<td>") && text.endsWith("</td>"))) {
+            text = "<table>" + text + "</table>";
+        }
+        return Jsoup.parse(text);
+    }
 
     @Override
     public String select(String text) {
         if (text != null) {
-            return select(Jsoup.parse(text));
+            return select(parse(text));
         }
         return null;
     }
@@ -23,7 +37,7 @@ public abstract class BaseElementSelector implements Selector, ElementSelector {
     @Override
     public List<String> selectList(String text) {
         if (text != null) {
-            return selectList(Jsoup.parse(text));
+            return selectList(parse(text));
         } else {
             return new ArrayList<String>();
         }
@@ -31,14 +45,14 @@ public abstract class BaseElementSelector implements Selector, ElementSelector {
 
     public Element selectElement(String text) {
         if (text != null) {
-            return selectElement(Jsoup.parse(text));
+            return selectElement(parse(text));
         }
         return null;
     }
 
     public List<Element> selectElements(String text) {
         if (text != null) {
-            return selectElements(Jsoup.parse(text));
+            return selectElements(parse(text));
         } else {
             return new ArrayList<Element>();
         }