From cfb8990453a09fdfb79265f07840a8be8a47b60e Mon Sep 17 00:00:00 2001 From: "yihua.huang" Date: Sun, 4 Aug 2013 03:04:30 +0800 Subject: [PATCH] update author --- .../us/codecraft/webmagic/oo/ConsolePageModelPipeline.java | 2 +- .../main/java/us/codecraft/webmagic/selector/AndSelector.java | 2 +- .../main/java/us/codecraft/webmagic/selector/OrSelector.java | 2 +- .../src/test/java/us/codecraft/webmagic/oo/OschinaBlog.java | 2 +- .../src/test/java/us/codecraft/webmagic/oo/TestFetcher.java | 2 +- .../test/java/us/codecraft/webmagic/selector/SaxonTest.java | 2 +- .../java/us/codecraft/webmagic/scheduler/RedisScheduler.java | 2 +- .../us/codecraft/webmagic/scheduler/RedisSchedulerTest.java | 2 +- .../webmagic/selenium/downloader/SeleniumDownloader.java | 2 +- .../codecraft/webmagic/selenium/downloader/WebDriverPool.java | 2 +- .../java/us/codecraft/webmagic/selenium/SeleniumTest.java | 2 +- .../webmagic/selenium/downloader/SeleniumDownloaderTest.java | 2 +- .../webmagic/selenium/downloader/WebDriverPoolTest.java | 2 +- .../src/main/java/us/codecraft/webmagic/oo/samples/Blog.java | 2 +- .../main/java/us/codecraft/webmagic/oo/samples/IteyeBlog.java | 2 +- .../java/us/codecraft/webmagic/oo/samples/OschinaAnswer.java | 4 ++-- .../java/us/codecraft/webmagic/oo/samples/OschinaBlog.java | 2 +- .../java/us/codecraft/webmagic/samples/GlobalProcessor.java | 2 +- .../java/us/codecraft/webmagic/samples/GuoxueProcessor.java | 2 +- .../java/us/codecraft/webmagic/samples/HuabanProcessor.java | 2 +- .../us/codecraft/webmagic/samples/IteyeBlogProcessor.java | 2 +- 21 files changed, 22 insertions(+), 22 deletions(-) diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/oo/ConsolePageModelPipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/oo/ConsolePageModelPipeline.java index 16b1ef2..e17f210 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/oo/ConsolePageModelPipeline.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/oo/ConsolePageModelPipeline.java @@ -4,7 +4,7 @@ import org.apache.commons.lang3.builder.ToStringBuilder; import us.codecraft.webmagic.Task; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-8-3
* Time: 下午3:41
*/ diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/AndSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/AndSelector.java index 98481ef..e6bbbb8 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/AndSelector.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/AndSelector.java @@ -4,7 +4,7 @@ import java.util.ArrayList; import java.util.List; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-8-3
* Time: 下午5:29
*/ diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/OrSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/OrSelector.java index 2cdd870..dca1b34 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/OrSelector.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/OrSelector.java @@ -4,7 +4,7 @@ import java.util.ArrayList; import java.util.List; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-8-3
* Time: 下午5:29
*/ diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/oo/OschinaBlog.java b/webmagic-core/src/test/java/us/codecraft/webmagic/oo/OschinaBlog.java index 98543b0..728f143 100644 --- a/webmagic-core/src/test/java/us/codecraft/webmagic/oo/OschinaBlog.java +++ b/webmagic-core/src/test/java/us/codecraft/webmagic/oo/OschinaBlog.java @@ -6,7 +6,7 @@ import us.codecraft.webmagic.Site; import java.util.List; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-8-1
* Time: 下午10:18
*/ diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/oo/TestFetcher.java b/webmagic-core/src/test/java/us/codecraft/webmagic/oo/TestFetcher.java index 289cd4f..b7f2d29 100644 --- a/webmagic-core/src/test/java/us/codecraft/webmagic/oo/TestFetcher.java +++ b/webmagic-core/src/test/java/us/codecraft/webmagic/oo/TestFetcher.java @@ -5,7 +5,7 @@ import org.junit.Test; import us.codecraft.webmagic.Site; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-8-1
* Time: 下午8:42
*/ diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/SaxonTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/SaxonTest.java index 509be44..05a8906 100644 --- a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/SaxonTest.java +++ b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/SaxonTest.java @@ -15,7 +15,7 @@ import javax.xml.xpath.XPathExpression; import javax.xml.xpath.XPathFactoryConfigurationException; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-8-2
* Time: 下午5:48
*/ diff --git a/webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java b/webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java index 382642b..094295c 100644 --- a/webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java +++ b/webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java @@ -10,7 +10,7 @@ import us.codecraft.webmagic.schedular.Scheduler; /** * 使用redis管理url，构建一个分布式的爬虫。
* - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-7-25
* Time: 上午7:07
*/ diff --git a/webmagic-plugin/webmagic-misc/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java b/webmagic-plugin/webmagic-misc/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java index 6db21a8..3d59671 100644 --- a/webmagic-plugin/webmagic-misc/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java +++ b/webmagic-plugin/webmagic-misc/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java @@ -8,7 +8,7 @@ import us.codecraft.webmagic.Site; import us.codecraft.webmagic.Task; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-7-25
* Time: 上午7:51
*/ diff --git a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java index 1b689d4..002dcc9 100644 --- a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java +++ b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java @@ -21,7 +21,7 @@ import java.util.Map; * 使用Selenium调用浏览器进行渲染。目前仅支持chrome。
* 需要下载Selenium driver支持。
* - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-7-26
* Time: 下午1:37
*/ diff --git a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/WebDriverPool.java b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/WebDriverPool.java index faed8d6..fdd978d 100644 --- a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/WebDriverPool.java +++ b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/WebDriverPool.java @@ -11,7 +11,7 @@ import java.util.concurrent.LinkedBlockingDeque; import java.util.concurrent.atomic.AtomicInteger; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-7-26
* Time: 下午1:41
*/ diff --git a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java index a403b91..a6de847 100644 --- a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java +++ b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java @@ -13,7 +13,7 @@ import java.util.HashMap; import java.util.Map; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-7-26
* Time: 下午12:27
*/ diff --git a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java index 9683083..23711fa 100644 --- a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java +++ b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java @@ -8,7 +8,7 @@ import us.codecraft.webmagic.Site; import us.codecraft.webmagic.Task; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-7-26
* Time: 下午2:46
*/ diff --git a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java index 1efc69b..cbf3860 100644 --- a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java +++ b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java @@ -5,7 +5,7 @@ import org.junit.Test; import org.openqa.selenium.WebDriver; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-7-26
* Time: 下午2:12
*/ diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/Blog.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/Blog.java index 565c711..e3e5364 100644 --- a/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/Blog.java +++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/Blog.java @@ -1,7 +1,7 @@ package us.codecraft.webmagic.oo.samples; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-8-2
* Time: 上午8:10
*/ diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/IteyeBlog.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/IteyeBlog.java index e289c87..39597af 100644 --- a/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/IteyeBlog.java +++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/IteyeBlog.java @@ -6,7 +6,7 @@ import us.codecraft.webmagic.oo.OOSpider; import us.codecraft.webmagic.oo.TargetUrl; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-8-2
* Time: 上午7:52
*/ diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/OschinaAnswer.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/OschinaAnswer.java index fd04b1d..0a59b7d 100644 --- a/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/OschinaAnswer.java +++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/OschinaAnswer.java @@ -5,7 +5,7 @@ import us.codecraft.webmagic.Site; import us.codecraft.webmagic.oo.*; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-8-3
* Time: 下午8:25
*/ @@ -17,7 +17,7 @@ public class OschinaAnswer implements AfterExtractor{ @ExtractBy("//img/@title") private String user; - @ExtractBy(value="//div[@class='detail']",notNull = false) + @ExtractBy("//div[@class='detail']") private String content; public static void main(String[] args) { diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/OschinaBlog.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/OschinaBlog.java index 4a52a14..5224c85 100644 --- a/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/OschinaBlog.java +++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/oo/samples/OschinaBlog.java @@ -6,7 +6,7 @@ import us.codecraft.webmagic.oo.OOSpider; import us.codecraft.webmagic.oo.TargetUrl; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-8-2
* Time: 上午7:52
*/ diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java index 2bdf342..0448683 100644 --- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java +++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java @@ -10,7 +10,7 @@ import us.codecraft.webmagic.scheduler.RedisScheduler; import java.util.List; /** - * Author yihua.huang@dianping.com + * Author code4crafter@gmail.com * Date: 13-6-24 * Time: 下午2:12 */ diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GuoxueProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GuoxueProcessor.java index 54d995e..db00c79 100644 --- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GuoxueProcessor.java +++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GuoxueProcessor.java @@ -6,7 +6,7 @@ import us.codecraft.webmagic.processor.SimplePageProcessor; import us.codecraft.webmagic.schedular.FileCacheQueueScheduler; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-7-14
* Time: 上午8:33
*/ diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java index d8c5f05..eef2b2f 100644 --- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java +++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java @@ -11,7 +11,7 @@ import us.codecraft.webmagic.selenium.downloader.SeleniumDownloader; /** * 花瓣网抽取器。
* 使用Selenium做页面动态渲染。
- * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-7-26
* Time: 下午4:08
*/ diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/IteyeBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/IteyeBlogProcessor.java index 76f9cc3..da846e8 100644 --- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/IteyeBlogProcessor.java +++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/IteyeBlogProcessor.java @@ -7,7 +7,7 @@ import us.codecraft.webmagic.pipeline.FilePipeline; import us.codecraft.webmagic.processor.PageProcessor; /** - * @author yihua.huang@dianping.com
+ * @author code4crafter@gmail.com
* @date: 13-7-26
* Time: 上午7:31
*/