From b92e6b04f0797dd39955bc2acc4c66e5ea793e65 Mon Sep 17 00:00:00 2001 From: "yihua.huang" Date: Fri, 25 Nov 2016 08:30:24 +0800 Subject: [PATCH] =?UTF-8?q?#400=20=E4=BF=AE=E5=A4=8DFileCacheQueueSchedule?= =?UTF-8?q?r=E8=87=AA=E5=B7=B1=E8=AE=BE=E7=BD=AEDuplicateRemover=E4=BC=9A?= =?UTF-8?q?=E5=AF=BC=E8=87=B4NPE=E7=9A=84=E9=97=AE=E9=A2=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../codecraft/webmagic/scheduler/FileCacheQueueScheduler.java | 3 +++ 1 file changed, 3 insertions(+) diff --git a/webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/FileCacheQueueScheduler.java b/webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/FileCacheQueueScheduler.java index 1582fc9..6ca9828 100644 --- a/webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/FileCacheQueueScheduler.java +++ b/webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/FileCacheQueueScheduler.java @@ -179,6 +179,9 @@ public class FileCacheQueueScheduler extends DuplicateRemovedScheduler implement @Override protected void pushWhenNoDuplicate(Request request, Task task) { + if (!inited.get()) { + init(task); + } queue.add(request); fileUrlWriter.println(request.getUrl()); }