diff --git a/webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/FileCacheQueueScheduler.java b/webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/FileCacheQueueScheduler.java index 1582fc9..6ca9828 100644 --- a/webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/FileCacheQueueScheduler.java +++ b/webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/FileCacheQueueScheduler.java @@ -179,6 +179,9 @@ public class FileCacheQueueScheduler extends DuplicateRemovedScheduler implement @Override protected void pushWhenNoDuplicate(Request request, Task task) { + if (!inited.get()) { + init(task); + } queue.add(request); fileUrlWriter.println(request.getUrl()); }