#400 修复FileCacheQueueScheduler自己设置DuplicateRemover会导致NPE的问题

8 years ago · b92e6b04f0
parent dafd2b77ff
commit b92e6b04f0
1 changed files with 3 additions and 0 deletions
--- a/webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/FileCacheQueueScheduler.java
+++ b/webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/FileCacheQueueScheduler.java
@ -179,6 +179,9 @@ public class FileCacheQueueScheduler extends DuplicateRemovedScheduler implement

    @Override
    protected void pushWhenNoDuplicate(Request request, Task task) {
+        if (!inited.get()) {
+            init(task);
+        }
        queue.add(request);
        fileUrlWriter.println(request.getUrl());
    }