commit
2b2ce9ce13
|
@ -23,9 +23,9 @@ public abstract class LocalDuplicatedRemovedScheduler implements Scheduler {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void push(Request request, Task task) {
|
public void push(Request request, Task task) {
|
||||||
logger.trace("get a candidate url ", request.getUrl());
|
logger.trace("get a candidate url {}", request.getUrl());
|
||||||
if (request.getExtra(Request.CYCLE_TRIED_TIMES) != null || urls.add(request.getUrl())) {
|
if (request.getExtra(Request.CYCLE_TRIED_TIMES) != null || urls.add(request.getUrl())) {
|
||||||
logger.debug("push to queue ", request.getUrl());
|
logger.debug("push to queue {}", request.getUrl());
|
||||||
pushWhenNoDuplicate(request, task);
|
pushWhenNoDuplicate(request, task);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue