|
|
|
@ -489,17 +489,17 @@ public class Spider implements Runnable, Task {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private void waitNewUrl() {
|
|
|
|
|
try {
|
|
|
|
|
newUrlLock.lock();
|
|
|
|
|
try {
|
|
|
|
|
//double check
|
|
|
|
|
if (threadAlive.get() == 0 && exitWhenComplete) {
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
try {
|
|
|
|
|
newUrlCondition.await();
|
|
|
|
|
} catch (InterruptedException e) {
|
|
|
|
|
logger.warn("waitNewUrl - interrupted, error {}", e);
|
|
|
|
|
}
|
|
|
|
|
} finally {
|
|
|
|
|
finally {
|
|
|
|
|
newUrlLock.unlock();
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|