some refactor
parent
84976c81ec
commit
1446ada732
|
@ -252,15 +252,7 @@ public class Spider implements Runnable, Task {
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
// wait until new url added
|
// wait until new url added
|
||||||
try {
|
waitNewUrl();
|
||||||
newUrlLock.lock();
|
|
||||||
try {
|
|
||||||
newUrlCondition.await();
|
|
||||||
} catch (InterruptedException e) {
|
|
||||||
}
|
|
||||||
} finally {
|
|
||||||
newUrlLock.unlock();
|
|
||||||
}
|
|
||||||
} else {
|
} else {
|
||||||
final Request requestFinal = request;
|
final Request requestFinal = request;
|
||||||
threadAlive.incrementAndGet();
|
threadAlive.incrementAndGet();
|
||||||
|
@ -398,6 +390,18 @@ public class Spider implements Runnable, Task {
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
private void waitNewUrl() {
|
||||||
|
try {
|
||||||
|
newUrlLock.lock();
|
||||||
|
try {
|
||||||
|
newUrlCondition.await();
|
||||||
|
} catch (InterruptedException e) {
|
||||||
|
}
|
||||||
|
} finally {
|
||||||
|
newUrlLock.unlock();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
private void signalNewUrl() {
|
private void signalNewUrl() {
|
||||||
try {
|
try {
|
||||||
newUrlLock.lock();
|
newUrlLock.lock();
|
||||||
|
|
Loading…
Reference in New Issue