Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

some refactor

master
yihua.huang 2013-10-31 22:50:22 +08:00
parent 84976c81ec
commit 1446ada732
1 changed files with 13 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
View File

@ -252,15 +252,7 @@ public class Spider implements Runnable, Task {
break;
}
// wait until new url added
try {
newUrlLock.lock();
try {
newUrlCondition.await();
} catch (InterruptedException e) {
}
} finally {
newUrlLock.unlock();
}
waitNewUrl();
} else {
final Request requestFinal = request;
threadAlive.incrementAndGet();
@ -398,6 +390,18 @@ public class Spider implements Runnable, Task {
return this;
}
private void waitNewUrl() {
try {
newUrlLock.lock();
try {
newUrlCondition.await();
} catch (InterruptedException e) {
}
} finally {
newUrlLock.unlock();
}
}
private void signalNewUrl() {
try {
newUrlLock.lock();