Mobai
/
magic-Dependency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update main class

master
yihua.huang 2013-08-07 21:57:05 +08:00
parent afec9d31b8
commit 76dcbe605a
2 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
webmagic-samples/pom.xml
View File

@ -44,6 +44,7 @@
<manifest> <manifest>
<addClasspath>true</addClasspath> <addClasspath>true</addClasspath>
<classpathPrefix>./lib/</classpathPrefix> <classpathPrefix>./lib/</classpathPrefix>
<mainClass>us.codecraft.webmagic.main.QuickStarter</mainClass>
</manifest> </manifest>
</archive> </archive>
</configuration> </configuration>

8
webmagic-samples/src/main/java/us/codecraft/webmagic/main/QuickStarter.java
View File

@ -6,6 +6,7 @@ import us.codecraft.webmagic.model.samples.IteyeBlog;
import us.codecraft.webmagic.model.samples.News163; import us.codecraft.webmagic.model.samples.News163;
import us.codecraft.webmagic.model.samples.OschinaBlog; import us.codecraft.webmagic.model.samples.OschinaBlog;
import us.codecraft.webmagic.pipeline.ConsolePipeline; import us.codecraft.webmagic.pipeline.ConsolePipeline;
import us.codecraft.webmagic.pipeline.PagedPipeline;
import java.util.LinkedHashMap; import java.util.LinkedHashMap;
import java.util.Map; import java.util.Map;
@ -40,18 +41,19 @@ public class QuickStarter {
key = null; key = null;
} }
} }
System.out.println("The demo started and will last 60 seconds..."); System.out.println("The demo started and will last 20 seconds...");
//Start spider //Start spider
OOSpider.create(Site.me().addStartUrl(urlMap.get(key)), clazzMap.get(key)).pipeline(new ConsolePipeline()).runAsync(); OOSpider.create(Site.me().addStartUrl(urlMap.get(key)), clazzMap.get(key)).pipeline(new PagedPipeline()).pipeline(new ConsolePipeline()).runAsync();
try { try {
Thread.sleep(60000); Thread.sleep(20000);
} catch (InterruptedException e) { } catch (InterruptedException e) {
e.printStackTrace(); e.printStackTrace();
} }
System.out.println("The demo stopped!"); System.out.println("The demo stopped!");
System.out.println("To more usage, try to customize your own Spider!");
System.exit(0); System.exit(0);
} }
} }