webMagic-Mobai
/
magic-Dependency
mirror of https://gitea.qinmian.online/Mobai/magic-Dependency.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

files

master
yihua.huang 2013-06-10 12:17:53 +08:00
parent 3d4ad02b29
commit 8774cce7da
3 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
View File

@ -36,7 +36,7 @@ public class FilePipeline implements Pipeline {
String path = this.path + "" + domain + "/";
File file = new File(path);
if (!file.exists()) {
file.mkdir();
file.mkdirs();
}
try {
PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(page.getUrl().toString()) + ".html"));

4
webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
View File

@ -59,6 +59,10 @@ public class FileCacheQueueSchedular implements Schedular {
}
private void init() {
File file = new File(filePath);
if (!file.exists()){
file.mkdirs();
}
readFile();
initWriter();
initFlushThread();

6
webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
View File

@ -29,9 +29,6 @@ public class FreemarkerPipeline implements Pipeline {
this.template = configuration.getTemplate(template);
this.path = path;
File file = new File(path);
if (!file.exists()) {
file.mkdir();
}
}
public FreemarkerPipeline(String template) throws IOException {
@ -46,7 +43,7 @@ public class FreemarkerPipeline implements Pipeline {
String path = this.path + "" + domain + "/";
File file = new File(path);
if (!file.exists()) {
file.mkdir();
file.mkdirs();
}
try {
PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(page.getUrl().toString()) + ".html"));
@ -54,6 +51,7 @@ public class FreemarkerPipeline implements Pipeline {
printWriter.close();
} catch (TemplateException e) {
} catch (IOException e) {
e.printStackTrace();
}
}
}