|
|
|
@ -41,7 +41,7 @@ public class FilePipeline extends FilePersistentBase implements Pipeline {
|
|
|
|
|
public void process(ResultItems resultItems, Task task) {
|
|
|
|
|
String path = this.path + PATH_SEPERATOR + task.getUUID() + PATH_SEPERATOR;
|
|
|
|
|
try {
|
|
|
|
|
PrintWriter printWriter = new PrintWriter(new OutputStreamWriter(new FileOutputStream(getFile(path + DigestUtils.md5Hex(resultItems.getRequest().getUrl()) + ".html")),"UTF-8"));
|
|
|
|
|
PrintWriter printWriter = new PrintWriter(new OutputStreamWriter(new FileOutputStream(getFile(path + DigestUtils.md5Hex(resultItems.getRequest().getUrl()) + ".html")),"UTF-8"));
|
|
|
|
|
printWriter.println("url:\t" + resultItems.getRequest().getUrl());
|
|
|
|
|
for (Map.Entry<String, Object> entry : resultItems.getAll().entrySet()) {
|
|
|
|
|
if (entry.getValue() instanceof Iterable) {
|
|
|
|
|