From cc18d863f352fd4f21a65ae853e5a7af228389ec Mon Sep 17 00:00:00 2001 From: "yihua.huang" Date: Fri, 26 Jul 2013 16:34:09 +0800 Subject: [PATCH] sleep time --- .../java/us/codecraft/webmagic/samples/HuabanProcessor.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java index 23434f33..a542da41 100644 --- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java +++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java @@ -30,13 +30,13 @@ public class HuabanProcessor implements PageProcessor { @Override public Site getSite() { if (site == null) { - site = Site.me().setDomain("huaban.com").addStartUrl("http://huaban.com/"); + site = Site.me().setDomain("huaban.com").addStartUrl("http://huaban.com/").setSleepTime(1000); } return site; } public static void main(String[] args) { - Spider.create(new HuabanProcessor()) + Spider.create(new HuabanProcessor()).thread(5) .scheduler(new RedisScheduler("localhost")) .pipeline(new FilePipeline("/data/webmagic/test/")) .downloader(new SeleniumDownloader("/Users/yihua/Downloads/chromedriver"))