Create%20Spider%0Ahttp%3A//localhost%3A8080/spider/create true Custom%20PageProcessor%20 true BlogSpider true SpiderTemplate true New%20Template true Title true //title/text%28%29 true Content true //div%5B@class%3D%27BlogContent%27%5D/text%28%29 true Date true //div%5B@class%3D%27BlogStat%27%5D/regex%28%27%5Cd+-%5Cd+-%5Cd+%5Cs+%5Cd+%3A%5Cd+%27%29 true Tags true //div%5B@class%3D%27tags%27%5D/a/text%28%29 Create%20Spider Name blog.oschina.net StartUrls http%3A//my.oschina.net/flashsword/blog/180623 Other%20Source up Advanced%20Setting URL%20manangement Scheduler Host Redis 127.0.0.1 6379 true New%20Scheduler Persistent Pipeline Path Local%20File /data/webmaigc/%7BspdierName%7D true New%20Pipeline Create Cancel Advanced%20Setting Headers true User%20Agent true Cookie true Mozilla/5.0%20%28compatible%3B%20MSIE%2010.0... true id Add true name true value Add Add true 123456 true Proxy true 127.0.0.1 true 8080 true username true password true Charset true utf-8 AutoDetect true Frenquecny true 3000 true Sleep true milliseconds%20after%20download%20one%20page Error%20Handle true Retry true 3 true Retry true times%20when%20downloading%20a%20page true If%20it%20still%20fails%20in%20downloading%2C%20re-insert%20it%20to%20url%20queue.%5Cr%5CrAfter%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20times%2C%20the%20url%20will%20be%20discarded. true 3 Test import export