From 0336f4cdb4c71ed81bce53d7fb413503cdb312d5 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 25 Apr 2014 16:06:29 +0800
Subject: [PATCH] remove IllegalStateException when download error for less
 error log

---
 webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 68b2e113..7f075b1c 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -401,7 +401,7 @@ public class Spider implements Runnable, Task {
         Page page = downloader.download(request, this);
         if (page == null) {
             sleep(site.getSleepTime());
-            throw new IllegalStateException("download error");
+            onError(request);
         }
         // for cycle retry
         if (page.isNeedCycleRetry()) {