remove IllegalStateException when download error for less error log

11 years ago · 0336f4cdb4
parent 4738ae2d14
commit 0336f4cdb4
1 changed files with 1 additions and 1 deletions
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@ -401,7 +401,7 @@ public class Spider implements Runnable, Task {
        Page page = downloader.download(request, this);
        if (page == null) {
            sleep(site.getSleepTime());
-            throw new IllegalStateException("download error");
+            onError(request);
        }
        // for cycle retry
        if (page.isNeedCycleRetry()) {