diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java index 68b2e113..7f075b1c 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java @@ -401,7 +401,7 @@ public class Spider implements Runnable, Task { Page page = downloader.download(request, this); if (page == null) { sleep(site.getSleepTime()); - throw new IllegalStateException("download error"); + onError(request); } // for cycle retry if (page.isNeedCycleRetry()) {