From 8531438bc9f2dc5a440ec18a35f57224ea53a113 Mon Sep 17 00:00:00 2001 From: GG22G2 <31408730+GG22G2@users.noreply.github.com> Date: Thu, 6 Jan 2022 13:22:59 +0800 Subject: [PATCH] Update Spider.java MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 根据响应状态码判断是否走重试机制 --- webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java index bc8bb94c..23e69bca 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java @@ -438,7 +438,7 @@ public class Spider implements Runnable, Task { }else { page = downloader.download(request, this); } - if (page.isDownloadSuccess()){ + if (page.isDownloadSuccess()&&site.getAcceptStatCode().contains(page.getStatusCode())){ onDownloadSuccess(request, page); } else { onDownloaderFail(request);