Update Spider.java

根据响应状态码判断是否走重试机制
3 years ago · 8531438bc9
parent 692605bd75
commit 8531438bc9
1 changed files with 1 additions and 1 deletions
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@ -438,7 +438,7 @@ public class Spider implements Runnable, Task {
        }else {
            page = downloader.download(request, this);
        }
-        if (page.isDownloadSuccess()){
+        if (page.isDownloadSuccess()&&site.getAcceptStatCode().contains(page.getStatusCode())){
            onDownloadSuccess(request, page);
        } else {
            onDownloaderFail(request);