Update Spider.java

if (site.getAcceptStatCode().contains(page.getStatusCode())) 当statusCode在不被接收到集合中的时候没有做处理只是打了log
pull/887/head
weilunhui 6 years ago committed by GitHub
parent be892b80bf
commit 78c914512a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -419,6 +419,7 @@ public class Spider implements Runnable, Task {
}
}
} else {
onDownloaderFail(request);
logger.info("page status code error, page {} , code: {}", request.getUrl(), page.getStatusCode());
}
sleep(site.getSleepTime());

Loading…
Cancel
Save