From c20edb824645806cd02367fd3b517efacb3e44cf Mon Sep 17 00:00:00 2001 From: Joe Zhou Date: Wed, 27 Nov 2024 03:31:30 +0800 Subject: [PATCH] Polish code. --- .../us/codecraft/webmagic/downloader/HttpClientDownloader.java | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java index 789448f0..6fdae38d 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java @@ -76,13 +76,14 @@ public class HttpClientDownloader extends AbstractDownloader { CloseableHttpClient httpClient = getHttpClient(task.getSite()); Proxy proxy = proxyProvider != null ? proxyProvider.getProxy(request, task) : null; HttpClientRequestContext requestContext = httpUriRequestConverter.convert(request, task.getSite(), proxy); - Page page = Page.ofFailure(request); + Page page = null; try { httpResponse = httpClient.execute(requestContext.getHttpUriRequest(), requestContext.getHttpClientContext()); page = handleResponse(request, request.getCharset() != null ? request.getCharset() : task.getSite().getCharset(), httpResponse, task); onSuccess(page, task); return page; } catch (IOException e) { + page = Page.ofFailure(request); onError(page, task, e); return page; } finally {