From 179baa7a227b97f6465c5140224df718bfe64123 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 25 Apr 2014 16:07:41 +0800
Subject: [PATCH] return when page is null

---
 webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java   | 1 +
 .../us/codecraft/webmagic/example/PatternProcessorExample.java  | 2 +-
 2 files changed, 2 insertions(+), 1 deletion(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 7f075b1c..6560a1b5 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -402,6 +402,7 @@ public class Spider implements Runnable, Task {
         if (page == null) {
             sleep(site.getSleepTime());
             onError(request);
+            return;
         }
         // for cycle retry
         if (page.isNeedCycleRetry()) {
diff --git a/webmagic-extension/src/main/java/us/codecraft/webmagic/example/PatternProcessorExample.java b/webmagic-extension/src/main/java/us/codecraft/webmagic/example/PatternProcessorExample.java
index f6b2e9b4..8ecb08fe 100644
--- a/webmagic-extension/src/main/java/us/codecraft/webmagic/example/PatternProcessorExample.java
+++ b/webmagic-extension/src/main/java/us/codecraft/webmagic/example/PatternProcessorExample.java
@@ -54,7 +54,7 @@ public class PatternProcessorExample {
             }
         };
 
-        CompositePageProcessor pageProcessor = new CompositePageProcessor(Site.me().setDomain("github.com").setRetryTimes(0).setSleepTime(0));
+        CompositePageProcessor pageProcessor = new CompositePageProcessor(Site.me().setDomain("github.com").setRetryTimes(3));
         CompositePipeline pipeline = new CompositePipeline();
 
         pageProcessor.setSubPageProcessors(githubRepoProcessor, githubUserProcessor);