diff --git a/pom.xml b/pom.xml index 2b2384fd8..02b79d92f 100644 --- a/pom.xml +++ b/pom.xml @@ -6,14 +6,13 @@ 7 us.codecraft - 0.7.3 + 0.7.5 4.0.0 pom UTF-8 UTF-8 4.0.0.RELEASE - webmagic-parent webmagic-parent @@ -64,12 +63,6 @@ 4.11 test - - org.mockito - mockito-all - 1.10.19 - test - org.apache.httpcomponents httpclient diff --git a/webmagic-core/pom.xml b/webmagic-core/pom.xml index e889cd491..b81d31db7 100644 --- a/webmagic-core/pom.xml +++ b/webmagic-core/pom.xml @@ -3,7 +3,7 @@ us.codecraft webmagic-parent - 0.7.3 + 0.7.5 4.0.0 diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java index 62c989f1d..421b54e0b 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java @@ -305,7 +305,13 @@ public void run() { initComponent(); logger.info("Spider {} started!",getUUID()); while (!Thread.currentThread().isInterrupted() && stat.get() == STAT_RUNNING) { - final Request request = scheduler.poll(this); + final Request request; + try { + request = scheduler.poll(this); + } catch (Exception e) { + logger.warn(e.getMessage()); + continue; + } if (request == null) { if (threadPool.getThreadAlive() == 0 && exitWhenComplete) { break; diff --git a/webmagic-extension/pom.xml b/webmagic-extension/pom.xml index 7e949ca6f..c71640113 100644 --- a/webmagic-extension/pom.xml +++ b/webmagic-extension/pom.xml @@ -3,7 +3,7 @@ us.codecraft webmagic-parent - 0.7.3 + 0.7.5 4.0.0 diff --git a/webmagic-samples/pom.xml b/webmagic-samples/pom.xml index 072bb3fd5..c02c07421 100644 --- a/webmagic-samples/pom.xml +++ b/webmagic-samples/pom.xml @@ -3,7 +3,7 @@ webmagic-parent us.codecraft - 0.7.3 + 0.7.5 4.0.0 diff --git a/webmagic-saxon/pom.xml b/webmagic-saxon/pom.xml index 95f706ed5..f8b3c1f24 100644 --- a/webmagic-saxon/pom.xml +++ b/webmagic-saxon/pom.xml @@ -3,7 +3,7 @@ webmagic-parent us.codecraft - 0.7.3 + 0.7.5 4.0.0 diff --git a/webmagic-scripts/pom.xml b/webmagic-scripts/pom.xml index 22956cb55..af72f18fc 100755 --- a/webmagic-scripts/pom.xml +++ b/webmagic-scripts/pom.xml @@ -3,12 +3,12 @@ webmagic-parent us.codecraft - 0.7.3 + 0.7.5 4.0.0 - us.codecraft webmagic-scripts + 1.1.2-2 diff --git a/webmagic-selenium/pom.xml b/webmagic-selenium/pom.xml index 1cbf59216..1fa05538d 100644 --- a/webmagic-selenium/pom.xml +++ b/webmagic-selenium/pom.xml @@ -3,7 +3,7 @@ webmagic-parent us.codecraft - 0.7.3 + 0.7.5 4.0.0