us.codecraft0.7.44.0.0pomUTF-8UTF-81.84.0.0.RELEASEwebmagic-parentwebmagic-parent
A crawler framework. It covers the whole lifecycle of crawler: downloading, url management, content
extraction and persistent. It can simply the development of a specific crawler.
https://github.com/code4craft/webmagic/code4craftYihua huangcode4crafer@gmail.comyuanyLigang Yaoligang.yao@answers.comscm:git:git@github.com:code4craft/webmagic.gitscm:git:git@github.com:code4craft/webmagic.gitgit@github.com:code4craft/webmagic.gitwebmagic-parent-0.6.1Apache License, Version 2.0http://www.apache.org/licenses/LICENSE-2.0webmagic-corewebmagic-extension/webmagic-scripts/webmagic-seleniumwebmagic-saxonwebmagic-samplesjunitjunit4.13.1testorg.mockitomockito-all1.10.19testorg.apache.httpcomponentshttpclient4.5.13org.apache.httpcomponentshttpcore4.4.14com.google.guavaguava30.1-jrecom.jayway.jsonpathjson-path2.5.0org.slf4jslf4j-api1.7.30org.slf4jslf4j-log4j121.7.30us.codecraftxsoup0.3.1com.alibabafastjson1.2.75com.github.dreamheadmoco-core1.1.0testorg.slf4jslf4j-simplelog4jlog4j1.2.17org.assertjassertj-core3.18.1testorg.apache.commonscommons-lang33.11commons-collectionscommons-collections3.2.2commons-iocommons-io2.8.0org.codehaus.groovygroovy-all3.0.7org.jrubyjruby9.2.14.0org.jsoupjsoup1.10.3org.pythonjython2.7.2org.seleniumhq.seleniumselenium-java3.141.59net.sf.saxonSaxon-HE10.3net.sourceforge.htmlcleanerhtmlcleaner2.24com.github.detrophantomjsdriver1.2.0commons-clicommons-cli1.4redis.clientsjedis3.4.1org.apache.maven.pluginsmaven-enforcer-plugin3.0.0-M3enforce-mavenenforce3.0.5org.apache.maven.pluginsmaven-surefire-plugin0org.apache.maven.pluginsmaven-compiler-plugin${java.version}org.apache.maven.pluginsmaven-resources-pluginorg.apache.maven.pluginsmaven-jar-pluginlog4j.xmlorg.apache.maven.pluginsmaven-source-plugin3.2.1attach-sourcesjarorg.apache.maven.pluginsmaven-javadoc-plugin3.2.0UTF-8WebMagic 0.7.4en_USfalseaggregateaggregatesiteattach-javadocsjarorg.apache.maven.pluginsmaven-release-plugin3.0.0-M1com.amashchenko.maven.plugingitflow-maven-pluginorg.apache.maven.pluginsmaven-clean-plugin3.1.0org.apache.maven.pluginsmaven-compiler-plugin3.8.1org.apache.maven.pluginsmaven-deploy-plugin3.0.0-M1org.apache.maven.pluginsmaven-install-plugin3.0.0-M1org.apache.maven.pluginsmaven-jar-plugin3.2.0org.apache.maven.pluginsmaven-resources-plugin3.1.0org.apache.maven.pluginsmaven-site-plugin3.9.0org.apache.maven.pluginsmaven-surefire-plugin3.0.0-M5com.amashchenko.maven.plugingitflow-maven-plugin1.15.0releaseorg.apache.maven.pluginsmaven-source-plugin2.2.1packagejar-no-forkorg.apache.maven.pluginsmaven-javadoc-plugin2.9.1packagejarorg.apache.maven.pluginsmaven-gpg-plugin1.6verifysignorg.sonatype.pluginsnexus-staging-maven-plugin1.6.8truesonatype-nexus-staginghttps://oss.sonatype.org/truesonatype-nexus-snapshotshttps://oss.sonatype.org/content/repositories/snapshots/sonatype-nexus-staginghttps://oss.sonatype.org/service/local/staging/deploy/maven2/