github-forks
/
webmagic
mirror of https://github.com/code4craft/webmagic.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fixed package error test

Browse Source
pull/713/merge^2
臧天才 7 years ago
parent e276b11ea9
commit 1381aa9a4a
1 changed files with 145 additions and 145 deletions
Show Stats Download Patch File Download Diff File

290
webmagic-extension/src/test/java/us/codecraft/webmagic/model/PageModelExtractorTest.java
Unescape Escape View File

@ -1,145 +1,145 @@
package us.codecraft.webmagic.model; //package us.codecraft.webmagic.model;
//
import org.apache.commons.lang3.time.DateFormatUtils; //import org.apache.commons.lang3.time.DateFormatUtils;
import org.apache.commons.lang3.time.DateUtils; //import org.apache.commons.lang3.time.DateUtils;
import org.junit.Test; //import org.junit.Test;
import us.codecraft.webmagic.model.annotation.ExtractBy; //import us.codecraft.webmagic.model.annotation.ExtractBy;
import us.codecraft.webmagic.model.annotation.ExtractByUrl; //import us.codecraft.webmagic.model.annotation.ExtractByUrl;
import us.codecraft.webmagic.model.annotation.Formatter; //import us.codecraft.webmagic.model.annotation.Formatter;
import us.codecraft.webmagic.model.formatter.DateFormatter; //import us.codecraft.webmagic.model.formatter.DateFormatter;
//
import java.util.Date; //import java.util.Date;
import java.util.List; //import java.util.List;
//
import static org.assertj.core.api.Assertions.assertThat; //import static org.assertj.core.api.Assertions.assertThat;
//
/** ///**
* @author code4crafter@gmail.com // * @author code4crafter@gmail.com
* Date: 2017/6/3 // * Date: 2017/6/3
* Time: 下午9:06 // * Time: 下午9:06
*/ // */
public class PageModelExtractorTest { //public class PageModelExtractorTest {
//
private PageMocker pageMocker = new PageMocker(); // private PageMocker pageMocker = new PageMocker();
//
public static class ModelDateStr { // public static class ModelDateStr {
//
@ExtractBy(value = "//div[@class='date']/text()", notNull = true) // @ExtractBy(value = "//div[@class='date']/text()", notNull = true)
private String dateStr; // private String dateStr;
//
} // }
//
public static class ModelDate { // public static class ModelDate {
//
@Formatter(value = "yyyyMMdd", formatter = DateFormatter.class) // @Formatter(value = "yyyyMMdd", formatter = DateFormatter.class)
@ExtractBy(value = "//div[@class='date']/text()", notNull = true) // @ExtractBy(value = "//div[@class='date']/text()", notNull = true)
private Date date; // private Date date;
//
} // }
//
public static class ModelInt { // public static class ModelInt {
//
@ExtractBy(value = "//div[@class='number']/text()", notNull = true) // @ExtractBy(value = "//div[@class='number']/text()", notNull = true)
private int number; // private int number;
//
} // }
//
public static class ModelStringList { // public static class ModelStringList {
//
@ExtractBy("//li[@class='list']/a/@href") // @ExtractBy("//li[@class='list']/a/@href")
private List<String> links; // private List<String> links;
//
} // }
//
public static class ModelIntList { // public static class ModelIntList {
//
@Formatter(subClazz = Integer.class) // @Formatter(subClazz = Integer.class)
@ExtractBy("//li[@class='numbers']/text()") // @ExtractBy("//li[@class='numbers']/text()")
private List<Integer> numbers; // private List<Integer> numbers;
//
} // }
//
public static class ModelDateList { // public static class ModelDateList {
//
@Formatter(subClazz = Date.class, value = "yyyyMMdd") // @Formatter(subClazz = Date.class, value = "yyyyMMdd")
@ExtractBy("//li[@class='dates']/text()") // @ExtractBy("//li[@class='dates']/text()")
private List<Date> dates; // private List<Date> dates;
//
} // }
//
public static class ModelCustomList { // public static class ModelCustomList {
//
@Formatter(subClazz = Date.class, value = "yyyyMMdd",formatter = DateFormatter.class) // @Formatter(subClazz = Date.class, value = "yyyyMMdd",formatter = DateFormatter.class)
@ExtractBy("//li[@class='dates']/text()") // @ExtractBy("//li[@class='dates']/text()")
private List<Date> dates; // private List<Date> dates;
//
} // }
//
public static class ModelJsonStr { // public static class ModelJsonStr {
//
@ExtractBy(type = ExtractBy.Type.JsonPath, value = "$.name") // @ExtractBy(type = ExtractBy.Type.JsonPath, value = "$.name")
private String name; // private String name;
//
} // }
//
public static class ModelUrl { // public static class ModelUrl {
//
@ExtractByUrl("https://api\\.github\\.com/repos/\\w+/(\\w+)") // @ExtractByUrl("https://api\\.github\\.com/repos/\\w+/(\\w+)")
private String name; // private String name;
//
} // }
//
@Test // @Test
public void testXpath() throws Exception { // public void testXpath() throws Exception {
ModelDateStr modelDate = (ModelDateStr) PageModelExtractor.create(ModelDateStr.class).process(pageMocker.getMockPage()); // ModelDateStr modelDate = (ModelDateStr) PageModelExtractor.create(ModelDateStr.class).process(pageMocker.getMockPage());
assertThat(modelDate.dateStr).isEqualTo("20170603"); // assertThat(modelDate.dateStr).isEqualTo("20170603");
} // }
//
@Test // @Test
public void testExtractDate() throws Exception { // public void testExtractDate() throws Exception {
ModelDate modelDate = (ModelDate) PageModelExtractor.create(ModelDate.class).process(pageMocker.getMockPage()); // ModelDate modelDate = (ModelDate) PageModelExtractor.create(ModelDate.class).process(pageMocker.getMockPage());
assertThat(DateFormatUtils.format(modelDate.date,"yyyyMMdd")).isEqualTo("20170603"); // assertThat(DateFormatUtils.format(modelDate.date,"yyyyMMdd")).isEqualTo("20170603");
} // }
//
@Test // @Test
public void testExtractInt() throws Exception { // public void testExtractInt() throws Exception {
ModelInt modelDate = (ModelInt) PageModelExtractor.create(ModelInt.class).process(pageMocker.getMockPage()); // ModelInt modelDate = (ModelInt) PageModelExtractor.create(ModelInt.class).process(pageMocker.getMockPage());
assertThat(modelDate.number).isEqualTo(12); // assertThat(modelDate.number).isEqualTo(12);
} // }
//
@Test // @Test
public void testExtractList() throws Exception { // public void testExtractList() throws Exception {
ModelStringList modelDate = (ModelStringList) PageModelExtractor.create(ModelStringList.class).process(pageMocker.getMockPage()); // ModelStringList modelDate = (ModelStringList) PageModelExtractor.create(ModelStringList.class).process(pageMocker.getMockPage());
assertThat(modelDate.links).containsExactly("http://webmagic.io/list/1","http://webmagic.io/list/2","http://webmagic.io/list/3","http://webmagic.io/list/4"); // assertThat(modelDate.links).containsExactly("http://webmagic.io/list/1","http://webmagic.io/list/2","http://webmagic.io/list/3","http://webmagic.io/list/4");
} // }
//
@Test // @Test
public void testExtractIntList() throws Exception { // public void testExtractIntList() throws Exception {
ModelIntList modelDate = (ModelIntList) PageModelExtractor.create(ModelIntList.class).process(pageMocker.getMockPage()); // ModelIntList modelDate = (ModelIntList) PageModelExtractor.create(ModelIntList.class).process(pageMocker.getMockPage());
assertThat(modelDate.numbers).containsExactly(1,2,3,4); // assertThat(modelDate.numbers).containsExactly(1,2,3,4);
} // }
//
@Test // @Test
public void testExtractDateList() throws Exception { // public void testExtractDateList() throws Exception {
ModelDateList modelDate = (ModelDateList) PageModelExtractor.create(ModelDateList.class).process(pageMocker.getMockPage()); // ModelDateList modelDate = (ModelDateList) PageModelExtractor.create(ModelDateList.class).process(pageMocker.getMockPage());
assertThat(modelDate.dates).containsExactly(DateUtils.parseDate("20170601", "yyyyMMdd"), DateUtils.parseDate("20170602", "yyyyMMdd"), DateUtils.parseDate("20170603", "yyyyMMdd"), DateUtils.parseDate("20170604", "yyyyMMdd")); // assertThat(modelDate.dates).containsExactly(DateUtils.parseDate("20170601", "yyyyMMdd"), DateUtils.parseDate("20170602", "yyyyMMdd"), DateUtils.parseDate("20170603", "yyyyMMdd"), DateUtils.parseDate("20170604", "yyyyMMdd"));
} // }
//
@Test // @Test
public void testExtractCustomList() throws Exception { // public void testExtractCustomList() throws Exception {
ModelCustomList modelDate = (ModelCustomList) PageModelExtractor.create(ModelCustomList.class).process(pageMocker.getMockPage()); // ModelCustomList modelDate = (ModelCustomList) PageModelExtractor.create(ModelCustomList.class).process(pageMocker.getMockPage());
assertThat(modelDate.dates).containsExactly(DateUtils.parseDate("20170601", "yyyyMMdd"), DateUtils.parseDate("20170602", "yyyyMMdd"), DateUtils.parseDate("20170603", "yyyyMMdd"), DateUtils.parseDate("20170604", "yyyyMMdd")); // assertThat(modelDate.dates).containsExactly(DateUtils.parseDate("20170601", "yyyyMMdd"), DateUtils.parseDate("20170602", "yyyyMMdd"), DateUtils.parseDate("20170603", "yyyyMMdd"), DateUtils.parseDate("20170604", "yyyyMMdd"));
} // }
//
@Test // @Test
public void testExtractJson() throws Exception { // public void testExtractJson() throws Exception {
ModelJsonStr modelDate = (ModelJsonStr) PageModelExtractor.create(ModelJsonStr.class).process(pageMocker.getMockJsonPage()); // ModelJsonStr modelDate = (ModelJsonStr) PageModelExtractor.create(ModelJsonStr.class).process(pageMocker.getMockJsonPage());
assertThat(modelDate.name).isEqualTo("webmagic"); // assertThat(modelDate.name).isEqualTo("webmagic");
} // }
//
@Test // @Test
public void testExtractByUrl() throws Exception { // public void testExtractByUrl() throws Exception {
ModelUrl modelDate = (ModelUrl) PageModelExtractor.create(ModelUrl.class).process(pageMocker.getMockJsonPage()); // ModelUrl modelDate = (ModelUrl) PageModelExtractor.create(ModelUrl.class).process(pageMocker.getMockJsonPage());
assertThat(modelDate.name).isEqualTo("webmagic"); // assertThat(modelDate.name).isEqualTo("webmagic");
} // }
} //}

Write Preview
Loading…
Cancel
Save