add test for jsonpath in pagemodel #462
yihua.huang
8 years ago
parent
f5018d569e
commit
0e6eb46eba
@ -0,0 +1,46 @@
|
|||||||
|
package us.codecraft.webmagic.model;
|
||||||
|
|
||||||
|
import org.apache.commons.io.IOUtils;
|
||||||
|
import org.junit.Test;
|
||||||
|
import us.codecraft.webmagic.Page;
|
||||||
|
import us.codecraft.webmagic.Request;
|
||||||
|
import us.codecraft.webmagic.model.annotation.ExtractBy;
|
||||||
|
import us.codecraft.webmagic.selector.PlainText;
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
|
||||||
|
import static org.assertj.core.api.Assertions.assertThat;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author code4crafter@gmail.com
|
||||||
|
* Date: 2017/6/3
|
||||||
|
* Time: 下午3:23
|
||||||
|
*/
|
||||||
|
public class PageMapperTest {
|
||||||
|
|
||||||
|
public static class GithubRepo {
|
||||||
|
|
||||||
|
@ExtractBy(type = ExtractBy.Type.JsonPath, value = "$.name")
|
||||||
|
private String name;
|
||||||
|
|
||||||
|
public String getName() {
|
||||||
|
return name;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void test_get() throws Exception {
|
||||||
|
PageMapper<GithubRepo> pageMapper = new PageMapper<GithubRepo>(GithubRepo.class);
|
||||||
|
GithubRepo githubRepo = pageMapper.get(getMockJsonPage());
|
||||||
|
assertThat(githubRepo.getName()).isEqualTo("webmagic");
|
||||||
|
}
|
||||||
|
|
||||||
|
private Page getMockJsonPage() throws IOException {
|
||||||
|
Page page = new Page();
|
||||||
|
page.setRawText(IOUtils.toString(getClass().getClassLoader().getResourceAsStream("json/mock-githubrepo.json")));
|
||||||
|
page.setRequest(new Request("https://api.github.com/repos/code4craft/webmagic"));
|
||||||
|
page.setUrl(new PlainText("https://api.github.com/repos/code4craft/webmagic"));
|
||||||
|
return page;
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
@ -0,0 +1,91 @@
|
|||||||
|
{
|
||||||
|
"id": 9623064,
|
||||||
|
"name": "webmagic",
|
||||||
|
"full_name": "code4craft/webmagic",
|
||||||
|
"owner": {
|
||||||
|
"login": "code4craft",
|
||||||
|
"id": 1351884,
|
||||||
|
"avatar_url": "https://avatars0.githubusercontent.com/u/1351884?v=3",
|
||||||
|
"gravatar_id": "",
|
||||||
|
"url": "https://api.github.com/users/code4craft",
|
||||||
|
"html_url": "https://github.com/code4craft",
|
||||||
|
"followers_url": "https://api.github.com/users/code4craft/followers",
|
||||||
|
"following_url": "https://api.github.com/users/code4craft/following{/other_user}",
|
||||||
|
"gists_url": "https://api.github.com/users/code4craft/gists{/gist_id}",
|
||||||
|
"starred_url": "https://api.github.com/users/code4craft/starred{/owner}{/repo}",
|
||||||
|
"subscriptions_url": "https://api.github.com/users/code4craft/subscriptions",
|
||||||
|
"organizations_url": "https://api.github.com/users/code4craft/orgs",
|
||||||
|
"repos_url": "https://api.github.com/users/code4craft/repos",
|
||||||
|
"events_url": "https://api.github.com/users/code4craft/events{/privacy}",
|
||||||
|
"received_events_url": "https://api.github.com/users/code4craft/received_events",
|
||||||
|
"type": "User",
|
||||||
|
"site_admin": false
|
||||||
|
},
|
||||||
|
"private": false,
|
||||||
|
"html_url": "https://github.com/code4craft/webmagic",
|
||||||
|
"description": "A scalable web crawler framework for Java.",
|
||||||
|
"fork": false,
|
||||||
|
"url": "https://api.github.com/repos/code4craft/webmagic",
|
||||||
|
"forks_url": "https://api.github.com/repos/code4craft/webmagic/forks",
|
||||||
|
"keys_url": "https://api.github.com/repos/code4craft/webmagic/keys{/key_id}",
|
||||||
|
"collaborators_url": "https://api.github.com/repos/code4craft/webmagic/collaborators{/collaborator}",
|
||||||
|
"teams_url": "https://api.github.com/repos/code4craft/webmagic/teams",
|
||||||
|
"hooks_url": "https://api.github.com/repos/code4craft/webmagic/hooks",
|
||||||
|
"issue_events_url": "https://api.github.com/repos/code4craft/webmagic/issues/events{/number}",
|
||||||
|
"events_url": "https://api.github.com/repos/code4craft/webmagic/events",
|
||||||
|
"assignees_url": "https://api.github.com/repos/code4craft/webmagic/assignees{/user}",
|
||||||
|
"branches_url": "https://api.github.com/repos/code4craft/webmagic/branches{/branch}",
|
||||||
|
"tags_url": "https://api.github.com/repos/code4craft/webmagic/tags",
|
||||||
|
"blobs_url": "https://api.github.com/repos/code4craft/webmagic/git/blobs{/sha}",
|
||||||
|
"git_tags_url": "https://api.github.com/repos/code4craft/webmagic/git/tags{/sha}",
|
||||||
|
"git_refs_url": "https://api.github.com/repos/code4craft/webmagic/git/refs{/sha}",
|
||||||
|
"trees_url": "https://api.github.com/repos/code4craft/webmagic/git/trees{/sha}",
|
||||||
|
"statuses_url": "https://api.github.com/repos/code4craft/webmagic/statuses/{sha}",
|
||||||
|
"languages_url": "https://api.github.com/repos/code4craft/webmagic/languages",
|
||||||
|
"stargazers_url": "https://api.github.com/repos/code4craft/webmagic/stargazers",
|
||||||
|
"contributors_url": "https://api.github.com/repos/code4craft/webmagic/contributors",
|
||||||
|
"subscribers_url": "https://api.github.com/repos/code4craft/webmagic/subscribers",
|
||||||
|
"subscription_url": "https://api.github.com/repos/code4craft/webmagic/subscription",
|
||||||
|
"commits_url": "https://api.github.com/repos/code4craft/webmagic/commits{/sha}",
|
||||||
|
"git_commits_url": "https://api.github.com/repos/code4craft/webmagic/git/commits{/sha}",
|
||||||
|
"comments_url": "https://api.github.com/repos/code4craft/webmagic/comments{/number}",
|
||||||
|
"issue_comment_url": "https://api.github.com/repos/code4craft/webmagic/issues/comments{/number}",
|
||||||
|
"contents_url": "https://api.github.com/repos/code4craft/webmagic/contents/{+path}",
|
||||||
|
"compare_url": "https://api.github.com/repos/code4craft/webmagic/compare/{base}...{head}",
|
||||||
|
"merges_url": "https://api.github.com/repos/code4craft/webmagic/merges",
|
||||||
|
"archive_url": "https://api.github.com/repos/code4craft/webmagic/{archive_format}{/ref}",
|
||||||
|
"downloads_url": "https://api.github.com/repos/code4craft/webmagic/downloads",
|
||||||
|
"issues_url": "https://api.github.com/repos/code4craft/webmagic/issues{/number}",
|
||||||
|
"pulls_url": "https://api.github.com/repos/code4craft/webmagic/pulls{/number}",
|
||||||
|
"milestones_url": "https://api.github.com/repos/code4craft/webmagic/milestones{/number}",
|
||||||
|
"notifications_url": "https://api.github.com/repos/code4craft/webmagic/notifications{?since,all,participating}",
|
||||||
|
"labels_url": "https://api.github.com/repos/code4craft/webmagic/labels{/name}",
|
||||||
|
"releases_url": "https://api.github.com/repos/code4craft/webmagic/releases{/id}",
|
||||||
|
"deployments_url": "https://api.github.com/repos/code4craft/webmagic/deployments",
|
||||||
|
"created_at": "2013-04-23T12:57:36Z",
|
||||||
|
"updated_at": "2017-06-03T03:58:13Z",
|
||||||
|
"pushed_at": "2017-06-03T07:10:15Z",
|
||||||
|
"git_url": "git://github.com/code4craft/webmagic.git",
|
||||||
|
"ssh_url": "git@github.com:code4craft/webmagic.git",
|
||||||
|
"clone_url": "https://github.com/code4craft/webmagic.git",
|
||||||
|
"svn_url": "https://github.com/code4craft/webmagic",
|
||||||
|
"homepage": "http://webmagic.io/",
|
||||||
|
"size": 16982,
|
||||||
|
"stargazers_count": 4566,
|
||||||
|
"watchers_count": 4566,
|
||||||
|
"language": "Java",
|
||||||
|
"has_issues": true,
|
||||||
|
"has_projects": true,
|
||||||
|
"has_downloads": true,
|
||||||
|
"has_wiki": true,
|
||||||
|
"has_pages": true,
|
||||||
|
"forks_count": 2432,
|
||||||
|
"mirror_url": null,
|
||||||
|
"open_issues_count": 96,
|
||||||
|
"forks": 2432,
|
||||||
|
"open_issues": 96,
|
||||||
|
"watchers": 4566,
|
||||||
|
"default_branch": "master",
|
||||||
|
"network_count": 2432,
|
||||||
|
"subscribers_count": 618
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue