2021-02-03 23:43:56 +00:00
|
|
|
use http::Method;
|
2021-01-31 03:11:54 +00:00
|
|
|
use http::StatusCode;
|
|
|
|
|
use raspa::request::{Request, RequestBase};
|
|
|
|
|
use raspa::selector::{Selector, SelectorBase};
|
2021-02-03 23:43:56 +00:00
|
|
|
use serde_json::Value;
|
2021-03-15 01:38:41 +00:00
|
|
|
// use std::collections::HashMap;
|
2021-01-31 03:11:54 +00:00
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
fn plain_text_selector() {
|
|
|
|
|
let html = "
|
|
|
|
|
<html>
|
|
|
|
|
<body>
|
|
|
|
|
<h1>hello world</h1>
|
|
|
|
|
<p id='text'>good bye</p>
|
|
|
|
|
<a>simple text</a>
|
|
|
|
|
</body>
|
|
|
|
|
</html>
|
|
|
|
|
"
|
|
|
|
|
.to_string();
|
|
|
|
|
let sel = Selector::from_html(html);
|
2021-03-15 01:38:41 +00:00
|
|
|
assert_eq!(sel.css("h1")[0].html(), "<h1>hello world</h1>");
|
|
|
|
|
assert_eq!(sel.css("#text")[0].content(), "good bye");
|
|
|
|
|
assert_eq!(sel.css_once("body > a").unwrap().content(), "simple text");
|
2021-01-31 03:11:54 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
fn simple_request() {
|
|
|
|
|
let req: Request = RequestBase::new("https://httpbin.org/").unwrap();
|
|
|
|
|
let resp = req.launch();
|
|
|
|
|
assert_eq!(resp.status_code, StatusCode::OK);
|
2021-03-15 01:38:41 +00:00
|
|
|
assert!(resp.css("h2")[0].html().contains("httpbin.org"));
|
2021-01-31 03:11:54 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
fn complex_selectors() {
|
|
|
|
|
let html = "
|
|
|
|
|
<html>
|
|
|
|
|
<body>
|
|
|
|
|
<p id='text'>good bye</p>
|
|
|
|
|
<a href='http://google.com'>simple text</a>
|
|
|
|
|
<ul>
|
|
|
|
|
<li class='item' id='item-1'>1</li>
|
|
|
|
|
<li class='item' id='item-2'>2</li>
|
|
|
|
|
<li class='item' id='item-3'>3</li>
|
|
|
|
|
</ul>
|
2021-01-31 03:20:00 +00:00
|
|
|
<div>
|
|
|
|
|
<a href='#'>non link</a>
|
|
|
|
|
<a href='http://localhost'>link</a>
|
|
|
|
|
<a href='#'>non link</a>
|
|
|
|
|
</div>
|
2021-01-31 03:11:54 +00:00
|
|
|
</body>
|
|
|
|
|
</html>
|
|
|
|
|
"
|
|
|
|
|
.to_string();
|
|
|
|
|
let sel = Selector::from_html(html);
|
2021-03-15 01:38:41 +00:00
|
|
|
assert_eq!(sel.css_once("p").unwrap().attr("id").unwrap(), "text");
|
|
|
|
|
assert_eq!(sel.css("a")[0].attr("href").unwrap(), "http://google.com");
|
|
|
|
|
for node in sel.css("ul li").iter() {
|
2021-01-31 03:11:54 +00:00
|
|
|
let text = node.content();
|
|
|
|
|
assert_eq!(node.attr("class").unwrap(), "item");
|
|
|
|
|
assert!(node.attr("id").unwrap().contains(&text));
|
|
|
|
|
}
|
2021-01-31 03:20:00 +00:00
|
|
|
|
2021-03-15 01:38:41 +00:00
|
|
|
let div = sel.css_once("div").unwrap();
|
|
|
|
|
for node in div.css("a").iter() {
|
2021-01-31 03:20:00 +00:00
|
|
|
if node.attr("href").unwrap() == "#" {
|
|
|
|
|
assert_eq!(node.content(), "non link");
|
|
|
|
|
} else {
|
|
|
|
|
assert_eq!(node.content(), "link");
|
|
|
|
|
}
|
|
|
|
|
}
|
2021-03-15 01:38:41 +00:00
|
|
|
assert!(sel.css_once("h1").is_none());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
fn xpath_test() {
|
|
|
|
|
let html = "
|
|
|
|
|
<html>
|
|
|
|
|
<body>
|
|
|
|
|
<p id='text'>good bye</p>
|
|
|
|
|
<a href='http://google.com'>simple text</a>
|
|
|
|
|
<div class='container'>
|
|
|
|
|
<a href='#'>first text</a>
|
|
|
|
|
<a href='http://localhost'>link</a>
|
|
|
|
|
<a href='#'>non link</a>
|
|
|
|
|
</div>
|
|
|
|
|
</body>
|
|
|
|
|
</html>
|
|
|
|
|
"
|
|
|
|
|
.to_string();
|
|
|
|
|
let sel = Selector::from_html(html);
|
|
|
|
|
assert_eq!(
|
|
|
|
|
sel.xpath_once("//div/a[1]").unwrap().content(),
|
|
|
|
|
"first text"
|
|
|
|
|
);
|
|
|
|
|
assert_eq!(sel.xpath("//*[@id='text']")[0].content(), "good bye");
|
|
|
|
|
assert_eq!(
|
|
|
|
|
sel.xpath("//a[contains(@href, 'localhost')]")[0].content(),
|
|
|
|
|
"link"
|
|
|
|
|
);
|
|
|
|
|
assert_eq!(
|
|
|
|
|
sel.xpath_once("//div[@class='container']/a[3]")
|
|
|
|
|
.unwrap()
|
|
|
|
|
.content(),
|
|
|
|
|
"non link"
|
|
|
|
|
);
|
2021-02-03 21:26:12 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
fn simple_json_test() {
|
2021-02-03 23:43:56 +00:00
|
|
|
let req = Request::new("https://httpbin.org/json").unwrap();
|
|
|
|
|
let resp: Value = req.launch().to_json().expect("cannot parse json");
|
2021-02-03 21:26:12 +00:00
|
|
|
|
|
|
|
|
assert_eq!(resp["slideshow"]["title"], "Sample Slide Show");
|
2021-01-31 03:11:54 +00:00
|
|
|
}
|
2021-02-03 23:43:56 +00:00
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
fn simple_post_request() {
|
2021-03-15 01:38:41 +00:00
|
|
|
let resp: Value = Request::new("https://httpbin.org/post")
|
|
|
|
|
.unwrap()
|
|
|
|
|
.method(Method::POST)
|
|
|
|
|
.launch()
|
|
|
|
|
.to_json()
|
|
|
|
|
.expect("cannot parse json");
|
2021-02-03 23:43:56 +00:00
|
|
|
assert_eq!(resp["url"].as_str().unwrap(), "https://httpbin.org/post");
|
|
|
|
|
}
|
2021-03-15 01:38:41 +00:00
|
|
|
|
|
|
|
|
// #[test]
|
|
|
|
|
// fn complex_post_request() {
|
|
|
|
|
// let form = HashMap::new();
|
|
|
|
|
// let attrs = HashMap::new();
|
|
|
|
|
//
|
|
|
|
|
// let resp = Request::new("https://httpbin.org/post")
|
|
|
|
|
// .unwrap()
|
|
|
|
|
// .method(Method::POST)
|
|
|
|
|
// .add_attrs()
|
|
|
|
|
// }
|
