* Detect encoding and decode text response Fixes #246 * Try to get encoding from Content-Type header * Remove uchardet encoding detection for now * Add non utf-8 test case for Response::text() * Reduce copies
		
			
				
	
	
		
			349 lines
		
	
	
		
			9.7 KiB
		
	
	
	
		
			Rust
		
	
	
	
	
	
			
		
		
	
	
			349 lines
		
	
	
		
			9.7 KiB
		
	
	
	
		
			Rust
		
	
	
	
	
	
| extern crate reqwest;
 | |
| 
 | |
| #[macro_use]
 | |
| mod support;
 | |
| 
 | |
| use std::io::Read;
 | |
| 
 | |
| #[test]
 | |
| fn test_response_text() {
 | |
|     let server = server! {
 | |
|         request: b"\
 | |
|             GET /text HTTP/1.1\r\n\
 | |
|             Host: $HOST\r\n\
 | |
|             User-Agent: $USERAGENT\r\n\
 | |
|             Accept: */*\r\n\
 | |
|             Accept-Encoding: gzip\r\n\
 | |
|             \r\n\
 | |
|             ",
 | |
|         response: b"\
 | |
|             HTTP/1.1 200 OK\r\n\
 | |
|             Server: test\r\n\
 | |
|             Content-Length: 5\r\n\
 | |
|             \r\n\
 | |
|             Hello\
 | |
|             "
 | |
|     };
 | |
| 
 | |
|     let url = format!("http://{}/text", server.addr());
 | |
|     let mut res = reqwest::get(&url).unwrap();
 | |
|     assert_eq!(res.url().as_str(), &url);
 | |
|     assert_eq!(res.status(), reqwest::StatusCode::Ok);
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::Server::new("test".to_string())));
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::ContentLength(5)));
 | |
| 
 | |
|     let body = res.text().unwrap();
 | |
|     assert_eq!(b"Hello", body.as_bytes());
 | |
| }
 | |
| 
 | |
| #[test]
 | |
| fn test_response_non_utf_8_text() {
 | |
|     let server = server! {
 | |
|         request: b"\
 | |
|             GET /text HTTP/1.1\r\n\
 | |
|             Host: $HOST\r\n\
 | |
|             User-Agent: $USERAGENT\r\n\
 | |
|             Accept: */*\r\n\
 | |
|             Accept-Encoding: gzip\r\n\
 | |
|             \r\n\
 | |
|             ",
 | |
|         response: b"\
 | |
|             HTTP/1.1 200 OK\r\n\
 | |
|             Server: test\r\n\
 | |
|             Content-Length: 4\r\n\
 | |
|             Content-Type: text/plain; charset=gbk\r\n\
 | |
|             \r\n\
 | |
|             \xc4\xe3\xba\xc3\
 | |
|             "
 | |
|     };
 | |
| 
 | |
|     let url = format!("http://{}/text", server.addr());
 | |
|     let mut res = reqwest::get(&url).unwrap();
 | |
|     assert_eq!(res.url().as_str(), &url);
 | |
|     assert_eq!(res.status(), reqwest::StatusCode::Ok);
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::Server::new("test".to_string())));
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::ContentLength(4)));
 | |
| 
 | |
|     let body = res.text().unwrap();
 | |
|     assert_eq!("你好", &body);
 | |
|     assert_eq!(b"\xe4\xbd\xa0\xe5\xa5\xbd", body.as_bytes());  // Now it's utf-8
 | |
| }
 | |
| 
 | |
| #[test]
 | |
| fn test_response_copy_to() {
 | |
|     let server = server! {
 | |
|         request: b"\
 | |
|             GET /1 HTTP/1.1\r\n\
 | |
|             Host: $HOST\r\n\
 | |
|             User-Agent: $USERAGENT\r\n\
 | |
|             Accept: */*\r\n\
 | |
|             Accept-Encoding: gzip\r\n\
 | |
|             \r\n\
 | |
|             ",
 | |
|         response: b"\
 | |
|             HTTP/1.1 200 OK\r\n\
 | |
|             Server: test\r\n\
 | |
|             Content-Length: 5\r\n\
 | |
|             \r\n\
 | |
|             Hello\
 | |
|             "
 | |
|     };
 | |
| 
 | |
|     let url = format!("http://{}/1", server.addr());
 | |
|     let mut res = reqwest::get(&url).unwrap();
 | |
|     assert_eq!(res.url().as_str(), &url);
 | |
|     assert_eq!(res.status(), reqwest::StatusCode::Ok);
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::Server::new("test".to_string())));
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::ContentLength(5)));
 | |
| 
 | |
|     let mut buf: Vec<u8> = vec![];
 | |
|     res.copy_to(&mut buf).unwrap();
 | |
|     assert_eq!(b"Hello", buf.as_slice());
 | |
| }
 | |
| 
 | |
| #[test]
 | |
| fn test_get() {
 | |
|     let server = server! {
 | |
|         request: b"\
 | |
|             GET /1 HTTP/1.1\r\n\
 | |
|             Host: $HOST\r\n\
 | |
|             User-Agent: $USERAGENT\r\n\
 | |
|             Accept: */*\r\n\
 | |
|             Accept-Encoding: gzip\r\n\
 | |
|             \r\n\
 | |
|             ",
 | |
|         response: b"\
 | |
|             HTTP/1.1 200 OK\r\n\
 | |
|             Server: test\r\n\
 | |
|             Content-Length: 0\r\n\
 | |
|             \r\n\
 | |
|             "
 | |
|     };
 | |
| 
 | |
|     let url = format!("http://{}/1", server.addr());
 | |
|     let mut res = reqwest::get(&url).unwrap();
 | |
| 
 | |
|     assert_eq!(res.url().as_str(), &url);
 | |
|     assert_eq!(res.status(), reqwest::StatusCode::Ok);
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::Server::new("test".to_string())));
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::ContentLength(0)));
 | |
| 
 | |
|     let mut buf = [0; 1024];
 | |
|     let n = res.read(&mut buf).unwrap();
 | |
|     assert_eq!(n, 0)
 | |
| }
 | |
| 
 | |
| #[test]
 | |
| fn test_post() {
 | |
|     let server = server! {
 | |
|         request: b"\
 | |
|             POST /2 HTTP/1.1\r\n\
 | |
|             Host: $HOST\r\n\
 | |
|             User-Agent: $USERAGENT\r\n\
 | |
|             Accept: */*\r\n\
 | |
|             Content-Length: 5\r\n\
 | |
|             Accept-Encoding: gzip\r\n\
 | |
|             \r\n\
 | |
|             Hello\
 | |
|             ",
 | |
|         response: b"\
 | |
|             HTTP/1.1 200 OK\r\n\
 | |
|             Server: post\r\n\
 | |
|             Content-Length: 0\r\n\
 | |
|             \r\n\
 | |
|             "
 | |
|     };
 | |
| 
 | |
|     let url = format!("http://{}/2", server.addr());
 | |
|     let mut res = reqwest::Client::new()
 | |
|         .post(&url)
 | |
|         .body("Hello")
 | |
|         .send()
 | |
|         .unwrap();
 | |
| 
 | |
|     assert_eq!(res.url().as_str(), &url);
 | |
|     assert_eq!(res.status(), reqwest::StatusCode::Ok);
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::Server::new("post")));
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::ContentLength(0)));
 | |
| 
 | |
|     let mut buf = [0; 1024];
 | |
|     let n = res.read(&mut buf).unwrap();
 | |
|     assert_eq!(n, 0)
 | |
| }
 | |
| 
 | |
| /// Calling `Response::error_for_status`` on a response with status in 4xx
 | |
| /// returns a error.
 | |
| #[test]
 | |
| fn test_error_for_status_4xx() {
 | |
|     let server = server! {
 | |
|         request: b"\
 | |
|             GET /1 HTTP/1.1\r\n\
 | |
|             Host: $HOST\r\n\
 | |
|             User-Agent: $USERAGENT\r\n\
 | |
|             Accept: */*\r\n\
 | |
|             Accept-Encoding: gzip\r\n\
 | |
|             \r\n\
 | |
|             ",
 | |
|         response: b"\
 | |
|             HTTP/1.1 400 OK\r\n\
 | |
|             Server: test\r\n\
 | |
|             Content-Length: 0\r\n\
 | |
|             \r\n\
 | |
|             "
 | |
|     };
 | |
| 
 | |
|     let url = format!("http://{}/1", server.addr());
 | |
|     let res = reqwest::get(&url).unwrap();
 | |
| 
 | |
|     let err = res.error_for_status().err().unwrap();
 | |
|     assert!(err.is_client_error());
 | |
|     assert_eq!(err.status(), Some(reqwest::StatusCode::BadRequest));
 | |
| }
 | |
| 
 | |
| /// Calling `Response::error_for_status`` on a response with status in 5xx
 | |
| /// returns a error.
 | |
| #[test]
 | |
| fn test_error_for_status_5xx() {
 | |
|     let server = server! {
 | |
|         request: b"\
 | |
|             GET /1 HTTP/1.1\r\n\
 | |
|             Host: $HOST\r\n\
 | |
|             User-Agent: $USERAGENT\r\n\
 | |
|             Accept: */*\r\n\
 | |
|             Accept-Encoding: gzip\r\n\
 | |
|             \r\n\
 | |
|             ",
 | |
|         response: b"\
 | |
|             HTTP/1.1 500 OK\r\n\
 | |
|             Server: test\r\n\
 | |
|             Content-Length: 0\r\n\
 | |
|             \r\n\
 | |
|             "
 | |
|     };
 | |
| 
 | |
|     let url = format!("http://{}/1", server.addr());
 | |
|     let res = reqwest::get(&url).unwrap();
 | |
| 
 | |
|     let err = res.error_for_status().err().unwrap();
 | |
|     assert!(err.is_server_error());
 | |
|     assert_eq!(err.status(), Some(reqwest::StatusCode::InternalServerError));
 | |
| }
 | |
| 
 | |
| #[test]
 | |
| fn test_default_headers() {
 | |
|     use reqwest::header;
 | |
|     let mut headers = header::Headers::with_capacity(1);
 | |
|     let mut cookies = header::Cookie::new();
 | |
|     cookies.set("a", "b");
 | |
|     cookies.set("c", "d");
 | |
|     headers.set(cookies);
 | |
|     let client = reqwest::Client::builder()
 | |
|         .default_headers(headers)
 | |
|         .build().unwrap();
 | |
| 
 | |
|     let server = server! {
 | |
|         request: b"\
 | |
|             GET /1 HTTP/1.1\r\n\
 | |
|             Host: $HOST\r\n\
 | |
|             User-Agent: $USERAGENT\r\n\
 | |
|             Accept: */*\r\n\
 | |
|             Cookie: a=b; c=d\r\n\
 | |
|             Accept-Encoding: gzip\r\n\
 | |
|             \r\n\
 | |
|             ",
 | |
|         response: b"\
 | |
|             HTTP/1.1 200 OK\r\n\
 | |
|             Server: test\r\n\
 | |
|             Content-Length: 0\r\n\
 | |
|             \r\n\
 | |
|             "
 | |
|     };
 | |
| 
 | |
|     let url = format!("http://{}/1", server.addr());
 | |
|     let res = client.get(&url).send().unwrap();
 | |
| 
 | |
|     assert_eq!(res.url().as_str(), &url);
 | |
|     assert_eq!(res.status(), reqwest::StatusCode::Ok);
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::Server::new("test")));
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::ContentLength(0)));
 | |
| 
 | |
|     let server = server! {
 | |
|         request: b"\
 | |
|             GET /2 HTTP/1.1\r\n\
 | |
|             Host: $HOST\r\n\
 | |
|             User-Agent: $USERAGENT\r\n\
 | |
|             Accept: */*\r\n\
 | |
|             Cookie: a=b; c=d\r\n\
 | |
|             Accept-Encoding: gzip\r\n\
 | |
|             \r\n\
 | |
|             ",
 | |
|         response: b"\
 | |
|             HTTP/1.1 200 OK\r\n\
 | |
|             Server: test\r\n\
 | |
|             Content-Length: 0\r\n\
 | |
|             \r\n\
 | |
|             "
 | |
|     };
 | |
| 
 | |
|     let url = format!("http://{}/2", server.addr());
 | |
|     let res = client.get(&url).send().unwrap();
 | |
| 
 | |
|     assert_eq!(res.url().as_str(), &url);
 | |
|     assert_eq!(res.status(), reqwest::StatusCode::Ok);
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::Server::new("test")));
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::ContentLength(0)));
 | |
| }
 | |
| 
 | |
| #[test]
 | |
| fn test_override_default_headers() {
 | |
|     use reqwest::header;
 | |
|     let mut headers = header::Headers::with_capacity(1);
 | |
|     headers.set(header::Authorization("iamatoken".to_string()));
 | |
|     let client = reqwest::Client::builder()
 | |
|         .default_headers(headers)
 | |
|         .build().unwrap();
 | |
| 
 | |
|     let server = server! {
 | |
|         request: b"\
 | |
|             GET /3 HTTP/1.1\r\n\
 | |
|             Host: $HOST\r\n\
 | |
|             User-Agent: $USERAGENT\r\n\
 | |
|             Accept: */*\r\n\
 | |
|             Authorization: secret\r\n\
 | |
|             Accept-Encoding: gzip\r\n\
 | |
|             \r\n\
 | |
|             ",
 | |
|         response: b"\
 | |
|             HTTP/1.1 200 OK\r\n\
 | |
|             Server: test\r\n\
 | |
|             Content-Length: 0\r\n\
 | |
|             \r\n\
 | |
|             "
 | |
|     };
 | |
| 
 | |
|     let url = format!("http://{}/3", server.addr());
 | |
|     let res = client.get(&url).header(header::Authorization("secret".to_string())).send().unwrap();
 | |
| 
 | |
|     assert_eq!(res.url().as_str(), &url);
 | |
|     assert_eq!(res.status(), reqwest::StatusCode::Ok);
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::Server::new("test")));
 | |
|     assert_eq!(res.headers().get(),
 | |
|                Some(&reqwest::header::ContentLength(0)));
 | |
| 
 | |
| }
 |