Brotli support (#791)

This commit is contained in:
EnokMan
2020-02-19 14:49:11 -06:00
committed by GitHub
parent 7622c75064
commit f831d62da0
9 changed files with 400 additions and 103 deletions

148
tests/brotli.rs Normal file
View File

@@ -0,0 +1,148 @@
mod support;
use std::io::Read;
use support::*;
#[tokio::test]
async fn brotli_response() {
brotli_case(10_000, 4096).await;
}
#[tokio::test]
async fn brotli_single_byte_chunks() {
brotli_case(10, 1).await;
}
#[tokio::test]
async fn test_brotli_empty_body() {
let server = server::http(move |req| async move {
assert_eq!(req.method(), "HEAD");
http::Response::builder()
.header("content-encoding", "br")
.header("content-length", 100)
.body(Default::default())
.unwrap()
});
let client = reqwest::Client::new();
let res = client
.head(&format!("http://{}/brotli", server.addr()))
.send()
.await
.unwrap();
let body = res.text().await.unwrap();
assert_eq!(body, "");
}
#[tokio::test]
async fn test_accept_header_is_not_changed_if_set() {
let server = server::http(move |req| async move {
assert_eq!(req.headers()["accept"], "application/json");
assert!(req.headers()["accept-encoding"]
.to_str()
.unwrap()
.contains("br"));
http::Response::default()
});
let client = reqwest::Client::new();
let res = client
.get(&format!("http://{}/accept", server.addr()))
.header(
reqwest::header::ACCEPT,
reqwest::header::HeaderValue::from_static("application/json"),
)
.send()
.await
.unwrap();
assert_eq!(res.status(), reqwest::StatusCode::OK);
}
#[tokio::test]
async fn test_accept_encoding_header_is_not_changed_if_set() {
let server = server::http(move |req| async move {
assert_eq!(req.headers()["accept"], "*/*");
assert_eq!(req.headers()["accept-encoding"], "identity");
http::Response::default()
});
let client = reqwest::Client::new();
let res = client
.get(&format!("http://{}/accept-encoding", server.addr()))
.header(
reqwest::header::ACCEPT_ENCODING,
reqwest::header::HeaderValue::from_static("identity"),
)
.send()
.await
.unwrap();
assert_eq!(res.status(), reqwest::StatusCode::OK);
}
async fn brotli_case(response_size: usize, chunk_size: usize) {
use futures_util::stream::StreamExt;
let content: String = (0..response_size)
.into_iter()
.map(|i| format!("test {}", i))
.collect();
let mut encoder = brotli_crate::CompressorReader::new(content.as_bytes(), 4096, 5, 20);
let mut brotlied_content = Vec::new();
encoder.read_to_end(&mut brotlied_content).unwrap();
let mut response = format!(
"\
HTTP/1.1 200 OK\r\n\
Server: test-accept\r\n\
Content-Encoding: br\r\n\
Content-Length: {}\r\n\
\r\n",
&brotlied_content.len()
)
.into_bytes();
response.extend(&brotlied_content);
let server = server::http(move |req| {
assert!(req.headers()["accept-encoding"]
.to_str()
.unwrap()
.contains("br"));
let brotlied = brotlied_content.clone();
async move {
let len = brotlied.len();
let stream =
futures_util::stream::unfold((brotlied, 0), move |(brotlied, pos)| async move {
let chunk = brotlied.chunks(chunk_size).nth(pos)?.to_vec();
Some((chunk, (brotlied, pos + 1)))
});
let body = hyper::Body::wrap_stream(stream.map(Ok::<_, std::convert::Infallible>));
http::Response::builder()
.header("content-encoding", "br")
.header("content-length", len)
.body(body)
.unwrap()
}
});
let client = reqwest::Client::new();
let res = client
.get(&format!("http://{}/brotli", server.addr()))
.send()
.await
.expect("response");
let body = res.text().await.expect("text");
assert_eq!(body, content);
}

View File

@@ -12,7 +12,16 @@ async fn auto_headers() {
assert_eq!(req.headers()["accept"], "*/*");
assert_eq!(req.headers().get("user-agent"), None);
if cfg!(feature = "gzip") {
assert_eq!(req.headers()["accept-encoding"], "gzip");
assert!(req.headers()["accept-encoding"]
.to_str()
.unwrap()
.contains("gzip"));
}
if cfg!(feature = "brotli") {
assert!(req.headers()["accept-encoding"]
.to_str()
.unwrap()
.contains("br"));
}
http::Response::default()

View File

@@ -41,7 +41,10 @@ async fn test_gzip_empty_body() {
async fn test_accept_header_is_not_changed_if_set() {
let server = server::http(move |req| async move {
assert_eq!(req.headers()["accept"], "application/json");
assert_eq!(req.headers()["accept-encoding"], "gzip");
assert!(req.headers()["accept-encoding"]
.to_str()
.unwrap()
.contains("gzip"));
http::Response::default()
});
@@ -111,7 +114,10 @@ async fn gzip_case(response_size: usize, chunk_size: usize) {
response.extend(&gzipped_content);
let server = server::http(move |req| {
assert_eq!(req.headers()["accept-encoding"], "gzip");
assert!(req.headers()["accept-encoding"]
.to_str()
.unwrap()
.contains("gzip"));
let gzipped = gzipped_content.clone();
async move {