use std::borrow::Cow; use std::fmt::{self, Write}; use httparse; use header::{self, Headers, ContentLength, TransferEncoding}; use http::{MessageHead, RawStatus, Http1Transaction, ParseResult, ServerTransaction, ClientTransaction, RequestLine}; use http::h1::{Encoder, Decoder}; use http::buf::{MemBuf, MemSlice}; use method::Method; use status::StatusCode; use version::HttpVersion::{Http10, Http11}; const MAX_HEADERS: usize = 100; const AVERAGE_HEADER_SIZE: usize = 30; // totally scientific pub fn parse, I>(buf: &MemBuf) -> ParseResult { if buf.len() == 0 { return Ok(None); } trace!("parse({:?})", buf); ::parse(buf) } impl Http1Transaction for ServerTransaction { type Incoming = RequestLine; type Outgoing = StatusCode; fn parse(buf: &MemBuf) -> ParseResult { let mut headers = [httparse::EMPTY_HEADER; MAX_HEADERS]; trace!("Request.parse([Header; {}], [u8; {}])", headers.len(), buf.len()); let mut req = httparse::Request::new(&mut headers); Ok(match try!(req.parse(buf.bytes())) { httparse::Status::Complete(len) => { trace!("Request.parse Complete({})", len); let mut headers = Headers::with_capacity(req.headers.len()); let slice = buf.slice(len); headers.extend(HeadersAsMemSliceIter { headers: req.headers.iter(), slice: slice, }); Some((MessageHead { version: if req.version.unwrap() == 1 { Http11 } else { Http10 }, subject: RequestLine( try!(req.method.unwrap().parse()), try!(req.path.unwrap().parse()) ), headers: headers, }, len)) } httparse::Status::Partial => None, }) } fn decoder(head: &MessageHead) -> ::Result { use ::header; if let Some(&header::ContentLength(len)) = head.headers.get() { Ok(Decoder::length(len)) } else if head.headers.has::() { //TODO: check for Transfer-Encoding: chunked Ok(Decoder::chunked()) } else { Ok(Decoder::length(0)) } } fn encode(head: &mut MessageHead, dst: &mut Vec) -> Encoder { use ::header; trace!("writing head: {:?}", head); if !head.headers.has::() { head.headers.set(header::Date(header::HttpDate(::time::now_utc()))); } let mut is_chunked = true; let mut body = Encoder::chunked(); if let Some(cl) = head.headers.get::() { body = Encoder::length(**cl); is_chunked = false } if is_chunked { let encodings = match head.headers.get_mut::() { Some(&mut header::TransferEncoding(ref mut encodings)) => { if encodings.last() != Some(&header::Encoding::Chunked) { encodings.push(header::Encoding::Chunked); } false }, None => true }; if encodings { head.headers.set(header::TransferEncoding(vec![header::Encoding::Chunked])); } } let init_cap = 30 + head.headers.len() * AVERAGE_HEADER_SIZE; dst.reserve(init_cap); debug!("writing headers = {:?}", head.headers); if head.version == ::HttpVersion::Http11 && head.subject == ::StatusCode::Ok { extend(dst, b"HTTP/1.1 200 OK\r\n"); let _ = write!(FastWrite(dst), "{}\r\n", head.headers); } else { let _ = write!(FastWrite(dst), "{} {}\r\n{}\r\n", head.version, head.subject, head.headers); } body } fn should_set_length(_head: &MessageHead) -> bool { //TODO: pass method, check if method == HEAD true } } impl Http1Transaction for ClientTransaction { type Incoming = RawStatus; type Outgoing = RequestLine; fn parse(buf: &MemBuf) -> ParseResult { let mut headers = [httparse::EMPTY_HEADER; MAX_HEADERS]; trace!("Response.parse([Header; {}], [u8; {}])", headers.len(), buf.len()); let mut res = httparse::Response::new(&mut headers); Ok(match try!(res.parse(buf.bytes())) { httparse::Status::Complete(len) => { trace!("Response.try_parse Complete({})", len); let code = res.code.unwrap(); let reason = match StatusCode::from_u16(code).canonical_reason() { Some(reason) if reason == res.reason.unwrap() => Cow::Borrowed(reason), _ => Cow::Owned(res.reason.unwrap().to_owned()) }; let mut headers = Headers::with_capacity(res.headers.len()); let slice = buf.slice(len); headers.extend(HeadersAsMemSliceIter { headers: res.headers.iter(), slice: slice, }); Some((MessageHead { version: if res.version.unwrap() == 1 { Http11 } else { Http10 }, subject: RawStatus(code, reason), headers: headers, }, len)) }, httparse::Status::Partial => None }) } fn decoder(inc: &MessageHead) -> ::Result { use ::header; // According to https://tools.ietf.org/html/rfc7230#section-3.3.3 // 1. HEAD reponses, and Status 1xx, 204, and 304 cannot have a body. // 2. Status 2xx to a CONNECT cannot have a body. // // First two steps taken care of before this method. // // 3. Transfer-Encoding: chunked has a chunked body. // 4. If multiple differing Content-Length headers or invalid, close connection. // 5. Content-Length header has a sized body. // 6. Not Client. // 7. Read till EOF. if let Some(&header::TransferEncoding(ref codings)) = inc.headers.get() { if codings.last() == Some(&header::Encoding::Chunked) { Ok(Decoder::chunked()) } else { trace!("not chuncked. read till eof"); Ok(Decoder::eof()) } } else if let Some(&header::ContentLength(len)) = inc.headers.get() { Ok(Decoder::length(len)) } else if inc.headers.has::() { trace!("illegal Content-Length: {:?}", inc.headers.get_raw("Content-Length")); Err(::Error::Header) } else { trace!("neither Transfer-Encoding nor Content-Length"); Ok(Decoder::eof()) } } fn encode(head: &mut MessageHead, dst: &mut Vec) -> Encoder { trace!("writing head: {:?}", head); let mut body = Encoder::length(0); let expects_no_body = match head.subject.0 { Method::Head | Method::Get | Method::Connect => true, _ => false }; let mut chunked = false; if let Some(con_len) = head.headers.get::() { body = Encoder::length(**con_len); } else { chunked = !expects_no_body; } if chunked { body = Encoder::chunked(); let encodings = match head.headers.get_mut::() { Some(encodings) => { if !encodings.contains(&header::Encoding::Chunked) { encodings.push(header::Encoding::Chunked); } true }, None => false }; if !encodings { head.headers.set(TransferEncoding(vec![header::Encoding::Chunked])); } } let init_cap = 30 + head.headers.len() * AVERAGE_HEADER_SIZE; dst.reserve(init_cap); debug!("writing {:#?}", head.headers); let _ = write!(FastWrite(dst), "{} {}\r\n{}\r\n", head.subject, head.version, head.headers); body } fn should_set_length(head: &MessageHead) -> bool { match &head.subject.0 { &Method::Get | &Method::Head => false, _ => true } } } struct HeadersAsMemSliceIter<'a> { headers: ::std::slice::Iter<'a, httparse::Header<'a>>, slice: MemSlice, } impl<'a> Iterator for HeadersAsMemSliceIter<'a> { type Item = (&'a str, MemSlice); fn next(&mut self) -> Option { self.headers.next().map(|header| { let value_start = header.value.as_ptr() as usize - self.slice.as_ref().as_ptr() as usize; let value_end = value_start + header.value.len(); (header.name, self.slice.slice(value_start..value_end)) }) } } struct FastWrite<'a>(&'a mut Vec); impl<'a> fmt::Write for FastWrite<'a> { fn write_str(&mut self, s: &str) -> fmt::Result { extend(self.0, s.as_bytes()); Ok(()) } fn write_fmt(&mut self, args: fmt::Arguments) -> fmt::Result { fmt::write(self, args) } } fn extend(dst: &mut Vec, data: &[u8]) { use std::ptr; dst.reserve(data.len()); let prev = dst.len(); unsafe { ptr::copy_nonoverlapping(data.as_ptr(), dst.as_mut_ptr().offset(prev as isize), data.len()); dst.set_len(prev + data.len()); } } #[cfg(test)] mod tests { use http; use http::buf::MemBuf; use super::{parse}; #[test] fn test_parse_request() { let raw = MemBuf::from(b"GET /echo HTTP/1.1\r\nHost: hyper.rs\r\n\r\n".to_vec()); parse::(&raw).unwrap(); } #[test] fn test_parse_raw_status() { let raw = MemBuf::from(b"HTTP/1.1 200 OK\r\n\r\n".to_vec()); let (res, _) = parse::(&raw).unwrap().unwrap(); assert_eq!(res.subject.1, "OK"); let raw = MemBuf::from(b"HTTP/1.1 200 Howdy\r\n\r\n".to_vec()); let (res, _) = parse::(&raw).unwrap().unwrap(); assert_eq!(res.subject.1, "Howdy"); } #[cfg(feature = "nightly")] use test::Bencher; #[cfg(feature = "nightly")] #[bench] fn bench_parse_incoming(b: &mut Bencher) { let mut raw = MemBuf::from(b"GET /super_long_uri/and_whatever?what_should_we_talk_about/\ I_wonder/Hard_to_write_in_an_uri_after_all/you_have_to_make\ _up_the_punctuation_yourself/how_fun_is_that?test=foo&test1=\ foo1&test2=foo2&test3=foo3&test4=foo4 HTTP/1.1\r\nHost: \ hyper.rs\r\nAccept: a lot of things\r\nAccept-Charset: \ utf8\r\nAccept-Encoding: *\r\nAccess-Control-Allow-\ Credentials: None\r\nAccess-Control-Allow-Origin: None\r\n\ Access-Control-Allow-Methods: None\r\nAccess-Control-Allow-\ Headers: None\r\nContent-Encoding: utf8\r\nContent-Security-\ Policy: None\r\nContent-Type: text/html\r\nOrigin: hyper\ \r\nSec-Websocket-Extensions: It looks super important!\r\n\ Sec-Websocket-Origin: hyper\r\nSec-Websocket-Version: 4.3\r\ \nStrict-Transport-Security: None\r\nUser-Agent: hyper\r\n\ X-Content-Duration: None\r\nX-Content-Security-Policy: None\ \r\nX-DNSPrefetch-Control: None\r\nX-Frame-Options: \ Something important obviously\r\nX-Requested-With: Nothing\ \r\n\r\n".to_vec()); b.iter(|| { parse::(&raw).unwrap(); raw.restart(); }); } }