#![feature(custom_derive, plugin, test)] #![plugin(serde_macros)] extern crate serde; extern crate "rustc-serialize" as rustc_serialize; extern crate test; use std::collections::HashMap; use test::Bencher; use rustc_serialize::{Decoder, Decodable}; use serde::de::{Deserializer, Deserialize}; ////////////////////////////////////////////////////////////////////////////// #[derive(Clone, PartialEq, Debug, RustcDecodable)] #[derive_deserialize] pub struct Inner { a: (), b: usize, c: HashMap>, } ////////////////////////////////////////////////////////////////////////////// #[derive(Clone, PartialEq, Debug, RustcDecodable)] #[derive_deserialize] pub struct Outer { inner: Vec, } ////////////////////////////////////////////////////////////////////////////// #[derive(Debug)] pub enum Error { EndOfStream, SyntaxError, UnexpectedName, ConversionError, MissingField, OtherError, } impl serde::de::Error for Error { fn syntax_error() -> Error { Error::SyntaxError } fn end_of_stream_error() -> Error { Error::EndOfStream } fn missing_field_error(_: &'static str) -> Error { Error::MissingField } } mod decoder { use std::collections::HashMap; use rustc_serialize::Decoder; use super::{Outer, Inner, Error}; use self::State::{ OuterState, InnerState, NullState, UsizeState, CharState, StringState, FieldState, VecState, MapState, OptionState, }; #[derive(Debug)] enum State { OuterState(Outer), InnerState(Inner), NullState, UsizeState(usize), CharState(char), StringState(String), FieldState(&'static str), VecState(Vec), MapState(HashMap>), OptionState(bool), } pub struct OuterDecoder { stack: Vec, } impl OuterDecoder { #[inline] pub fn new(animal: Outer) -> OuterDecoder { OuterDecoder { stack: vec!(OuterState(animal)), } } } impl Decoder for OuterDecoder { type Error = Error; fn error(&mut self, _msg: &str) -> Error { Error::OtherError } // Primitive types: #[inline] fn read_nil(&mut self) -> Result<(), Error> { match self.stack.pop() { Some(NullState) => Ok(()), _ => Err(Error::SyntaxError), } } #[inline] fn read_usize(&mut self) -> Result { match self.stack.pop() { Some(UsizeState(value)) => Ok(value), _ => Err(Error::SyntaxError), } } fn read_u64(&mut self) -> Result { Err(Error::SyntaxError) } fn read_u32(&mut self) -> Result { Err(Error::SyntaxError) } fn read_u16(&mut self) -> Result { Err(Error::SyntaxError) } fn read_u8(&mut self) -> Result { Err(Error::SyntaxError) } fn read_isize(&mut self) -> Result { Err(Error::SyntaxError) } fn read_i64(&mut self) -> Result { Err(Error::SyntaxError) } fn read_i32(&mut self) -> Result { Err(Error::SyntaxError) } fn read_i16(&mut self) -> Result { Err(Error::SyntaxError) } fn read_i8(&mut self) -> Result { Err(Error::SyntaxError) } fn read_bool(&mut self) -> Result { Err(Error::SyntaxError) } fn read_f64(&mut self) -> Result { Err(Error::SyntaxError) } fn read_f32(&mut self) -> Result { Err(Error::SyntaxError) } #[inline] fn read_char(&mut self) -> Result { match self.stack.pop() { Some(CharState(c)) => Ok(c), _ => Err(Error::SyntaxError), } } #[inline] fn read_str(&mut self) -> Result { match self.stack.pop() { Some(StringState(value)) => Ok(value), _ => Err(Error::SyntaxError), } } // Compound types: fn read_enum(&mut self, _name: &str, _f: F) -> Result where F: FnOnce(&mut OuterDecoder) -> Result, { Err(Error::SyntaxError) } fn read_enum_variant(&mut self, _names: &[&str], _f: F) -> Result where F: FnOnce(&mut OuterDecoder, usize) -> Result, { Err(Error::SyntaxError) } fn read_enum_variant_arg(&mut self, _a_idx: usize, _f: F) -> Result where F: FnOnce(&mut OuterDecoder) -> Result, { Err(Error::SyntaxError) } fn read_enum_struct_variant(&mut self, _names: &[&str], _f: F) -> Result where F: FnOnce(&mut OuterDecoder, usize) -> Result, { Err(Error::SyntaxError) } fn read_enum_struct_variant_field(&mut self, _f_name: &str, _f_idx: usize, _f: F) -> Result where F: FnOnce(&mut OuterDecoder) -> Result, { Err(Error::SyntaxError) } #[inline] fn read_struct(&mut self, s_name: &str, _len: usize, f: F) -> Result where F: FnOnce(&mut OuterDecoder) -> Result, { match self.stack.pop() { Some(OuterState(Outer { inner })) => { if s_name == "Outer" { self.stack.push(VecState(inner)); self.stack.push(FieldState("inner")); f(self) } else { Err(Error::SyntaxError) } } Some(InnerState(Inner { a: (), b, c })) => { if s_name == "Inner" { self.stack.push(MapState(c)); self.stack.push(FieldState("c")); self.stack.push(UsizeState(b)); self.stack.push(FieldState("b")); self.stack.push(NullState); self.stack.push(FieldState("a")); f(self) } else { Err(Error::SyntaxError) } } _ => Err(Error::SyntaxError), } } #[inline] fn read_struct_field(&mut self, f_name: &str, _f_idx: usize, f: F) -> Result where F: FnOnce(&mut OuterDecoder) -> Result, { match self.stack.pop() { Some(FieldState(name)) => { if f_name == name { f(self) } else { Err(Error::SyntaxError) } } _ => Err(Error::SyntaxError) } } fn read_tuple(&mut self, _len: usize, _f: F) -> Result where F: FnOnce(&mut OuterDecoder) -> Result, { Err(Error::SyntaxError) } fn read_tuple_arg(&mut self, _a_idx: usize, _f: F) -> Result where F: FnOnce(&mut OuterDecoder) -> Result, { Err(Error::SyntaxError) } fn read_tuple_struct(&mut self, _s_name: &str, _len: usize, _f: F) -> Result where F: FnOnce(&mut OuterDecoder) -> Result, { Err(Error::SyntaxError) } fn read_tuple_struct_arg(&mut self, _a_idx: usize, _f: F) -> Result where F: FnOnce(&mut OuterDecoder) -> Result, { Err(Error::SyntaxError) } // Specialized types: #[inline] fn read_option(&mut self, f: F) -> Result where F: FnOnce(&mut OuterDecoder, bool) -> Result, { match self.stack.pop() { Some(OptionState(b)) => f(self, b), _ => Err(Error::SyntaxError), } } #[inline] fn read_seq(&mut self, f: F) -> Result where F: FnOnce(&mut OuterDecoder, usize) -> Result, { match self.stack.pop() { Some(VecState(value)) => { let len = value.len(); for inner in value.into_iter().rev() { self.stack.push(InnerState(inner)); } f(self, len) } _ => Err(Error::SyntaxError) } } #[inline] fn read_seq_elt(&mut self, _idx: usize, f: F) -> Result where F: FnOnce(&mut OuterDecoder) -> Result, { f(self) } #[inline] fn read_map(&mut self, f: F) -> Result where F: FnOnce(&mut OuterDecoder, usize) -> Result, { match self.stack.pop() { Some(MapState(map)) => { let len = map.len(); for (key, value) in map { match value { Some(c) => { self.stack.push(CharState(c)); self.stack.push(OptionState(true)); } None => { self.stack.push(OptionState(false)); } } self.stack.push(StringState(key)); } f(self, len) } _ => Err(Error::SyntaxError), } } #[inline] fn read_map_elt_key(&mut self, _idx: usize, f: F) -> Result where F: FnOnce(&mut OuterDecoder) -> Result, { f(self) } #[inline] fn read_map_elt_val(&mut self, _idx: usize, f: F) -> Result where F: FnOnce(&mut OuterDecoder) -> Result, { f(self) } } } ////////////////////////////////////////////////////////////////////////////// mod deserializer { use std::collections::HashMap; use std::collections::hash_map; use std::vec; use super::{Outer, Inner}; use super::Error; use serde::de; #[derive(Debug)] enum State { OuterState(Outer), InnerState(Inner), StrState(&'static str), NullState, UsizeState(usize), CharState(char), StringState(String), OptionState(bool), VecState(Vec), MapState(HashMap>), } pub struct OuterDeserializer { stack: Vec, } impl OuterDeserializer { #[inline] pub fn new(outer: Outer) -> OuterDeserializer { OuterDeserializer { stack: vec!(State::OuterState(outer)), } } } impl de::Deserializer for OuterDeserializer { type Error = Error; fn visit(&mut self, mut visitor: V) -> Result where V: de::Visitor, { match self.stack.pop() { Some(State::OuterState(Outer { inner })) => { self.stack.push(State::VecState(inner)); self.stack.push(State::StrState("inner")); visitor.visit_named_map("Outer", OuterMapVisitor { de: self, state: 0, }) } Some(State::InnerState(Inner { a: (), b, c })) => { self.stack.push(State::MapState(c)); self.stack.push(State::StrState("c")); self.stack.push(State::UsizeState(b)); self.stack.push(State::StrState("b")); self.stack.push(State::NullState); self.stack.push(State::StrState("a")); visitor.visit_named_map("Inner", InnerMapVisitor { de: self, state: 0, }) } Some(State::VecState(value)) => { visitor.visit_seq(OuterSeqVisitor { de: self, iter: value.into_iter(), }) } Some(State::MapState(value)) => { visitor.visit_map(MapVisitor { de: self, iter: value.into_iter(), }) } Some(State::NullState) => { visitor.visit_unit() } Some(State::UsizeState(x)) => { visitor.visit_usize(x) } Some(State::CharState(x)) => { visitor.visit_char(x) } Some(State::StrState(x)) => { visitor.visit_str(x) } Some(State::StringState(x)) => { visitor.visit_string(x) } Some(State::OptionState(false)) => { visitor.visit_none() } Some(State::OptionState(true)) => { visitor.visit_some(self) } None => Err(Error::EndOfStream), } } } struct OuterMapVisitor<'a> { de: &'a mut OuterDeserializer, state: usize, } impl<'a> de::MapVisitor for OuterMapVisitor<'a> { type Error = Error; fn visit_key(&mut self) -> Result, Error> where K: de::Deserialize, { match self.state { 0 => { self.state += 1; Ok(Some(try!(de::Deserialize::deserialize(self.de)))) } _ => { Ok(None) } } } fn visit_value(&mut self) -> Result where V: de::Deserialize, { de::Deserialize::deserialize(self.de) } fn end(&mut self) -> Result<(), Error> { if self.state == 1 { Ok(()) } else { Err(Error::SyntaxError) } } fn size_hint(&self) -> (usize, Option) { let len = 1 - self.state; (len, Some(len)) } } struct OuterSeqVisitor<'a> { de: &'a mut OuterDeserializer, iter: vec::IntoIter, } impl<'a> de::SeqVisitor for OuterSeqVisitor<'a> { type Error = Error; fn visit(&mut self) -> Result, Error> where T: de::Deserialize, { match self.iter.next() { Some(value) => { self.de.stack.push(State::InnerState(value)); Ok(Some(try!(de::Deserialize::deserialize(self.de)))) } None => { Ok(None) } } } fn end(&mut self) -> Result<(), Error> { match self.iter.next() { Some(_) => Err(Error::SyntaxError), None => Ok(()), } } fn size_hint(&self) -> (usize, Option) { self.iter.size_hint() } } struct InnerMapVisitor<'a> { de: &'a mut OuterDeserializer, state: usize, } impl<'a> de::MapVisitor for InnerMapVisitor<'a> { type Error = Error; fn visit_key(&mut self) -> Result, Error> where K: de::Deserialize, { match self.state { 0 ... 2 => { self.state += 1; Ok(Some(try!(de::Deserialize::deserialize(self.de)))) } _ => { Ok(None) } } } fn visit_value(&mut self) -> Result where V: de::Deserialize, { de::Deserialize::deserialize(self.de) } fn end(&mut self) -> Result<(), Error> { if self.state == 3 { Ok(()) } else { Err(Error::SyntaxError) } } fn size_hint(&self) -> (usize, Option) { let len = 1 - self.state; (len, Some(len)) } } struct MapVisitor<'a> { de: &'a mut OuterDeserializer, iter: hash_map::IntoIter>, } impl<'a> de::MapVisitor for MapVisitor<'a> { type Error = Error; fn visit_key(&mut self) -> Result, Error> where K: de::Deserialize, { match self.iter.next() { Some((key, Some(value))) => { self.de.stack.push(State::CharState(value)); self.de.stack.push(State::OptionState(true)); self.de.stack.push(State::StringState(key)); Ok(Some(try!(de::Deserialize::deserialize(self.de)))) } Some((key, None)) => { self.de.stack.push(State::OptionState(false)); self.de.stack.push(State::StringState(key)); Ok(Some(try!(de::Deserialize::deserialize(self.de)))) } None => { Ok(None) } } } fn visit_value(&mut self) -> Result where V: de::Deserialize, { de::Deserialize::deserialize(self.de) } fn end(&mut self) -> Result<(), Error> { match self.iter.next() { Some(_) => Err(Error::SyntaxError), None => Ok(()), } } fn size_hint(&self) -> (usize, Option) { self.iter.size_hint() } } } #[bench] fn bench_decoder_0_0(b: &mut Bencher) { b.iter(|| { let mut map = HashMap::new(); map.insert("abc".to_string(), Some('c')); let outer = Outer { inner: vec!(), }; let mut d = decoder::OuterDecoder::new(outer.clone()); let value: Outer = Decodable::decode(&mut d).unwrap(); assert_eq!(value, outer); }) } #[bench] fn bench_decoder_1_0(b: &mut Bencher) { b.iter(|| { let map = HashMap::new(); let outer = Outer { inner: vec!( Inner { a: (), b: 5, c: map, }, ) }; let mut d = decoder::OuterDecoder::new(outer.clone()); let value: Outer = Decodable::decode(&mut d).unwrap(); assert_eq!(value, outer); }) } #[bench] fn bench_decoder_1_5(b: &mut Bencher) { b.iter(|| { let mut map = HashMap::new(); map.insert("1".to_string(), Some('a')); map.insert("2".to_string(), None); map.insert("3".to_string(), Some('b')); map.insert("4".to_string(), None); map.insert("5".to_string(), Some('c')); let outer = Outer { inner: vec!( Inner { a: (), b: 5, c: map, }, ) }; let mut d = decoder::OuterDecoder::new(outer.clone()); let value: Outer = Decodable::decode(&mut d).unwrap(); assert_eq!(value, outer); }) } #[bench] fn bench_deserializer_0_0(b: &mut Bencher) { b.iter(|| { let outer = Outer { inner: vec!(), }; let mut d = deserializer::OuterDeserializer::new(outer.clone()); let value: Outer = Deserialize::deserialize(&mut d).unwrap(); assert_eq!(value, outer); }) } #[bench] fn bench_deserializer_1_0(b: &mut Bencher) { b.iter(|| { let map = HashMap::new(); let outer = Outer { inner: vec!( Inner { a: (), b: 5, c: map, }, ) }; let mut d = deserializer::OuterDeserializer::new(outer.clone()); let value: Outer = Deserialize::deserialize(&mut d).unwrap(); assert_eq!(value, outer); }) } #[bench] fn bench_deserializer_1_5(b: &mut Bencher) { b.iter(|| { let mut map = HashMap::new(); map.insert("1".to_string(), Some('a')); map.insert("2".to_string(), None); map.insert("3".to_string(), Some('b')); map.insert("4".to_string(), None); map.insert("5".to_string(), Some('c')); let outer = Outer { inner: vec!( Inner { a: (), b: 5, c: map, }, ) }; let mut d = deserializer::OuterDeserializer::new(outer.clone()); let value: Outer = Deserialize::deserialize(&mut d).unwrap(); assert_eq!(value, outer); }) }