// Copyright 2013 The Rust Project Developers. See the COPYRIGHT // file at the top-level directory of this distribution and at // http://rust-lang.org/COPYRIGHT. // // Licensed under the Apache License, Version 2.0 or the MIT license // , at your // option. This file may not be copied, modified, or distributed // except according to those terms. //! Utility mixins that apply to all Readers and Writers // XXX: Not sure how this should be structured // XXX: Iteration should probably be considered separately use container::Container; use iter::Iterator; use option::Option; use io::Reader; use vec::{OwnedVector, ImmutableVector}; /// An iterator that reads a single byte on each iteration, /// until `.read_byte()` returns `None`. /// /// # Notes about the Iteration Protocol /// /// The `ByteIterator` may yield `None` and thus terminate /// an iteration, but continue to yield elements if iteration /// is attempted again. /// /// # Failure /// /// Raises the same conditions as the `read` method, for /// each call to its `.next()` method. /// Yields `None` if the condition is handled. pub struct ByteIterator<'r, T> { priv reader: &'r mut T, } impl<'r, R: Reader> ByteIterator<'r, R> { pub fn new(r: &'r mut R) -> ByteIterator<'r, R> { ByteIterator { reader: r } } } impl<'r, R: Reader> Iterator for ByteIterator<'r, R> { #[inline] fn next(&mut self) -> Option { self.reader.read_byte() } } pub fn u64_to_le_bytes(n: u64, size: uint, f: |v: &[u8]| -> T) -> T { assert!(size <= 8u); match size { 1u => f(&[n as u8]), 2u => f(&[n as u8, (n >> 8) as u8]), 4u => f(&[n as u8, (n >> 8) as u8, (n >> 16) as u8, (n >> 24) as u8]), 8u => f(&[n as u8, (n >> 8) as u8, (n >> 16) as u8, (n >> 24) as u8, (n >> 32) as u8, (n >> 40) as u8, (n >> 48) as u8, (n >> 56) as u8]), _ => { let mut bytes: ~[u8] = ~[]; let mut i = size; let mut n = n; while i > 0u { bytes.push((n & 255_u64) as u8); n >>= 8_u64; i -= 1u; } f(bytes) } } } pub fn u64_to_be_bytes(n: u64, size: uint, f: |v: &[u8]| -> T) -> T { assert!(size <= 8u); match size { 1u => f(&[n as u8]), 2u => f(&[(n >> 8) as u8, n as u8]), 4u => f(&[(n >> 24) as u8, (n >> 16) as u8, (n >> 8) as u8, n as u8]), 8u => f(&[(n >> 56) as u8, (n >> 48) as u8, (n >> 40) as u8, (n >> 32) as u8, (n >> 24) as u8, (n >> 16) as u8, (n >> 8) as u8, n as u8]), _ => { let mut bytes: ~[u8] = ~[]; let mut i = size; while i > 0u { let shift = ((i - 1u) * 8u) as u64; bytes.push((n >> shift) as u8); i -= 1u; } f(bytes) } } } pub fn u64_from_be_bytes(data: &[u8], start: uint, size: uint) -> u64 { use ptr::{copy_nonoverlapping_memory, offset, mut_offset}; use unstable::intrinsics::from_be64; use vec::MutableVector; assert!(size <= 8u); if data.len() - start < size { fail!("index out of bounds"); } let mut buf = [0u8, ..8]; unsafe { let ptr = offset(data.as_ptr(), start as int); let out = buf.as_mut_ptr(); copy_nonoverlapping_memory(mut_offset(out, (8 - size) as int), ptr, size); from_be64(*(out as *i64)) as u64 } } #[cfg(test)] mod test { use unstable::finally::Finally; use prelude::*; use io::{MemReader, MemWriter}; use io::{io_error, placeholder_error}; struct InitialZeroByteReader { count: int, } impl Reader for InitialZeroByteReader { fn read(&mut self, buf: &mut [u8]) -> Option { if self.count == 0 { self.count = 1; Some(0) } else { buf[0] = 10; Some(1) } } } struct EofReader; impl Reader for EofReader { fn read(&mut self, _: &mut [u8]) -> Option { None } } struct ErroringReader; impl Reader for ErroringReader { fn read(&mut self, _: &mut [u8]) -> Option { io_error::cond.raise(placeholder_error()); None } } struct PartialReader { count: int, } impl Reader for PartialReader { fn read(&mut self, buf: &mut [u8]) -> Option { if self.count == 0 { self.count = 1; buf[0] = 10; buf[1] = 11; Some(2) } else { buf[0] = 12; buf[1] = 13; Some(2) } } } struct ErroringLaterReader { count: int, } impl Reader for ErroringLaterReader { fn read(&mut self, buf: &mut [u8]) -> Option { if self.count == 0 { self.count = 1; buf[0] = 10; Some(1) } else { io_error::cond.raise(placeholder_error()); None } } } struct ThreeChunkReader { count: int, } impl Reader for ThreeChunkReader { fn read(&mut self, buf: &mut [u8]) -> Option { if self.count == 0 { self.count = 1; buf[0] = 10; buf[1] = 11; Some(2) } else if self.count == 1 { self.count = 2; buf[0] = 12; buf[1] = 13; Some(2) } else { None } } } #[test] fn read_byte() { let mut reader = MemReader::new(~[10]); let byte = reader.read_byte(); assert!(byte == Some(10)); } #[test] fn read_byte_0_bytes() { let mut reader = InitialZeroByteReader { count: 0, }; let byte = reader.read_byte(); assert!(byte == Some(10)); } #[test] fn read_byte_eof() { let mut reader = EofReader; let byte = reader.read_byte(); assert!(byte == None); } #[test] fn read_byte_error() { let mut reader = ErroringReader; io_error::cond.trap(|_| { }).inside(|| { let byte = reader.read_byte(); assert!(byte == None); }); } #[test] fn bytes_0_bytes() { let mut reader = InitialZeroByteReader { count: 0, }; let byte = reader.bytes().next(); assert!(byte == Some(10)); } #[test] fn bytes_eof() { let mut reader = EofReader; let byte = reader.bytes().next(); assert!(byte == None); } #[test] fn bytes_error() { let mut reader = ErroringReader; let mut it = reader.bytes(); io_error::cond.trap(|_| ()).inside(|| { let byte = it.next(); assert!(byte == None); }) } #[test] fn read_bytes() { let mut reader = MemReader::new(~[10, 11, 12, 13]); let bytes = reader.read_bytes(4); assert!(bytes == ~[10, 11, 12, 13]); } #[test] fn read_bytes_partial() { let mut reader = PartialReader { count: 0, }; let bytes = reader.read_bytes(4); assert!(bytes == ~[10, 11, 12, 13]); } #[test] fn read_bytes_eof() { let mut reader = MemReader::new(~[10, 11]); io_error::cond.trap(|_| { }).inside(|| { assert!(reader.read_bytes(4) == ~[10, 11]); }) } #[test] fn push_bytes() { let mut reader = MemReader::new(~[10, 11, 12, 13]); let mut buf = ~[8, 9]; reader.push_bytes(&mut buf, 4); assert!(buf == ~[8, 9, 10, 11, 12, 13]); } #[test] fn push_bytes_partial() { let mut reader = PartialReader { count: 0, }; let mut buf = ~[8, 9]; reader.push_bytes(&mut buf, 4); assert!(buf == ~[8, 9, 10, 11, 12, 13]); } #[test] fn push_bytes_eof() { let mut reader = MemReader::new(~[10, 11]); let mut buf = ~[8, 9]; io_error::cond.trap(|_| { }).inside(|| { reader.push_bytes(&mut buf, 4); assert!(buf == ~[8, 9, 10, 11]); }) } #[test] fn push_bytes_error() { let mut reader = ErroringLaterReader { count: 0, }; let mut buf = ~[8, 9]; io_error::cond.trap(|_| { } ).inside(|| { reader.push_bytes(&mut buf, 4); }); assert!(buf == ~[8, 9, 10]); } #[test] #[should_fail] #[ignore] // borrow issues with RefCell fn push_bytes_fail_reset_len() { // push_bytes unsafely sets the vector length. This is testing that // upon failure the length is reset correctly. let reader = ErroringLaterReader { count: 0, }; // FIXME (#7049): Figure out some other way to do this. //let buf = RefCell::new(~[8, 9]); (|| { //reader.push_bytes(buf.borrow_mut().get(), 4); }).finally(|| { // NB: Using rtassert here to trigger abort on failure since this is a should_fail test // FIXME: #7049 This fails because buf is still borrowed //rtassert!(buf.borrow().get() == ~[8, 9, 10]); }) } #[test] fn read_to_end() { let mut reader = ThreeChunkReader { count: 0, }; let buf = reader.read_to_end(); assert!(buf == ~[10, 11, 12, 13]); } #[test] #[should_fail] fn read_to_end_error() { let mut reader = ThreeChunkReader { count: 0, }; let buf = reader.read_to_end(); assert!(buf == ~[10, 11]); } #[test] fn test_read_write_le_mem() { let uints = [0, 1, 2, 42, 10_123, 100_123_456, ::u64::max_value]; let mut writer = MemWriter::new(); for i in uints.iter() { writer.write_le_u64(*i); } let mut reader = MemReader::new(writer.unwrap()); for i in uints.iter() { assert!(reader.read_le_u64() == *i); } } #[test] fn test_read_write_be() { let uints = [0, 1, 2, 42, 10_123, 100_123_456, ::u64::max_value]; let mut writer = MemWriter::new(); for i in uints.iter() { writer.write_be_u64(*i); } let mut reader = MemReader::new(writer.unwrap()); for i in uints.iter() { assert!(reader.read_be_u64() == *i); } } #[test] fn test_read_be_int_n() { let ints = [::i32::min_value, -123456, -42, -5, 0, 1, ::i32::max_value]; let mut writer = MemWriter::new(); for i in ints.iter() { writer.write_be_i32(*i); } let mut reader = MemReader::new(writer.unwrap()); for i in ints.iter() { // this tests that the sign extension is working // (comparing the values as i32 would not test this) assert!(reader.read_be_int_n(4) == *i as i64); } } #[test] fn test_read_f32() { //big-endian floating-point 8.1250 let buf = ~[0x41, 0x02, 0x00, 0x00]; let mut writer = MemWriter::new(); writer.write(buf); let mut reader = MemReader::new(writer.unwrap()); let f = reader.read_be_f32(); assert!(f == 8.1250); } #[test] fn test_read_write_f32() { let f:f32 = 8.1250; let mut writer = MemWriter::new(); writer.write_be_f32(f); writer.write_le_f32(f); let mut reader = MemReader::new(writer.unwrap()); assert!(reader.read_be_f32() == 8.1250); assert!(reader.read_le_f32() == 8.1250); } #[test] fn test_u64_from_be_bytes() { use super::u64_from_be_bytes; let buf = [0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08, 0x09]; // Aligned access assert_eq!(u64_from_be_bytes(buf, 0, 0), 0); assert_eq!(u64_from_be_bytes(buf, 0, 1), 0x01); assert_eq!(u64_from_be_bytes(buf, 0, 2), 0x0102); assert_eq!(u64_from_be_bytes(buf, 0, 3), 0x010203); assert_eq!(u64_from_be_bytes(buf, 0, 4), 0x01020304); assert_eq!(u64_from_be_bytes(buf, 0, 5), 0x0102030405); assert_eq!(u64_from_be_bytes(buf, 0, 6), 0x010203040506); assert_eq!(u64_from_be_bytes(buf, 0, 7), 0x01020304050607); assert_eq!(u64_from_be_bytes(buf, 0, 8), 0x0102030405060708); // Unaligned access assert_eq!(u64_from_be_bytes(buf, 1, 0), 0); assert_eq!(u64_from_be_bytes(buf, 1, 1), 0x02); assert_eq!(u64_from_be_bytes(buf, 1, 2), 0x0203); assert_eq!(u64_from_be_bytes(buf, 1, 3), 0x020304); assert_eq!(u64_from_be_bytes(buf, 1, 4), 0x02030405); assert_eq!(u64_from_be_bytes(buf, 1, 5), 0x0203040506); assert_eq!(u64_from_be_bytes(buf, 1, 6), 0x020304050607); assert_eq!(u64_from_be_bytes(buf, 1, 7), 0x02030405060708); assert_eq!(u64_from_be_bytes(buf, 1, 8), 0x0203040506070809); } } #[cfg(test)] mod bench { use extra::test::BenchHarness; use container::Container; macro_rules! u64_from_be_bytes_bench_impl( ($size:expr, $stride:expr, $start_index:expr) => ({ use vec; use super::u64_from_be_bytes; let data = vec::from_fn($stride*100+$start_index, |i| i as u8); let mut sum = 0u64; bh.iter(|| { let mut i = $start_index; while (i < data.len()) { sum += u64_from_be_bytes(data, i, $size); i += $stride; } }); }) ) #[bench] fn u64_from_be_bytes_4_aligned(bh: &mut BenchHarness) { u64_from_be_bytes_bench_impl!(4, 4, 0); } #[bench] fn u64_from_be_bytes_4_unaligned(bh: &mut BenchHarness) { u64_from_be_bytes_bench_impl!(4, 4, 1); } #[bench] fn u64_from_be_bytes_7_aligned(bh: &mut BenchHarness) { u64_from_be_bytes_bench_impl!(7, 8, 0); } #[bench] fn u64_from_be_bytes_7_unaligned(bh: &mut BenchHarness) { u64_from_be_bytes_bench_impl!(7, 8, 1); } #[bench] fn u64_from_be_bytes_8_aligned(bh: &mut BenchHarness) { u64_from_be_bytes_bench_impl!(8, 8, 0); } #[bench] fn u64_from_be_bytes_8_unaligned(bh: &mut BenchHarness) { u64_from_be_bytes_bench_impl!(8, 8, 1); } }