use scanner::*; // use yaml::*; #[derive(Clone, Copy, PartialEq, Debug, Eq)] pub enum State { StreamStart, ImplicitDocumentStart, DocumentStart, DocumentContent, DocumentEnd, BlockNode, BlockNodeOrIndentlessSequence, FlowNode, BlockSequenceFirstEntry, BlockSequenceEntry, IndentlessSequenceEntry, BlockMappingFirstKey, BlockMappingKey, BlockMappingValue, FlowSequenceFirstEntry, FlowSequenceEntry, FlowSequenceEntryMappingKey, FlowSequenceEntryMappingValue, FlowSequenceEntryMappingEnd, FlowMappingFirstKey, FlowMappingKey, FlowMappingValue, FlowMappingEmptyValue, End } #[derive(Clone, PartialEq, Debug, Eq)] pub enum Event { NoEvent, StreamStart, StreamEnd, DocumentStart, DocumentEnd, Alias, Scalar(String, TScalarStyle), SequenceStart, SequenceEnd, MappingStart, MappingEnd } impl Event { fn empty_scalar() -> Event { Event::Scalar(String::new(), TScalarStyle::Plain) } } #[derive(Debug)] pub struct Parser { scanner: Scanner, states: Vec, state: State, marks: Vec, token: Option, } pub trait EventReceiver { fn on_event(&mut self, ev: &Event); } pub type ParseResult = Result; impl> Parser { pub fn new(src: T) -> Parser { Parser { scanner: Scanner::new(src), states: Vec::new(), state: State::StreamStart, marks: Vec::new(), token: None, } } fn peek(&mut self) -> Result { if self.token.is_none() { self.token = self.scanner.next(); } if self.token.is_none() { return Err(ScanError::new(self.scanner.mark(), "unexpected eof")); } // XXX better? Ok(self.token.clone().unwrap()) } fn skip(&mut self) { self.token = None; //self.peek(); } fn pop_state(&mut self) { self.state = self.states.pop().unwrap() } fn push_state(&mut self, state: State) { self.states.push(state); } fn parse(&mut self, recv: &mut R) -> ParseResult { if self.scanner.stream_ended() || self.state == State::End { return Ok(Event::StreamEnd); } let ev = try!(self.state_machine()); // println!("EV {:?}", ev); recv.on_event(&ev); Ok(ev) } pub fn load(&mut self, recv: &mut R, multi: bool) -> Result<(), ScanError> { if !self.scanner.stream_started() { let ev = try!(self.parse(recv)); assert_eq!(ev, Event::StreamStart); } if self.scanner.stream_ended() { // XXX has parsed? recv.on_event(&Event::StreamEnd); return Ok(()); } loop { let ev = try!(self.parse(recv)); if ev == Event::StreamEnd { recv.on_event(&Event::StreamEnd); return Ok(()); } try!(self.load_document(&ev, recv)); if !multi { break; } } Ok(()) } fn load_document(&mut self, first_ev: &Event, recv: &mut R) -> Result<(), ScanError> { assert_eq!(first_ev, &Event::DocumentStart); let ev = try!(self.parse(recv)); try!(self.load_node(&ev, recv)); // DOCUMENT-END is expected. let ev = try!(self.parse(recv)); assert_eq!(ev, Event::DocumentEnd); Ok(()) } fn load_node(&mut self, first_ev: &Event, recv: &mut R) -> Result<(), ScanError> { match *first_ev { Event::Scalar(ref v, style) => { Ok(()) }, Event::SequenceStart => { self.load_sequence(first_ev, recv) }, Event::MappingStart => { self.load_mapping(first_ev, recv) }, // TODO more events _ => { unreachable!(); } } } fn load_mapping(&mut self, first_ev: &Event, recv: &mut R) -> Result<(), ScanError> { let mut ev = try!(self.parse(recv)); while ev != Event::MappingEnd { // key try!(self.load_node(&ev, recv)); // value ev = try!(self.parse(recv)); try!(self.load_node(&ev, recv)); // next event ev = try!(self.parse(recv)); } Ok(()) } fn load_sequence(&mut self, first_ev: &Event, recv: &mut R) -> Result<(), ScanError> { let mut ev = try!(self.parse(recv)); while ev != Event::SequenceEnd { let entry = try!(self.load_node(&ev, recv)); // next event ev = try!(self.parse(recv)); } Ok(()) } fn state_machine(&mut self) -> ParseResult { let next_tok = self.peek(); //println!("cur_state {:?}, next tok: {:?}", self.state, next_tok); match self.state { State::StreamStart => self.stream_start(), State::ImplicitDocumentStart => self.document_start(true), State::DocumentStart => self.document_start(false), State::DocumentContent => self.document_content(), State::DocumentEnd => self.document_end(), State::BlockNode => self.parse_node(true, false), State::BlockNodeOrIndentlessSequence => self.parse_node(true, true), State::FlowNode => self.parse_node(false, false), State::BlockMappingFirstKey => self.block_mapping_key(true), State::BlockMappingKey => self.block_mapping_key(false), State::BlockMappingValue => self.block_mapping_value(), State::BlockSequenceFirstEntry => self.block_sequence_entry(true), State::BlockSequenceEntry => self.block_sequence_entry(false), State::FlowSequenceFirstEntry => self.flow_sequence_entry(true), State::FlowSequenceEntry => self.flow_sequence_entry(false), _ => unimplemented!() } } fn stream_start(&mut self) -> ParseResult { let tok = try!(self.peek()); match tok.1 { TokenType::StreamStartToken(_) => { self.state = State::ImplicitDocumentStart; self.skip(); Ok(Event::StreamStart) }, _ => return Err(ScanError::new(tok.0, "did not find expected ")), } } fn document_start(&mut self, implicit: bool) -> ParseResult { let mut tok = try!(self.peek()); if !implicit { loop { match tok.1 { TokenType::DocumentEndToken => { self.skip(); tok = try!(self.peek()); }, _ => break } } } match tok.1 { TokenType::StreamEndToken => { self.state = State::End; self.skip(); return Ok(Event::StreamEnd); }, TokenType::VersionDirectiveToken | TokenType::TagDirectiveToken | TokenType::DocumentStartToken => { // explicit document self._explict_document_start() }, _ if implicit => { self.push_state(State::DocumentEnd); self.state = State::BlockNode; Ok(Event::DocumentStart) }, _ => { // explicit document self._explict_document_start() } } } fn _explict_document_start(&mut self) -> ParseResult { let tok = try!(self.peek()); if tok.1 != TokenType::DocumentStartToken { return Err(ScanError::new(tok.0, "did not find expected ")); } self.push_state(State::DocumentEnd); self.state = State::DocumentContent; self.skip(); Ok(Event::DocumentStart) } fn document_content(&mut self) -> ParseResult { let tok = try!(self.peek()); match tok.1 { TokenType::VersionDirectiveToken |TokenType::TagDirectiveToken |TokenType::DocumentStartToken |TokenType::DocumentEndToken |TokenType::StreamEndToken => { self.pop_state(); // empty scalar Ok(Event::empty_scalar()) }, _ => { self.parse_node(true, false) } } } fn document_end(&mut self) -> ParseResult { let mut _implicit = true; let tok = try!(self.peek()); let _start_mark = tok.0; match tok.1 { TokenType::DocumentEndToken => { self.skip(); _implicit = false; } _ => {} } // TODO tag handling self.state = State::DocumentStart; Ok(Event::DocumentEnd) } fn parse_node(&mut self, block: bool, indentless_sequence: bool) -> ParseResult { let tok = try!(self.peek()); match tok.1 { TokenType::AliasToken => unimplemented!(), TokenType::AnchorToken => unimplemented!(), TokenType::BlockEntryToken if indentless_sequence => { self.state = State::IndentlessSequenceEntry; Ok(Event::SequenceStart) }, TokenType::ScalarToken(style, v) => { self.pop_state(); self.skip(); Ok(Event::Scalar(v, style)) }, TokenType::FlowSequenceStartToken => { self.state = State::FlowSequenceFirstEntry; Ok(Event::SequenceStart) }, TokenType::FlowMappingStartToken => { self.state = State::FlowMappingFirstKey; Ok(Event::MappingStart) }, TokenType::BlockSequenceStartToken if block => { self.state = State::BlockSequenceFirstEntry; Ok(Event::SequenceStart) }, TokenType::BlockMappingStartToken if block => { self.state = State::BlockMappingFirstKey; Ok(Event::MappingStart) }, _ => { unimplemented!(); } } } fn block_mapping_key(&mut self, first: bool) -> ParseResult { // skip BlockMappingStartToken if first { let _ = try!(self.peek()); //self.marks.push(tok.0); self.skip(); } let tok = try!(self.peek()); match tok.1 { TokenType::KeyToken => { self.skip(); let tok = try!(self.peek()); match tok.1 { TokenType::KeyToken | TokenType::ValueToken | TokenType::BlockEndToken => { self.state = State::BlockMappingValue; // empty scalar Ok(Event::empty_scalar()) } _ => { self.push_state(State::BlockMappingValue); self.parse_node(true, true) } } }, TokenType::BlockEndToken => { self.pop_state(); self.skip(); Ok(Event::MappingEnd) }, _ => { Err(ScanError::new(tok.0, "while parsing a block mapping, did not find expected key")) } } } fn block_mapping_value(&mut self) -> ParseResult { let tok = try!(self.peek()); match tok.1 { TokenType::ValueToken => { self.skip(); let tok = try!(self.peek()); match tok.1 { TokenType::KeyToken | TokenType::ValueToken | TokenType::BlockEndToken => { self.state = State::BlockMappingValue; // empty scalar Ok(Event::empty_scalar()) } _ => { self.push_state(State::BlockMappingKey); self.parse_node(true, true) } } }, _ => { self.state = State::BlockMappingKey; // empty scalar Ok(Event::empty_scalar()) } } } fn flow_sequence_entry(&mut self, first: bool) -> ParseResult { // skip FlowMappingStartToken if first { let _ = try!(self.peek()); //self.marks.push(tok.0); self.skip(); } let mut tok = try!(self.peek()); match tok.1 { TokenType::FlowSequenceEndToken => { self.pop_state(); self.skip(); return Ok(Event::SequenceEnd); }, TokenType::FlowEntryToken if !first => { self.skip(); tok = try!(self.peek()); }, _ if !first => { return Err(ScanError::new(tok.0, "while parsing a flow sequence, expectd ',' or ']'")); } _ => { /* next */ } } match tok.1 { TokenType::FlowMappingEndToken => { self.pop_state(); self.skip(); Ok(Event::SequenceEnd) }, TokenType::KeyToken => { self.state = State::FlowSequenceEntryMappingKey; self.skip(); Ok(Event::MappingStart) } _ => { self.push_state(State::FlowSequenceEntry); self.parse_node(false, false) } } } fn block_sequence_entry(&mut self, first: bool) -> ParseResult { // BLOCK-SEQUENCE-START if first { let _ = try!(self.peek()); //self.marks.push(tok.0); self.skip(); } let mut tok = try!(self.peek()); match tok.1 { TokenType::BlockEndToken => { self.pop_state(); self.skip(); Ok(Event::SequenceEnd) }, TokenType::BlockEntryToken => { self.skip(); tok = try!(self.peek()); match tok.1 { TokenType::BlockEntryToken | TokenType::BlockEndToken => { self.state = State::BlockSequenceEntry; Ok(Event::empty_scalar()) }, _ => { self.push_state(State::BlockSequenceEntry); self.parse_node(true, false) } } }, _ => { Err(ScanError::new(tok.0, "while parsing a block collection, did not find expected '-' indicator")) } } } } #[cfg(test)] mod test { use super::*; }