use nu_parser::{lex, lex_n_tokens, lex_signature, LexState, Token, TokenContents}; use nu_protocol::{ParseError, Span}; #[test] fn lex_basic() { let file = b"let x = 4"; let output = lex(file, 0, &[], &[], true); assert!(output.1.is_none()); } #[test] fn lex_newline() { let file = b"let x = 300\nlet y = 500;"; let output = lex(file, 0, &[], &[], true); assert!(output.0.contains(&Token { contents: TokenContents::Eol, span: Span::new(11, 12) })); } #[test] fn lex_annotations_list() { let file = b"items: list"; let (output, err) = lex_signature(file, 0, &[b'\n', b'\r'], &[b':', b'=', b','], false); assert!(err.is_none()); assert_eq!(output.len(), 3); } #[test] fn lex_annotations_record() { let file = b"config: record"; let (output, err) = lex_signature(file, 0, &[b'\n', b'\r'], &[b':', b'=', b','], false); assert!(err.is_none()); assert_eq!(output.len(), 3); } #[test] fn lex_annotations_empty() { let file = b"items: list<>"; let (output, err) = lex_signature(file, 0, &[b'\n', b'\r'], &[b':', b'=', b','], false); assert!(err.is_none()); assert_eq!(output.len(), 3); } #[test] fn lex_annotations_space_before_annotations() { let file = b"items: list "; let (output, err) = lex_signature(file, 0, &[b'\n', b'\r'], &[b':', b'=', b','], false); assert!(err.is_none()); assert_eq!(output.len(), 4); } #[test] fn lex_annotations_space_within_annotations() { let file = b"items: list< string>"; let (output, err) = lex_signature(file, 0, &[b'\n', b'\r'], &[b':', b'=', b','], false); assert!(err.is_none()); assert_eq!(output.len(), 3); let file = b"items: list"; let (output, err) = lex_signature(file, 0, &[b'\n', b'\r'], &[b':', b'=', b','], false); assert!(err.is_none()); assert_eq!(output.len(), 3); let file = b"items: list< string >"; let (output, err) = lex_signature(file, 0, &[b'\n', b'\r'], &[b':', b'=', b','], false); assert!(err.is_none()); assert_eq!(output.len(), 3); } #[test] fn lex_annotations_nested() { let file = b"items: list>"; let (output, err) = lex_signature(file, 0, &[b'\n', b'\r'], &[b':', b'=', b','], false); assert!(err.is_none()); assert_eq!(output.len(), 3); } #[test] fn lex_annotations_nested_unterminated() { let file = b"items: list"; let (output, err) = lex_signature(file, 0, &[b'\n', b'\r'], &[b':', b'=', b','], false); assert!(matches!(err.unwrap(), ParseError::UnexpectedEof(_, _))); assert_eq!(output.len(), 3); } #[test] fn lex_annotations_unterminated() { let file = b"items: list