2019-06-25 06:33:12 +02:00
|
|
|
use crate::parser::parse::span::*;
|
|
|
|
|
use crate::parser::parse::unit::*;
|
2019-06-11 07:53:04 +02:00
|
|
|
|
|
|
|
|
#[derive(Debug, Clone, Copy, Eq, PartialEq, Ord, PartialOrd, Hash)]
|
|
|
|
|
pub enum RawToken {
|
|
|
|
|
Integer(i64),
|
2019-06-12 19:44:45 +02:00
|
|
|
Size(i64, Unit),
|
2019-06-11 07:53:04 +02:00
|
|
|
String(Span),
|
2019-06-12 19:44:45 +02:00
|
|
|
Variable(Span),
|
|
|
|
|
Bare,
|
2019-06-11 07:53:04 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub type Token = Spanned<RawToken>;
|
