kalker/src/lexer.rs

use std::str;

#[derive(Clone, Debug)]
pub enum TokenKind {
    Unknown,
    Literal,
    Identifier,

    Plus,
    Minus,
    Star,
    Slash,
    Power,
    Equals,
    Exclamation,

    Deg,
    Rad,

    Pipe,
    OpenParenthesis,
    ClosedParenthesis,
    Comma,

    EOF,
}

#[derive(Clone, Debug)]
pub struct Token {
    pub kind: TokenKind,
    pub value: String,
}

pub struct Lexer<'a> {
    source: &'a [u8],
    index: usize,
}

impl<'a> Lexer<'a> {
    pub fn lex(source: &str) -> Vec<Token> {
        let mut lexer = Lexer {
            source: source.as_bytes(),
            index: 0,
        };
        let mut tokens = Vec::new();

        while !lexer.is_at_end() {
            tokens.push(lexer.next());
        }

        // If there isn't already an EOF token, add it.
        if let TokenKind::EOF = tokens.last().unwrap().kind {
        } else {
            tokens.push(lexer.build(TokenKind::EOF, ""));
        }

        tokens
    }

    fn next(&mut self) -> Token {
        let mut c = self.peek();

        while c == ' ' || c == '\t' || c == '\r' || c == '\n' {
            self.advance();

            if self.is_at_end() {
                return self.build(TokenKind::EOF, "");
            } else {
                c = self.peek();
            }
        }

        let token = match c {
            '+' => {
                self.advance();
                self.build(TokenKind::Plus, "")
            }
            '-' => {
                self.advance();
                self.build(TokenKind::Minus, "")
            }
            '*' => {
                self.advance();
                self.build(TokenKind::Star, "")
            }
            '/' => {
                self.advance();
                self.build(TokenKind::Slash, "")
            }
            '^' => {
                self.advance();
                self.build(TokenKind::Power, "")
            }
            '(' => {
                self.advance();
                self.build(TokenKind::OpenParenthesis, "")
            }
            ')' => {
                self.advance();
                self.build(TokenKind::ClosedParenthesis, "")
            }
            '|' => {
                self.advance();
                self.build(TokenKind::Pipe, "")
            }
            '=' => {
                self.advance();
                self.build(TokenKind::Equals, "")
            }
            '!' => {
                self.advance();
                self.build(TokenKind::Exclamation, "")
            }
            ',' => {
                self.advance();
                self.build(TokenKind::Comma, "")
            }
            _ => {
                if c.is_digit(10) {
                    self.next_number_literal()
                } else if c.is_alphabetic() {
                    self.next_identifier()
                } else {
                    self.advance();
                    self.build(TokenKind::Unknown, "")
                }
            }
        };

        token
    }

    fn next_number_literal(&mut self) -> Token {
        let start = self.index;
        let mut end = start;

        while !self.is_at_end() && (self.peek().is_digit(10) || self.peek() == '.') {
            end += 1;
            self.advance();
        }

        if let Ok(value) = str::from_utf8(&self.source[start..end]) {
            self.build(TokenKind::Literal, value)
        } else {
            self.build(TokenKind::Unknown, "")
        }
    }

    fn next_identifier(&mut self) -> Token {
        let start = self.index;
        let mut end = start;

        while !self.is_at_end() && is_valid_identifier(self.peek()) {
            end += 1;
            self.advance();
        }

        if let Ok(value) = str::from_utf8(&self.source[start..end]) {
            let kind = match value {
                "deg" | "°" => TokenKind::Deg,
                "rad" => TokenKind::Rad,
                _ => TokenKind::Identifier,
            };

            self.build(kind, value)
        } else {
            self.build(TokenKind::Unknown, "")
        }
    }

    fn build(&self, kind: TokenKind, value: &str) -> Token {
        Token {
            kind,
            value: value.to_string(),
        }
    }

    fn peek(&self) -> char {
        self.source[self.index].into()
    }

    fn advance(&mut self) {
        self.index = self.index + 1;
    }

    fn is_at_end(&self) -> bool {
        self.index >= self.source.len()
    }
}

fn is_valid_identifier(c: char) -> bool {
    c.is_alphabetic() || c == '°' || c == '√' || c == '\'' || c == '¨'
}