1
0
dust/dust-lang/src/parser/mod.rs

987 lines
31 KiB
Rust
Raw Normal View History

#[cfg(test)]
mod tests;
use std::{
fmt::{self, Display, Formatter},
mem::replace,
num::{ParseFloatError, ParseIntError},
};
2024-09-07 03:30:43 +00:00
use crate::{
dust_error::AnnotatedError, Chunk, ChunkError, DustError, Identifier, Instruction, LexError,
Lexer, Operation, Span, Token, TokenKind, TokenOwned, Value,
2024-09-07 03:30:43 +00:00
};
2024-09-07 16:15:47 +00:00
pub fn parse(source: &str) -> Result<Chunk, DustError> {
let lexer = Lexer::new(source);
let mut parser = Parser::new(lexer).map_err(|error| DustError::Parse { error, source })?;
while !parser.is_eof() {
2024-09-07 16:15:47 +00:00
parser
.parse_statement()
.map_err(|error| DustError::Parse { error, source })?;
}
Ok(parser.chunk)
}
2024-09-07 03:30:43 +00:00
#[derive(Debug)]
pub struct Parser<'src> {
chunk: Chunk,
lexer: Lexer<'src>,
current_register: u8,
2024-09-07 10:38:12 +00:00
current_token: Token<'src>,
2024-09-07 03:30:43 +00:00
current_position: Span,
previous_token: Token<'src>,
previous_position: Span,
2024-09-07 03:30:43 +00:00
}
impl<'src> Parser<'src> {
pub fn new(mut lexer: Lexer<'src>) -> Result<Self, ParseError> {
let (current_token, current_position) = lexer.next_token()?;
2024-09-07 10:38:12 +00:00
2024-09-17 21:23:37 +00:00
log::trace!("Starting parser with token \"{current_token}\" at {current_position}");
2024-09-07 16:15:47 +00:00
Ok(Parser {
2024-09-07 03:30:43 +00:00
lexer,
chunk: Chunk::new(),
current_register: 0,
2024-09-07 10:38:12 +00:00
current_token,
current_position,
previous_token: Token::Eof,
previous_position: Span(0, 0),
})
}
pub fn take_chunk(self) -> Chunk {
self.chunk
2024-09-07 03:30:43 +00:00
}
fn is_eof(&self) -> bool {
2024-09-07 10:38:12 +00:00
matches!(self.current_token, Token::Eof)
2024-09-07 03:30:43 +00:00
}
fn increment_register(&mut self) -> Result<(), ParseError> {
let current = self.current_register;
if current == u8::MAX {
Err(ParseError::RegisterOverflow {
position: self.current_position,
})
} else {
self.current_register += 1;
Ok(())
}
}
fn decrement_register(&mut self) -> Result<(), ParseError> {
let current = self.current_register;
if current == 0 {
Err(ParseError::RegisterUnderflow {
position: self.current_position,
})
} else {
self.current_register -= 1;
Ok(())
}
}
2024-09-07 03:30:43 +00:00
fn advance(&mut self) -> Result<(), ParseError> {
2024-09-10 02:57:14 +00:00
if self.is_eof() {
return Ok(());
}
2024-09-07 10:38:12 +00:00
let (new_token, position) = self.lexer.next_token()?;
2024-09-07 03:30:43 +00:00
2024-09-18 01:10:44 +00:00
log::trace!("Parsing \"{new_token}\" at {position}");
self.previous_token = replace(&mut self.current_token, new_token);
self.previous_position = replace(&mut self.current_position, position);
2024-09-07 03:30:43 +00:00
Ok(())
}
2024-09-07 16:15:47 +00:00
fn allow(&mut self, allowed: TokenKind) -> Result<bool, ParseError> {
if self.current_token.kind() == allowed {
self.advance()?;
Ok(true)
} else {
Ok(false)
}
}
fn expect(&mut self, expected: TokenKind) -> Result<(), ParseError> {
2024-09-07 10:38:12 +00:00
if self.current_token.kind() == expected {
2024-09-07 03:30:43 +00:00
self.advance()
} else {
Err(ParseError::ExpectedToken {
expected,
2024-09-07 10:38:12 +00:00
found: self.current_token.to_owned(),
2024-09-07 03:30:43 +00:00
position: self.current_position,
})
}
}
fn emit_instruction(&mut self, instruction: Instruction, position: Span) {
self.chunk.push_instruction(instruction, position);
2024-09-07 03:30:43 +00:00
}
fn emit_constant(&mut self, value: Value) -> Result<(), ParseError> {
2024-09-07 10:38:12 +00:00
let position = self.previous_position;
2024-09-11 07:10:12 +00:00
let constant_index = self.chunk.push_constant(value, position)?;
self.emit_instruction(
Instruction::load_constant(self.current_register, constant_index),
position,
);
self.increment_register()?;
2024-09-07 03:30:43 +00:00
Ok(())
}
2024-09-07 21:16:14 +00:00
fn parse_boolean(&mut self, _allow_assignment: bool) -> Result<(), ParseError> {
2024-09-17 21:23:37 +00:00
if let Token::Boolean(text) = self.current_token {
self.advance()?;
2024-09-07 10:38:12 +00:00
let boolean = text.parse::<bool>().unwrap();
let value = Value::boolean(boolean);
self.emit_constant(value)?;
}
Ok(())
}
2024-09-10 03:45:06 +00:00
fn parse_byte(&mut self, _allow_assignment: bool) -> Result<(), ParseError> {
2024-09-17 21:23:37 +00:00
if let Token::Byte(text) = self.current_token {
self.advance()?;
let byte =
u8::from_str_radix(&text[2..], 16).map_err(|error| ParseError::ParseIntError {
error,
position: self.previous_position,
})?;
2024-09-10 03:45:06 +00:00
let value = Value::byte(byte);
self.emit_constant(value)?;
}
Ok(())
}
fn parse_character(&mut self, _allow_assignment: bool) -> Result<(), ParseError> {
2024-09-17 21:23:37 +00:00
if let Token::Character(character) = self.current_token {
self.advance()?;
2024-09-10 03:45:06 +00:00
let value = Value::character(character);
self.emit_constant(value)?;
}
Ok(())
}
2024-09-07 21:16:14 +00:00
fn parse_float(&mut self, _allow_assignment: bool) -> Result<(), ParseError> {
2024-09-17 21:23:37 +00:00
if let Token::Float(text) = self.current_token {
self.advance()?;
let float = text
.parse::<f64>()
.map_err(|error| ParseError::ParseFloatError {
error,
position: self.previous_position,
})?;
2024-09-07 16:15:47 +00:00
let value = Value::float(float);
self.emit_constant(value)?;
}
Ok(())
}
2024-09-07 21:16:14 +00:00
fn parse_integer(&mut self, _allow_assignment: bool) -> Result<(), ParseError> {
2024-09-17 21:23:37 +00:00
if let Token::Integer(text) = self.current_token {
self.advance()?;
let integer = text
.parse::<i64>()
.map_err(|error| ParseError::ParseIntError {
error,
position: self.previous_position,
})?;
let value = Value::integer(integer);
2024-09-07 03:30:43 +00:00
self.emit_constant(value)?;
}
Ok(())
}
2024-09-07 21:16:14 +00:00
fn parse_string(&mut self, _allow_assignment: bool) -> Result<(), ParseError> {
2024-09-17 21:23:37 +00:00
if let Token::String(text) = self.current_token {
self.advance()?;
2024-09-07 16:15:47 +00:00
let value = Value::string(text);
self.emit_constant(value)?;
}
Ok(())
}
2024-09-07 21:16:14 +00:00
fn parse_grouped(&mut self, _allow_assignment: bool) -> Result<(), ParseError> {
2024-09-17 21:23:37 +00:00
self.allow(TokenKind::LeftParenthesis)?;
self.parse_expression()?;
2024-09-17 21:23:37 +00:00
self.expect(TokenKind::RightParenthesis)
}
2024-09-07 21:16:14 +00:00
fn parse_unary(&mut self, _allow_assignment: bool) -> Result<(), ParseError> {
2024-09-17 23:35:33 +00:00
let operator = self.current_token;
let operator_position = self.current_position;
2024-09-17 21:23:37 +00:00
2024-09-17 23:35:33 +00:00
self.advance()?;
self.parse_expression()?;
2024-09-07 08:37:38 +00:00
2024-09-17 21:23:37 +00:00
let (previous_instruction, previous_position) =
self.chunk.pop_instruction(self.current_position)?;
2024-09-17 23:35:33 +00:00
let (is_constant, destination, from_register) = match previous_instruction.operation() {
2024-09-17 21:23:37 +00:00
Operation::LoadConstant => {
self.decrement_register()?;
2024-09-17 23:35:33 +00:00
(
true,
previous_instruction.destination(),
previous_instruction.first_argument(),
)
2024-09-17 21:23:37 +00:00
}
_ => {
self.emit_instruction(previous_instruction, previous_position);
2024-09-17 23:35:33 +00:00
(false, self.current_register, self.current_register - 1)
2024-09-17 21:23:37 +00:00
}
2024-09-17 23:35:33 +00:00
};
let mut instruction = match operator.kind() {
TokenKind::Bang => Instruction::not(destination, from_register),
TokenKind::Minus => Instruction::negate(destination, from_register),
_ => {
return Err(ParseError::ExpectedTokenMultiple {
2024-09-18 01:10:44 +00:00
expected: &[TokenKind::Bang, TokenKind::Minus],
2024-09-17 23:35:33 +00:00
found: operator.to_owned(),
position: operator_position,
})
}
};
if is_constant {
instruction.set_first_argument_to_constant();
2024-09-17 21:23:37 +00:00
}
self.increment_register()?;
2024-09-17 21:23:37 +00:00
self.emit_instruction(instruction, operator_position);
Ok(())
}
fn parse_binary(&mut self) -> Result<(), ParseError> {
2024-09-17 17:24:45 +00:00
let (left_instruction, left_position) =
2024-09-17 16:08:40 +00:00
self.chunk.pop_instruction(self.current_position)?;
2024-09-17 17:24:45 +00:00
let mut push_back_left = false;
let mut left_is_constant = false;
let left = match left_instruction.operation() {
2024-09-15 05:24:04 +00:00
Operation::LoadConstant => {
2024-09-17 17:24:45 +00:00
left_is_constant = true;
2024-09-15 08:25:24 +00:00
self.decrement_register()?;
2024-09-17 17:24:45 +00:00
left_instruction.first_argument()
2024-09-15 08:25:24 +00:00
}
Operation::GetLocal => {
self.decrement_register()?;
2024-09-17 17:24:45 +00:00
left_instruction.first_argument()
}
2024-09-18 11:58:31 +00:00
Operation::Close => {
return Err(ParseError::ExpectedExpression {
found: self.previous_token.to_owned(),
position: self.previous_position,
});
}
2024-09-13 05:10:07 +00:00
_ => {
2024-09-17 17:24:45 +00:00
push_back_left = true;
2024-09-18 05:21:40 +00:00
self.current_register
}
};
2024-09-15 10:26:31 +00:00
2024-09-18 05:21:40 +00:00
let operator = self.current_token;
2024-09-18 11:58:31 +00:00
let operator_position = self.current_position;
2024-09-18 05:21:40 +00:00
let rule = ParseRule::from(&operator.kind());
self.advance()?;
2024-09-17 17:24:45 +00:00
self.parse(rule.precedence.increment())?;
let (right_instruction, right_position) =
2024-09-15 01:05:03 +00:00
self.chunk.pop_instruction(self.current_position)?;
2024-09-17 17:24:45 +00:00
let mut push_back_right = false;
let mut right_is_constant = false;
let right = match right_instruction.operation() {
2024-09-15 05:24:04 +00:00
Operation::LoadConstant => {
2024-09-17 17:24:45 +00:00
right_is_constant = true;
2024-09-15 08:25:24 +00:00
self.decrement_register()?;
2024-09-17 17:24:45 +00:00
right_instruction.first_argument()
2024-09-15 08:25:24 +00:00
}
Operation::GetLocal => {
self.decrement_register()?;
2024-09-17 17:24:45 +00:00
right_instruction.first_argument()
}
2024-09-18 11:58:31 +00:00
Operation::Close => {
return Err(ParseError::ExpectedExpression {
found: self.previous_token.to_owned(),
position: self.previous_position,
});
}
2024-09-13 05:10:07 +00:00
_ => {
2024-09-17 17:24:45 +00:00
push_back_right = true;
2024-09-18 05:21:40 +00:00
self.current_register
}
};
2024-09-15 01:05:03 +00:00
let mut instruction = match operator.kind() {
2024-09-17 17:24:45 +00:00
TokenKind::Plus => Instruction::add(self.current_register, left, right),
TokenKind::Minus => Instruction::subtract(self.current_register, left, right),
TokenKind::Star => Instruction::multiply(self.current_register, left, right),
TokenKind::Slash => Instruction::divide(self.current_register, left, right),
TokenKind::Percent => Instruction::modulo(self.current_register, left, right),
TokenKind::DoubleAmpersand => Instruction::and(self.current_register, left, right),
TokenKind::DoublePipe => Instruction::or(self.current_register, left, right),
2024-09-07 03:30:43 +00:00
_ => {
return Err(ParseError::ExpectedTokenMultiple {
2024-09-17 23:35:33 +00:00
expected: &[
TokenKind::Plus,
TokenKind::Minus,
TokenKind::Star,
TokenKind::Slash,
2024-09-18 01:10:44 +00:00
TokenKind::Percent,
TokenKind::DoubleAmpersand,
TokenKind::DoublePipe,
],
found: operator.to_owned(),
2024-09-07 10:38:12 +00:00
position: operator_position,
2024-09-07 03:30:43 +00:00
})
}
2024-09-07 08:37:38 +00:00
};
2024-09-15 08:25:24 +00:00
if left_is_constant {
2024-09-15 05:24:04 +00:00
instruction.set_first_argument_to_constant();
}
2024-09-15 08:25:24 +00:00
if right_is_constant {
2024-09-15 05:24:04 +00:00
instruction.set_second_argument_to_constant();
}
2024-09-17 16:08:40 +00:00
if push_back_left {
self.emit_instruction(left_instruction, left_position);
}
2024-09-17 17:24:45 +00:00
if push_back_right {
self.emit_instruction(right_instruction, right_position);
}
self.emit_instruction(instruction, operator_position);
2024-09-17 16:08:40 +00:00
self.increment_register()?;
2024-09-07 03:30:43 +00:00
Ok(())
}
2024-09-07 21:16:14 +00:00
fn parse_variable(&mut self, allow_assignment: bool) -> Result<(), ParseError> {
2024-09-10 22:19:59 +00:00
self.parse_named_variable(allow_assignment)
2024-09-07 16:15:47 +00:00
}
2024-09-10 22:19:59 +00:00
fn parse_named_variable(&mut self, allow_assignment: bool) -> Result<(), ParseError> {
2024-09-17 21:23:37 +00:00
let token = self.current_token.to_owned();
let start_position = self.current_position;
2024-09-15 01:05:03 +00:00
let local_index = self.parse_identifier_from(token, start_position)?;
2024-09-07 17:51:05 +00:00
2024-09-17 21:23:37 +00:00
self.advance()?;
2024-09-07 21:16:14 +00:00
if allow_assignment && self.allow(TokenKind::Equal)? {
self.parse_expression()?;
2024-09-15 01:05:03 +00:00
let (mut previous_instruction, previous_position) =
2024-09-17 21:23:37 +00:00
self.chunk.pop_instruction(self.current_position)?;
2024-09-15 01:05:03 +00:00
2024-09-15 05:24:04 +00:00
if previous_instruction.operation().is_binary() {
2024-09-15 01:05:03 +00:00
let previous_register = self
.chunk
.get_local(local_index, start_position)?
.register_index;
if let Some(register_index) = previous_register {
2024-09-15 05:24:04 +00:00
previous_instruction.set_destination(register_index);
2024-09-17 21:23:37 +00:00
self.emit_instruction(previous_instruction, self.current_position);
2024-09-15 01:05:03 +00:00
} else {
self.emit_instruction(previous_instruction, previous_position);
self.emit_instruction(
Instruction::set_local(self.current_register - 1, local_index),
2024-09-17 21:23:37 +00:00
self.current_position,
2024-09-15 01:05:03 +00:00
);
}
2024-09-15 14:20:43 +00:00
} else {
self.emit_instruction(previous_instruction, previous_position);
self.emit_instruction(
Instruction::set_local(self.current_register - 1, local_index),
start_position,
);
2024-09-15 01:05:03 +00:00
}
} else {
self.emit_instruction(
Instruction::get_local(self.current_register, local_index),
2024-09-18 11:58:31 +00:00
self.previous_position,
);
2024-09-18 05:21:40 +00:00
self.increment_register()?;
2024-09-07 21:16:14 +00:00
}
2024-09-07 17:51:05 +00:00
Ok(())
}
2024-09-11 07:10:12 +00:00
fn parse_identifier_from(
&mut self,
token: TokenOwned,
position: Span,
2024-09-15 01:05:03 +00:00
) -> Result<u8, ParseError> {
2024-09-07 17:51:05 +00:00
if let TokenOwned::Identifier(text) = token {
2024-09-07 16:15:47 +00:00
let identifier = Identifier::new(text);
2024-09-10 22:19:59 +00:00
if let Ok(local_index) = self.chunk.get_local_index(&identifier, position) {
Ok(local_index)
2024-09-11 07:10:12 +00:00
} else {
Err(ParseError::UndefinedVariable {
identifier,
position,
})
}
2024-09-07 16:15:47 +00:00
} else {
Err(ParseError::ExpectedToken {
expected: TokenKind::Identifier,
found: self.current_token.to_owned(),
2024-09-11 07:10:12 +00:00
position,
2024-09-07 16:15:47 +00:00
})
}
}
2024-09-17 23:35:33 +00:00
fn parse_block(&mut self, _allow_assignment: bool) -> Result<(), ParseError> {
self.advance()?;
2024-09-10 14:44:15 +00:00
self.chunk.begin_scope();
2024-09-18 11:58:31 +00:00
let start = self.current_position.0;
let start_register = self.current_register;
let mut ends_with_semicolon = false;
2024-09-10 14:44:15 +00:00
while !self.allow(TokenKind::RightCurlyBrace)? && !self.is_eof() {
self.parse_statement()?;
2024-09-18 11:58:31 +00:00
if self.previous_token == Token::Semicolon {
ends_with_semicolon = true;
}
2024-09-10 14:44:15 +00:00
}
self.chunk.end_scope();
2024-09-11 07:10:12 +00:00
2024-09-18 11:58:31 +00:00
if self.current_token == Token::Semicolon {
ends_with_semicolon = true;
}
if ends_with_semicolon {
let end = self.current_position.1;
let end_register = self.current_register;
self.emit_instruction(
Instruction::close(start_register, end_register),
Span(start, end),
);
}
2024-09-10 14:44:15 +00:00
Ok(())
}
2024-09-17 23:35:33 +00:00
fn parse_list(&mut self, _allow_assignment: bool) -> Result<(), ParseError> {
2024-09-18 01:10:44 +00:00
let start = self.current_position.0;
2024-09-17 23:35:33 +00:00
self.advance()?;
let mut length = 0;
while !self.allow(TokenKind::RightSquareBrace)? && !self.is_eof() {
2024-09-18 03:06:58 +00:00
let next_register = self.current_register;
2024-09-18 01:10:44 +00:00
self.parse(Precedence::Assignment)?; // Do not allow assignment
2024-09-17 23:35:33 +00:00
2024-09-18 03:06:58 +00:00
if next_register != self.current_register - 1 {
self.emit_instruction(
Instruction::close(next_register, self.current_register - 1),
self.current_position,
);
}
2024-09-17 23:35:33 +00:00
length += 1;
if !self.allow(TokenKind::Comma)? {
self.expect(TokenKind::RightSquareBrace)?;
break;
}
}
let end = self.current_position.1;
self.emit_instruction(
Instruction::load_list(self.current_register, length),
Span(start, end),
);
Ok(())
}
fn parse_expression(&mut self) -> Result<(), ParseError> {
2024-09-07 10:38:12 +00:00
self.parse(Precedence::None)
}
2024-09-07 16:15:47 +00:00
fn parse_statement(&mut self) -> Result<(), ParseError> {
let start = self.current_position.0;
2024-09-18 11:58:31 +00:00
let is_expression = match self.current_token {
2024-09-07 22:48:01 +00:00
Token::Let => {
2024-09-11 07:10:12 +00:00
self.parse_let_statement(true)?;
2024-09-07 16:15:47 +00:00
2024-09-18 11:58:31 +00:00
false
2024-09-10 14:44:15 +00:00
}
Token::LeftCurlyBrace => {
2024-09-17 21:23:37 +00:00
self.parse_block(true)?;
2024-09-10 14:44:15 +00:00
2024-09-18 11:58:31 +00:00
self.previous_token != Token::Semicolon
2024-09-07 22:48:01 +00:00
}
_ => {
self.parse_expression()?;
2024-09-18 11:58:31 +00:00
true
2024-09-07 22:48:01 +00:00
}
};
2024-09-17 21:23:37 +00:00
let has_semicolon = self.allow(TokenKind::Semicolon)?;
2024-09-07 16:15:47 +00:00
2024-09-18 11:58:31 +00:00
if (!has_semicolon || is_expression) && self.is_eof() {
2024-09-07 16:15:47 +00:00
let end = self.previous_position.1;
2024-09-18 11:58:31 +00:00
self.emit_instruction(Instruction::r#return(), Span(start, end));
2024-09-07 16:15:47 +00:00
}
2024-09-18 11:58:31 +00:00
2024-09-07 16:15:47 +00:00
Ok(())
}
2024-09-18 01:10:44 +00:00
fn parse_let_statement(&mut self, allow_assignment: bool) -> Result<(), ParseError> {
if !allow_assignment {
return Err(ParseError::ExpectedExpression {
found: self.current_token.to_owned(),
position: self.current_position,
});
}
self.advance()?;
2024-09-17 21:23:37 +00:00
2024-09-07 16:15:47 +00:00
let position = self.current_position;
let identifier = if let Token::Identifier(text) = self.current_token {
2024-09-09 23:23:49 +00:00
self.advance()?;
2024-09-07 16:15:47 +00:00
Identifier::new(text)
2024-09-09 23:23:49 +00:00
} else {
return Err(ParseError::ExpectedToken {
expected: TokenKind::Identifier,
found: self.current_token.to_owned(),
position: self.current_position,
});
};
self.expect(TokenKind::Equal)?;
2024-09-10 22:19:59 +00:00
self.parse_expression()?;
2024-09-17 21:23:37 +00:00
let register = self.chunk.get_last_instruction(position)?.0.destination();
let local_index = self
.chunk
.declare_local(identifier, register, self.current_position)?;
2024-09-15 01:05:03 +00:00
2024-09-18 05:21:40 +00:00
self.emit_instruction(Instruction::declare_local(register, local_index), position);
2024-09-18 11:58:31 +00:00
self.allow(TokenKind::Semicolon)?;
2024-09-07 16:15:47 +00:00
Ok(())
}
fn parse(&mut self, precedence: Precedence) -> Result<(), ParseError> {
2024-09-17 21:23:37 +00:00
let allow_assignment = precedence < Precedence::Assignment;
if let Some(prefix_parser) = ParseRule::from(&self.current_token.kind()).prefix {
2024-09-15 10:26:31 +00:00
log::trace!(
2024-09-18 01:10:44 +00:00
"Parsing \"{}\" with prefix parser at precedence {precedence}",
2024-09-15 10:26:31 +00:00
self.current_token,
);
2024-09-07 21:16:14 +00:00
2024-09-17 21:23:37 +00:00
prefix_parser(self, allow_assignment)?;
}
2024-09-17 17:24:45 +00:00
let mut infix_rule = ParseRule::from(&self.current_token.kind());
while precedence <= infix_rule.precedence {
if let Some(infix_parser) = infix_rule.infix {
2024-09-07 10:38:12 +00:00
log::trace!(
2024-09-18 01:10:44 +00:00
"Parsing \"{}\" with infix parser at precedence {precedence}",
2024-09-17 21:23:37 +00:00
self.current_token,
2024-09-07 10:38:12 +00:00
);
if allow_assignment && self.current_token == Token::Equal {
2024-09-07 21:16:14 +00:00
return Err(ParseError::InvalidAssignmentTarget {
2024-09-17 21:23:37 +00:00
found: self.current_token.to_owned(),
position: self.current_position,
2024-09-07 21:16:14 +00:00
});
}
2024-09-10 05:04:30 +00:00
infix_parser(self)?;
} else {
break;
}
2024-09-17 21:23:37 +00:00
infix_rule = ParseRule::from(&self.current_token.kind());
}
2024-09-07 03:30:43 +00:00
Ok(())
}
}
#[derive(Debug, Clone, Copy, PartialEq, Eq, PartialOrd, Ord)]
pub enum Precedence {
None,
Assignment,
Conditional,
LogicalOr,
LogicalAnd,
Equality,
Comparison,
Term,
Factor,
Unary,
Call,
Primary,
}
impl Precedence {
fn increment(&self) -> Self {
match self {
Precedence::None => Precedence::Assignment,
Precedence::Assignment => Precedence::Conditional,
Precedence::Conditional => Precedence::LogicalOr,
Precedence::LogicalOr => Precedence::LogicalAnd,
Precedence::LogicalAnd => Precedence::Equality,
Precedence::Equality => Precedence::Comparison,
Precedence::Comparison => Precedence::Term,
Precedence::Term => Precedence::Factor,
Precedence::Factor => Precedence::Unary,
Precedence::Unary => Precedence::Call,
Precedence::Call => Precedence::Primary,
Precedence::Primary => Precedence::Primary,
}
}
}
impl Display for Precedence {
fn fmt(&self, f: &mut Formatter) -> fmt::Result {
write!(f, "{:?}", self)
}
}
2024-09-07 21:16:14 +00:00
type PrefixFunction<'a> = fn(&mut Parser<'a>, bool) -> Result<(), ParseError>;
type InfixFunction<'a> = fn(&mut Parser<'a>) -> Result<(), ParseError>;
#[derive(Debug, Clone, Copy)]
pub struct ParseRule<'a> {
2024-09-07 21:16:14 +00:00
pub prefix: Option<PrefixFunction<'a>>,
pub infix: Option<InfixFunction<'a>>,
pub precedence: Precedence,
}
impl From<&TokenKind> for ParseRule<'_> {
fn from(token_kind: &TokenKind) -> Self {
match token_kind {
TokenKind::Eof => ParseRule {
prefix: None,
infix: None,
precedence: Precedence::None,
},
2024-09-07 16:15:47 +00:00
TokenKind::Identifier => ParseRule {
prefix: Some(Parser::parse_variable),
infix: None,
precedence: Precedence::None,
},
2024-09-07 10:38:12 +00:00
TokenKind::Boolean => ParseRule {
prefix: Some(Parser::parse_boolean),
infix: None,
precedence: Precedence::None,
},
2024-09-10 03:45:06 +00:00
TokenKind::Byte => ParseRule {
prefix: Some(Parser::parse_byte),
infix: None,
precedence: Precedence::None,
},
TokenKind::Character => ParseRule {
prefix: Some(Parser::parse_character),
infix: None,
precedence: Precedence::None,
},
2024-09-07 16:15:47 +00:00
TokenKind::Float => ParseRule {
prefix: Some(Parser::parse_float),
infix: None,
precedence: Precedence::None,
},
TokenKind::Integer => ParseRule {
prefix: Some(Parser::parse_integer),
infix: None,
precedence: Precedence::None,
},
2024-09-07 16:15:47 +00:00
TokenKind::String => ParseRule {
prefix: Some(Parser::parse_string),
infix: None,
precedence: Precedence::None,
},
TokenKind::Async => todo!(),
TokenKind::Bool => todo!(),
TokenKind::Break => todo!(),
TokenKind::Else => todo!(),
TokenKind::FloatKeyword => todo!(),
TokenKind::If => todo!(),
TokenKind::Int => todo!(),
2024-09-07 22:48:01 +00:00
TokenKind::Let => ParseRule {
2024-09-11 07:10:12 +00:00
prefix: Some(Parser::parse_let_statement),
2024-09-07 22:48:01 +00:00
infix: None,
precedence: Precedence::None,
},
TokenKind::Loop => todo!(),
TokenKind::Map => todo!(),
TokenKind::Str => todo!(),
TokenKind::While => todo!(),
TokenKind::BangEqual => todo!(),
TokenKind::Bang => ParseRule {
prefix: Some(Parser::parse_unary),
infix: None,
precedence: Precedence::Unary,
},
TokenKind::Colon => todo!(),
2024-09-17 23:35:33 +00:00
TokenKind::Comma => ParseRule {
prefix: None,
infix: None,
precedence: Precedence::None,
},
TokenKind::Dot => todo!(),
2024-09-10 05:04:30 +00:00
TokenKind::DoubleAmpersand => ParseRule {
prefix: None,
infix: Some(Parser::parse_binary),
precedence: Precedence::LogicalAnd,
},
TokenKind::DoubleDot => todo!(),
TokenKind::DoubleEqual => todo!(),
TokenKind::DoublePipe => ParseRule {
prefix: None,
infix: Some(Parser::parse_binary),
precedence: Precedence::LogicalOr,
},
2024-09-17 21:23:37 +00:00
TokenKind::Equal => ParseRule {
prefix: None,
infix: None,
precedence: Precedence::Assignment,
},
TokenKind::Greater => todo!(),
TokenKind::GreaterOrEqual => todo!(),
2024-09-10 14:44:15 +00:00
TokenKind::LeftCurlyBrace => ParseRule {
prefix: Some(Parser::parse_block),
infix: None,
precedence: Precedence::None,
},
TokenKind::LeftParenthesis => ParseRule {
prefix: Some(Parser::parse_grouped),
infix: None,
precedence: Precedence::None,
},
2024-09-17 23:35:33 +00:00
TokenKind::LeftSquareBrace => ParseRule {
prefix: Some(Parser::parse_list),
infix: None,
precedence: Precedence::None,
},
TokenKind::Less => todo!(),
TokenKind::LessOrEqual => todo!(),
TokenKind::Minus => ParseRule {
prefix: Some(Parser::parse_unary),
infix: Some(Parser::parse_binary),
precedence: Precedence::Term,
},
TokenKind::MinusEqual => todo!(),
TokenKind::Mut => todo!(),
TokenKind::Percent => todo!(),
TokenKind::Plus => ParseRule {
prefix: None,
infix: Some(Parser::parse_binary),
precedence: Precedence::Term,
},
TokenKind::PlusEqual => todo!(),
2024-09-10 14:44:15 +00:00
TokenKind::RightCurlyBrace => ParseRule {
prefix: None,
infix: None,
precedence: Precedence::None,
},
2024-09-07 10:38:12 +00:00
TokenKind::RightParenthesis => ParseRule {
prefix: None,
infix: None,
precedence: Precedence::None,
},
2024-09-17 23:35:33 +00:00
TokenKind::RightSquareBrace => ParseRule {
prefix: None,
infix: None,
precedence: Precedence::None,
},
2024-09-07 16:15:47 +00:00
TokenKind::Semicolon => ParseRule {
prefix: None,
infix: None,
precedence: Precedence::None,
},
TokenKind::Star => ParseRule {
prefix: None,
infix: Some(Parser::parse_binary),
precedence: Precedence::Factor,
},
TokenKind::Struct => todo!(),
TokenKind::Slash => ParseRule {
prefix: None,
infix: Some(Parser::parse_binary),
precedence: Precedence::Factor,
},
}
}
}
2024-09-07 03:30:43 +00:00
#[derive(Debug, PartialEq)]
pub enum ParseError {
2024-09-07 10:38:12 +00:00
ExpectedExpression {
found: TokenOwned,
position: Span,
},
2024-09-07 03:30:43 +00:00
ExpectedToken {
expected: TokenKind,
found: TokenOwned,
position: Span,
},
ExpectedTokenMultiple {
2024-09-17 23:35:33 +00:00
expected: &'static [TokenKind],
2024-09-07 03:30:43 +00:00
found: TokenOwned,
position: Span,
},
2024-09-07 21:16:14 +00:00
InvalidAssignmentTarget {
found: TokenOwned,
position: Span,
},
2024-09-11 07:10:12 +00:00
UndefinedVariable {
identifier: Identifier,
position: Span,
},
RegisterOverflow {
position: Span,
},
RegisterUnderflow {
position: Span,
},
2024-09-11 07:10:12 +00:00
// Wrappers around foreign errors
Chunk(ChunkError),
2024-09-07 03:30:43 +00:00
Lex(LexError),
ParseFloatError {
error: ParseFloatError,
position: Span,
},
ParseIntError {
error: ParseIntError,
position: Span,
},
2024-09-07 03:30:43 +00:00
}
2024-09-11 07:10:12 +00:00
impl From<ChunkError> for ParseError {
fn from(error: ChunkError) -> Self {
Self::Chunk(error)
}
}
impl AnnotatedError for ParseError {
fn title() -> &'static str {
"Parse Error"
}
fn description(&self) -> &'static str {
match self {
Self::ExpectedExpression { .. } => "Expected an expression",
Self::ExpectedToken { .. } => "Expected a specific token",
Self::ExpectedTokenMultiple { .. } => "Expected one of multiple tokens",
Self::InvalidAssignmentTarget { .. } => "Invalid assignment target",
2024-09-11 07:10:12 +00:00
Self::UndefinedVariable { .. } => "Undefined variable",
Self::RegisterOverflow { .. } => "Register overflow",
Self::RegisterUnderflow { .. } => "Register underflow",
Self::ParseFloatError { .. } => "Failed to parse float",
Self::ParseIntError { .. } => "Failed to parse integer",
2024-09-17 16:08:40 +00:00
Self::Chunk(error) => error.description(),
Self::Lex(error) => error.description(),
}
}
fn details(&self) -> Option<String> {
match self {
Self::ExpectedExpression { found, .. } => Some(format!("Found \"{found}\"")),
Self::ExpectedToken {
expected, found, ..
} => Some(format!("Expected \"{expected}\", found \"{found}\"")),
Self::ExpectedTokenMultiple {
expected, found, ..
} => Some(format!("Expected one of {expected:?}, found \"{found}\"")),
Self::InvalidAssignmentTarget { found, .. } => {
Some(format!("Invalid assignment target, found \"{found}\""))
}
2024-09-11 07:10:12 +00:00
Self::UndefinedVariable { identifier, .. } => {
Some(format!("Undefined variable \"{identifier}\""))
}
Self::RegisterOverflow { .. } => None,
Self::RegisterUnderflow { .. } => None,
Self::ParseFloatError { error, .. } => Some(error.to_string()),
Self::ParseIntError { error, .. } => Some(error.to_string()),
2024-09-17 16:08:40 +00:00
Self::Chunk(error) => error.details(),
Self::Lex(error) => error.details(),
}
}
fn position(&self) -> Span {
match self {
Self::ExpectedExpression { position, .. } => *position,
Self::ExpectedToken { position, .. } => *position,
Self::ExpectedTokenMultiple { position, .. } => *position,
Self::InvalidAssignmentTarget { position, .. } => *position,
2024-09-11 07:10:12 +00:00
Self::UndefinedVariable { position, .. } => *position,
Self::RegisterOverflow { position } => *position,
Self::RegisterUnderflow { position } => *position,
2024-09-11 07:10:12 +00:00
Self::Chunk(error) => error.position(),
Self::Lex(error) => error.position(),
Self::ParseFloatError { position, .. } => *position,
Self::ParseIntError { position, .. } => *position,
}
2024-09-07 03:30:43 +00:00
}
}
impl From<LexError> for ParseError {
fn from(error: LexError) -> Self {
Self::Lex(error)
}
}