2024-08-04 00:23:52 +00:00
|
|
|
use crate::{
|
|
|
|
identifier::Identifier,
|
|
|
|
lex::{LexError, Lexer},
|
|
|
|
Span, Token, Value,
|
|
|
|
};
|
|
|
|
|
2024-08-05 00:08:43 +00:00
|
|
|
pub fn parse(input: &str) -> Result<Instruction, ParseError> {
|
2024-08-04 23:25:44 +00:00
|
|
|
let lexer = Lexer::new(input);
|
|
|
|
let mut parser = Parser::new(lexer);
|
|
|
|
|
|
|
|
parser.parse()
|
|
|
|
}
|
|
|
|
|
2024-08-04 00:23:52 +00:00
|
|
|
#[derive(Debug, PartialEq, Clone)]
|
2024-08-05 00:08:43 +00:00
|
|
|
pub struct Instruction {
|
|
|
|
pub operation: Operation,
|
|
|
|
pub span: Span,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Instruction {
|
|
|
|
pub fn new(operation: Operation, span: Span) -> Self {
|
|
|
|
Self { operation, span }
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, PartialEq, Clone)]
|
|
|
|
pub enum Operation {
|
2024-08-04 00:23:52 +00:00
|
|
|
Add(Box<(Instruction, Instruction)>),
|
|
|
|
Assign(Box<(Instruction, Instruction)>),
|
|
|
|
Constant(Value),
|
|
|
|
Identifier(Identifier),
|
2024-08-05 01:31:18 +00:00
|
|
|
List(Vec<Instruction>),
|
2024-08-04 00:23:52 +00:00
|
|
|
Multiply(Box<(Instruction, Instruction)>),
|
|
|
|
}
|
|
|
|
|
|
|
|
pub struct Parser<'src> {
|
|
|
|
lexer: Lexer<'src>,
|
|
|
|
current: (Token, Span),
|
|
|
|
}
|
|
|
|
|
|
|
|
impl<'src> Parser<'src> {
|
|
|
|
pub fn new(lexer: Lexer<'src>) -> Self {
|
|
|
|
let mut lexer = lexer;
|
2024-08-05 00:08:43 +00:00
|
|
|
let current = lexer.next_token().unwrap_or((Token::Eof, (0, 0)));
|
|
|
|
|
|
|
|
Parser { lexer, current }
|
2024-08-04 00:23:52 +00:00
|
|
|
}
|
|
|
|
|
2024-08-05 00:08:43 +00:00
|
|
|
pub fn parse(&mut self) -> Result<Instruction, ParseError> {
|
2024-08-04 00:23:52 +00:00
|
|
|
self.parse_instruction(0)
|
|
|
|
}
|
|
|
|
|
|
|
|
fn next_token(&mut self) -> Result<(), ParseError> {
|
|
|
|
self.current = self.lexer.next_token()?;
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
2024-08-05 00:08:43 +00:00
|
|
|
fn parse_instruction(&mut self, precedence: u8) -> Result<Instruction, ParseError> {
|
|
|
|
let left_instruction = self.parse_primary()?;
|
|
|
|
let left_start = left_instruction.span.0;
|
2024-08-04 00:23:52 +00:00
|
|
|
|
|
|
|
if precedence < self.current_precedence() {
|
|
|
|
match &self.current {
|
|
|
|
(Token::Plus, _) => {
|
|
|
|
self.next_token()?;
|
|
|
|
|
2024-08-05 00:08:43 +00:00
|
|
|
let right_instruction = self.parse_instruction(self.current_precedence())?;
|
|
|
|
let right_end = right_instruction.span.1;
|
2024-08-04 00:23:52 +00:00
|
|
|
|
2024-08-05 00:08:43 +00:00
|
|
|
return Ok(Instruction::new(
|
|
|
|
Operation::Add(Box::new((left_instruction, right_instruction))),
|
|
|
|
(left_start, right_end),
|
2024-08-04 00:23:52 +00:00
|
|
|
));
|
|
|
|
}
|
|
|
|
(Token::Star, _) => {
|
|
|
|
self.next_token()?;
|
|
|
|
|
2024-08-05 00:08:43 +00:00
|
|
|
let right_instruction = self.parse_instruction(self.current_precedence())?;
|
|
|
|
let right_end = right_instruction.span.1;
|
2024-08-04 00:23:52 +00:00
|
|
|
|
2024-08-05 00:08:43 +00:00
|
|
|
return Ok(Instruction::new(
|
|
|
|
Operation::Multiply(Box::new((left_instruction, right_instruction))),
|
|
|
|
(left_start, right_end),
|
2024-08-04 00:23:52 +00:00
|
|
|
));
|
|
|
|
}
|
|
|
|
(Token::Equal, _) => {
|
|
|
|
self.next_token()?;
|
|
|
|
|
2024-08-05 00:08:43 +00:00
|
|
|
let right_instruction = self.parse_instruction(self.current_precedence())?;
|
|
|
|
let right_end = right_instruction.span.1;
|
2024-08-04 00:23:52 +00:00
|
|
|
|
2024-08-05 00:08:43 +00:00
|
|
|
return Ok(Instruction::new(
|
|
|
|
Operation::Assign(Box::new((left_instruction, right_instruction))),
|
|
|
|
(left_start, right_end),
|
2024-08-04 00:23:52 +00:00
|
|
|
));
|
|
|
|
}
|
|
|
|
_ => {}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-08-05 00:08:43 +00:00
|
|
|
Ok(left_instruction)
|
2024-08-04 00:23:52 +00:00
|
|
|
}
|
|
|
|
|
2024-08-05 00:08:43 +00:00
|
|
|
fn parse_primary(&mut self) -> Result<Instruction, ParseError> {
|
2024-08-04 00:23:52 +00:00
|
|
|
match self.current.clone() {
|
2024-08-05 00:08:43 +00:00
|
|
|
(Token::Float(float), span) => {
|
2024-08-04 00:23:52 +00:00
|
|
|
self.next_token()?;
|
2024-08-05 00:08:43 +00:00
|
|
|
|
|
|
|
Ok(Instruction::new(
|
|
|
|
Operation::Constant(Value::float(float)),
|
|
|
|
span,
|
|
|
|
))
|
|
|
|
}
|
|
|
|
(Token::Integer(int), span) => {
|
|
|
|
self.next_token()?;
|
|
|
|
|
|
|
|
Ok(Instruction::new(
|
|
|
|
Operation::Constant(Value::integer(int)),
|
|
|
|
span,
|
|
|
|
))
|
2024-08-04 00:23:52 +00:00
|
|
|
}
|
|
|
|
(Token::Identifier(identifier), span) => {
|
|
|
|
self.next_token()?;
|
2024-08-05 00:08:43 +00:00
|
|
|
|
|
|
|
Ok(Instruction::new(Operation::Identifier(identifier), span))
|
2024-08-04 00:23:52 +00:00
|
|
|
}
|
|
|
|
(Token::LeftParenthesis, left_span) => {
|
|
|
|
self.next_token()?;
|
|
|
|
|
2024-08-05 00:08:43 +00:00
|
|
|
let instruction = self.parse_instruction(0)?;
|
2024-08-04 00:23:52 +00:00
|
|
|
|
|
|
|
if let (Token::RightParenthesis, right_span) = self.current {
|
|
|
|
self.next_token()?;
|
|
|
|
|
2024-08-05 00:08:43 +00:00
|
|
|
Ok(Instruction::new(
|
|
|
|
instruction.operation,
|
|
|
|
(left_span.0, right_span.1),
|
|
|
|
))
|
2024-08-04 00:23:52 +00:00
|
|
|
} else {
|
2024-08-05 01:31:18 +00:00
|
|
|
Err(ParseError::ExpectedClosingParenthesis {
|
|
|
|
actual: self.current.0.clone(),
|
|
|
|
span: self.current.1,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
(Token::LeftSquareBrace, left_span) => {
|
|
|
|
self.next_token()?;
|
|
|
|
|
|
|
|
let mut instructions = Vec::new();
|
|
|
|
|
|
|
|
loop {
|
|
|
|
if let (Token::RightSquareBrace, right_span) = self.current {
|
|
|
|
self.next_token()?;
|
|
|
|
|
|
|
|
return Ok(Instruction::new(
|
|
|
|
Operation::List(instructions),
|
|
|
|
(left_span.0, right_span.1),
|
|
|
|
));
|
|
|
|
}
|
|
|
|
|
|
|
|
if let (Token::Comma, _) = self.current {
|
|
|
|
self.next_token()?;
|
|
|
|
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
if let Ok(instruction) = self.parse_instruction(0) {
|
|
|
|
instructions.push(instruction);
|
|
|
|
} else {
|
|
|
|
return Err(ParseError::ExpectedClosingSquareBrace {
|
|
|
|
actual: self.current.0.clone(),
|
|
|
|
span: self.current.1,
|
|
|
|
});
|
|
|
|
}
|
2024-08-04 00:23:52 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
_ => Err(ParseError::UnexpectedToken(self.current.0.clone())),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
fn current_precedence(&self) -> u8 {
|
2024-08-05 01:31:18 +00:00
|
|
|
match self.current.0 {
|
|
|
|
Token::Equal => 3,
|
|
|
|
Token::Plus => 1,
|
|
|
|
Token::Star => 2,
|
2024-08-04 00:23:52 +00:00
|
|
|
_ => 0,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-08-04 23:25:44 +00:00
|
|
|
#[derive(Debug, PartialEq, Clone)]
|
|
|
|
pub enum ParseError {
|
2024-08-05 01:31:18 +00:00
|
|
|
ExpectedClosingParenthesis { actual: Token, span: Span },
|
|
|
|
ExpectedClosingSquareBrace { actual: Token, span: Span },
|
2024-08-04 23:25:44 +00:00
|
|
|
LexError(LexError),
|
|
|
|
UnexpectedToken(Token),
|
|
|
|
}
|
|
|
|
|
|
|
|
impl From<LexError> for ParseError {
|
|
|
|
fn from(v: LexError) -> Self {
|
|
|
|
Self::LexError(v)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-08-04 00:23:52 +00:00
|
|
|
#[cfg(test)]
|
|
|
|
mod tests {
|
|
|
|
|
2024-08-04 23:25:44 +00:00
|
|
|
use super::*;
|
2024-08-04 00:23:52 +00:00
|
|
|
|
2024-08-05 01:31:18 +00:00
|
|
|
#[test]
|
|
|
|
fn list() {
|
|
|
|
let input = "[1, 2]";
|
|
|
|
|
|
|
|
assert_eq!(
|
|
|
|
parse(input),
|
|
|
|
Ok(Instruction::new(
|
|
|
|
Operation::List(vec![
|
|
|
|
Instruction::new(Operation::Constant(Value::integer(1)), (1, 2)),
|
|
|
|
Instruction::new(Operation::Constant(Value::integer(2)), (4, 5)),
|
|
|
|
]),
|
|
|
|
(0, 6)
|
|
|
|
))
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn empty_list() {
|
|
|
|
let input = "[]";
|
|
|
|
|
|
|
|
assert_eq!(
|
|
|
|
parse(input),
|
|
|
|
Ok(Instruction::new(Operation::List(vec![]), (0, 2)))
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
2024-08-05 00:08:43 +00:00
|
|
|
#[test]
|
|
|
|
fn float() {
|
|
|
|
let input = "42.0";
|
|
|
|
|
|
|
|
assert_eq!(
|
|
|
|
parse(input),
|
|
|
|
Ok(Instruction::new(
|
|
|
|
Operation::Constant(Value::float(42.0)),
|
|
|
|
(0, 4)
|
|
|
|
))
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
2024-08-04 00:23:52 +00:00
|
|
|
#[test]
|
|
|
|
fn add() {
|
|
|
|
let input = "1 + 2";
|
|
|
|
|
|
|
|
assert_eq!(
|
2024-08-04 23:25:44 +00:00
|
|
|
parse(input),
|
2024-08-05 00:08:43 +00:00
|
|
|
Ok(Instruction::new(
|
|
|
|
Operation::Add(Box::new((
|
|
|
|
Instruction::new(Operation::Constant(Value::integer(1)), (0, 1)),
|
|
|
|
Instruction::new(Operation::Constant(Value::integer(2)), (4, 5)),
|
2024-08-04 00:23:52 +00:00
|
|
|
))),
|
|
|
|
(0, 5)
|
|
|
|
))
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn multiply() {
|
|
|
|
let input = "1 * 2";
|
|
|
|
|
|
|
|
assert_eq!(
|
2024-08-04 23:25:44 +00:00
|
|
|
parse(input),
|
2024-08-05 00:08:43 +00:00
|
|
|
Ok(Instruction::new(
|
|
|
|
Operation::Multiply(Box::new((
|
|
|
|
Instruction::new(Operation::Constant(Value::integer(1)), (0, 1)),
|
|
|
|
Instruction::new(Operation::Constant(Value::integer(2)), (4, 5)),
|
2024-08-04 00:23:52 +00:00
|
|
|
))),
|
|
|
|
(0, 5)
|
|
|
|
))
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn add_and_multiply() {
|
|
|
|
let input = "1 + 2 * 3";
|
|
|
|
|
|
|
|
assert_eq!(
|
2024-08-04 23:25:44 +00:00
|
|
|
parse(input),
|
2024-08-05 00:08:43 +00:00
|
|
|
Ok(Instruction::new(
|
|
|
|
Operation::Add(Box::new((
|
|
|
|
Instruction::new(Operation::Constant(Value::integer(1)), (0, 1)),
|
|
|
|
Instruction::new(
|
|
|
|
Operation::Multiply(Box::new((
|
|
|
|
Instruction::new(Operation::Constant(Value::integer(2)), (4, 5)),
|
|
|
|
Instruction::new(Operation::Constant(Value::integer(3)), (8, 9)),
|
|
|
|
))),
|
|
|
|
(4, 9)
|
|
|
|
),
|
2024-08-04 00:23:52 +00:00
|
|
|
))),
|
|
|
|
(0, 9)
|
|
|
|
))
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn assignment() {
|
|
|
|
let input = "a = 1 + 2 * 3";
|
|
|
|
|
|
|
|
assert_eq!(
|
2024-08-04 23:25:44 +00:00
|
|
|
parse(input),
|
2024-08-05 00:08:43 +00:00
|
|
|
Ok(Instruction::new(
|
|
|
|
Operation::Assign(Box::new((
|
|
|
|
Instruction::new(Operation::Identifier(Identifier::new("a")), (0, 1)),
|
|
|
|
Instruction::new(
|
|
|
|
Operation::Add(Box::new((
|
|
|
|
Instruction::new(Operation::Constant(Value::integer(1)), (4, 5)),
|
|
|
|
Instruction::new(
|
|
|
|
Operation::Multiply(Box::new((
|
|
|
|
Instruction::new(
|
|
|
|
Operation::Constant(Value::integer(2)),
|
|
|
|
(8, 9)
|
|
|
|
),
|
|
|
|
Instruction::new(
|
|
|
|
Operation::Constant(Value::integer(3)),
|
|
|
|
(12, 13)
|
|
|
|
),
|
|
|
|
))),
|
|
|
|
(8, 13)
|
|
|
|
),
|
|
|
|
))),
|
|
|
|
(4, 13)
|
|
|
|
),
|
2024-08-04 00:23:52 +00:00
|
|
|
))),
|
|
|
|
(0, 13)
|
|
|
|
))
|
|
|
|
);
|
|
|
|
}
|
|
|
|
}
|