dust/dust-lang/src/parse.rs

1139 lines
37 KiB
Rust
Raw Normal View History

2024-08-09 01:59:09 +00:00
//! Parsing tools.
//!
//! This module provides two parsing options:
//! - `parse` convenience function
//! - `Parser` struct, which parses the input a statement at a time
2024-08-09 00:58:56 +00:00
use std::{
2024-08-09 10:32:44 +00:00
collections::VecDeque,
2024-08-09 00:58:56 +00:00
error::Error,
fmt::{self, Display, Formatter},
};
2024-08-05 04:40:51 +00:00
use crate::{
2024-08-09 08:23:02 +00:00
abstract_tree::BinaryOperator, built_in_function::BuiltInFunction, token::TokenOwned,
AbstractSyntaxTree, Identifier, LexError, Lexer, Node, Span, Statement, Token, Value,
};
2024-08-04 00:23:52 +00:00
2024-08-07 16:32:18 +00:00
/// Parses the input into an abstract syntax tree.
///
/// # Examples
/// ```
/// # use dust_lang::*;
/// let input = "x = 42";
/// let result = parse(input);
///
/// assert_eq!(
/// result,
/// Ok(AbstractSyntaxTree {
/// nodes: [
/// Node {
2024-08-09 09:18:39 +00:00
/// inner: Statement::Assignment {
/// identifier: Node {
/// inner: Identifier::new("x"),
2024-08-07 19:47:37 +00:00
/// position: (0, 1),
2024-08-09 09:18:39 +00:00
/// },
/// value_node: Box::new(Node {
/// inner: Statement::Constant(Value::integer(42)),
2024-08-07 19:47:37 +00:00
/// position: (4, 6),
2024-08-07 16:32:18 +00:00
/// })
2024-08-09 09:18:39 +00:00
/// },
2024-08-07 19:47:37 +00:00
/// position: (0, 6),
2024-08-07 16:32:18 +00:00
/// }
/// ].into(),
/// }),
/// );
/// ```
pub fn parse(input: &str) -> Result<AbstractSyntaxTree, ParseError> {
let lexer = Lexer::new();
let mut parser = Parser::new(input, lexer);
2024-08-05 04:40:51 +00:00
let mut nodes = VecDeque::new();
2024-08-04 23:25:44 +00:00
2024-08-05 02:15:31 +00:00
loop {
2024-08-05 04:40:51 +00:00
let node = parser.parse()?;
2024-08-04 23:25:44 +00:00
2024-08-05 04:40:51 +00:00
nodes.push_back(node);
2024-08-05 00:08:43 +00:00
2024-08-05 02:15:31 +00:00
if let Token::Eof = parser.current.0 {
break;
}
2024-08-05 00:08:43 +00:00
}
2024-08-07 15:38:08 +00:00
Ok(AbstractSyntaxTree { nodes })
2024-08-04 00:23:52 +00:00
}
2024-08-07 16:32:18 +00:00
/// Low-level tool for parsing the input a statement at a time.
///
/// # Examples
/// ```
/// # use std::collections::VecDeque;
/// # use dust_lang::*;
/// let input = "x = 42";
/// let lexer = Lexer::new();
/// let mut parser = Parser::new(input, lexer);
2024-08-07 16:32:18 +00:00
/// let mut nodes = VecDeque::new();
///
/// loop {
/// let node = parser.parse().unwrap();
///
/// nodes.push_back(node);
///
/// if let Token::Eof = parser.current().0 {
/// break;
/// }
/// }
///
/// assert_eq!(
/// nodes,
/// Into::<VecDeque<Node<Statement>>>::into([
2024-08-07 16:32:18 +00:00
/// Node {
2024-08-09 09:18:39 +00:00
/// inner: Statement::Assignment {
/// identifier: Node {
/// inner: Identifier::new("x"),
2024-08-07 19:47:37 +00:00
/// position: (0, 1),
2024-08-09 09:18:39 +00:00
/// },
/// value_node: Box::new(Node {
/// inner: Statement::Constant(Value::integer(42)),
2024-08-07 19:47:37 +00:00
/// position: (4, 6),
2024-08-09 09:18:39 +00:00
/// }),
/// },
2024-08-07 19:47:37 +00:00
/// position: (0, 6),
2024-08-07 16:32:18 +00:00
/// }
/// ]),
/// );
/// ```
2024-08-04 00:23:52 +00:00
pub struct Parser<'src> {
source: &'src str,
lexer: Lexer,
current: (Token<'src>, Span),
2024-08-04 00:23:52 +00:00
}
impl<'src> Parser<'src> {
pub fn new(source: &'src str, lexer: Lexer) -> Self {
2024-08-04 00:23:52 +00:00
let mut lexer = lexer;
let current = lexer.next_token(source).unwrap_or((Token::Eof, (0, 0)));
2024-08-05 00:08:43 +00:00
Parser {
source,
lexer,
current,
}
2024-08-04 00:23:52 +00:00
}
pub fn parse(&mut self) -> Result<Node<Statement>, ParseError> {
2024-08-05 04:40:51 +00:00
self.parse_node(0)
2024-08-04 00:23:52 +00:00
}
2024-08-07 16:32:18 +00:00
pub fn current(&self) -> &(Token, Span) {
&self.current
}
2024-08-04 00:23:52 +00:00
fn next_token(&mut self) -> Result<(), ParseError> {
2024-08-09 05:43:58 +00:00
let next = self.lexer.next_token(self.source);
self.current = match next {
Ok((token, position)) => (token, position),
Err(lex_error) => {
let position = {
self.next_token()?;
self.current.1
};
return Err(ParseError::LexError {
2024-08-09 04:49:17 +00:00
error: lex_error,
2024-08-09 05:43:58 +00:00
position,
});
}
};
2024-08-04 00:23:52 +00:00
Ok(())
}
fn parse_node(&mut self, precedence: u8) -> Result<Node<Statement>, ParseError> {
2024-08-05 04:40:51 +00:00
let left_node = self.parse_primary()?;
2024-08-07 19:47:37 +00:00
let left_start = left_node.position.0;
2024-08-04 00:23:52 +00:00
if precedence < self.current_precedence() {
match &self.current {
(Token::Dot, _) => {
2024-08-04 00:23:52 +00:00
self.next_token()?;
2024-08-05 04:40:51 +00:00
let right_node = self.parse_node(self.current_precedence())?;
2024-08-07 19:47:37 +00:00
let right_end = right_node.position.1;
2024-08-04 00:23:52 +00:00
2024-08-05 03:11:04 +00:00
return Ok(Node::new(
Statement::PropertyAccess(Box::new(left_node), Box::new(right_node)),
2024-08-05 00:08:43 +00:00
(left_start, right_end),
2024-08-04 00:23:52 +00:00
));
}
(Token::Greater, _) => {
2024-08-09 08:23:02 +00:00
let operator = Node::new(BinaryOperator::Greater, self.current.1);
2024-08-04 00:23:52 +00:00
self.next_token()?;
2024-08-05 04:40:51 +00:00
let right_node = self.parse_node(self.current_precedence())?;
2024-08-07 19:47:37 +00:00
let right_end = right_node.position.1;
2024-08-04 00:23:52 +00:00
2024-08-05 03:11:04 +00:00
return Ok(Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(left_node),
operator,
right: Box::new(right_node),
},
2024-08-05 00:08:43 +00:00
(left_start, right_end),
2024-08-04 00:23:52 +00:00
));
}
(Token::GreaterEqual, _) => {
2024-08-09 08:23:02 +00:00
let operator = Node::new(BinaryOperator::GreaterOrEqual, self.current.1);
2024-08-05 18:31:08 +00:00
self.next_token()?;
let right_node = self.parse_node(self.current_precedence())?;
2024-08-07 19:47:37 +00:00
let right_end = right_node.position.1;
2024-08-05 18:31:08 +00:00
return Ok(Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(left_node),
operator,
right: Box::new(right_node),
},
(left_start, right_end),
));
}
(Token::Less, _) => {
2024-08-09 08:23:02 +00:00
let operator = Node::new(BinaryOperator::Less, self.current.1);
self.next_token()?;
let right_node = self.parse_node(self.current_precedence())?;
let right_end = right_node.position.1;
return Ok(Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(left_node),
operator,
right: Box::new(right_node),
},
(left_start, right_end),
));
}
(Token::LessEqual, _) => {
2024-08-09 08:23:02 +00:00
let operator = Node::new(BinaryOperator::LessOrEqual, self.current.1);
self.next_token()?;
let right_node = self.parse_node(self.current_precedence())?;
let right_end = right_node.position.1;
return Ok(Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(left_node),
operator,
right: Box::new(right_node),
},
2024-08-05 18:31:08 +00:00
(left_start, right_end),
));
}
(Token::Minus, _) => {
2024-08-09 08:23:02 +00:00
let operator = Node::new(BinaryOperator::Subtract, self.current.1);
self.next_token()?;
let right_node = self.parse_node(self.current_precedence())?;
let right_end = right_node.position.1;
return Ok(Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(left_node),
operator,
right: Box::new(right_node),
},
(left_start, right_end),
));
}
(Token::Plus, _) => {
2024-08-09 08:23:02 +00:00
let operator = Node::new(BinaryOperator::Add, self.current.1);
self.next_token()?;
let right_node = self.parse_node(self.current_precedence())?;
let right_end = right_node.position.1;
return Ok(Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(left_node),
operator,
right: Box::new(right_node),
},
(left_start, right_end),
));
}
(Token::Star, _) => {
2024-08-09 08:23:02 +00:00
let operator = Node::new(BinaryOperator::Multiply, self.current.1);
self.next_token()?;
let right_node = self.parse_node(self.current_precedence())?;
let right_end = right_node.position.1;
return Ok(Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(left_node),
operator,
right: Box::new(right_node),
},
(left_start, right_end),
));
}
2024-08-09 10:46:24 +00:00
(Token::Slash, _) => {
let operator = Node::new(BinaryOperator::Divide, self.current.1);
self.next_token()?;
let right_node = self.parse_node(self.current_precedence())?;
let right_end = right_node.position.1;
return Ok(Node::new(
Statement::BinaryOperation {
left: Box::new(left_node),
operator,
right: Box::new(right_node),
},
(left_start, right_end),
));
}
2024-08-09 11:02:55 +00:00
(Token::Percent, _) => {
let operator = Node::new(BinaryOperator::Modulo, self.current.1);
self.next_token()?;
let right_node = self.parse_node(self.current_precedence())?;
let right_end = right_node.position.1;
return Ok(Node::new(
Statement::BinaryOperation {
left: Box::new(left_node),
operator,
right: Box::new(right_node),
},
(left_start, right_end),
));
}
2024-08-04 00:23:52 +00:00
_ => {}
}
}
2024-08-05 04:40:51 +00:00
Ok(left_node)
2024-08-04 00:23:52 +00:00
}
fn parse_primary(&mut self) -> Result<Node<Statement>, ParseError> {
match self.current {
(Token::Boolean(boolean), span) => {
self.next_token()?;
Ok(Node::new(
Statement::Constant(Value::boolean(boolean)),
span,
))
}
2024-08-05 00:08:43 +00:00
(Token::Float(float), span) => {
2024-08-04 00:23:52 +00:00
self.next_token()?;
2024-08-05 00:08:43 +00:00
2024-08-05 03:11:04 +00:00
Ok(Node::new(Statement::Constant(Value::float(float)), span))
2024-08-05 00:08:43 +00:00
}
(Token::Integer(int), span) => {
self.next_token()?;
2024-08-05 03:11:04 +00:00
Ok(Node::new(Statement::Constant(Value::integer(int)), span))
2024-08-04 00:23:52 +00:00
}
(Token::Identifier(text), span) => {
2024-08-04 00:23:52 +00:00
self.next_token()?;
2024-08-05 00:08:43 +00:00
2024-08-09 10:32:44 +00:00
if let (Token::Equal, _) = self.current {
self.next_token()?;
let value = self.parse_node(0)?;
let right_end = value.position.1;
Ok(Node::new(
Statement::Assignment {
identifier: Node::new(Identifier::new(text), span),
value_node: Box::new(value),
},
(span.0, right_end),
))
} else {
Ok(Node::new(
Statement::Identifier(Identifier::new(text)),
span,
))
}
2024-08-04 00:23:52 +00:00
}
(Token::String(string), span) => {
self.next_token()?;
Ok(Node::new(Statement::Constant(Value::string(string)), span))
}
2024-08-09 10:09:59 +00:00
(Token::LeftCurlyBrace, left_span) => {
self.next_token()?;
let mut nodes = Vec::new();
loop {
if let (Token::RightCurlyBrace, right_span) = self.current {
self.next_token()?;
return Ok(Node::new(
Statement::Map(nodes),
(left_span.0, right_span.1),
));
}
let identifier = if let (Token::Identifier(text), right_span) = self.current {
self.next_token()?;
Node::new(Identifier::new(text), right_span)
} else {
return Err(ParseError::ExpectedIdentifier {
actual: self.current.0.to_owned(),
position: self.current.1,
});
};
if let Token::Equal = self.current.0 {
self.next_token()?;
} else {
return Err(ParseError::ExpectedToken {
expected: TokenOwned::Equal,
actual: self.current.0.to_owned(),
position: self.current.1,
});
}
let current_value_node = self.parse_node(0)?;
nodes.push((identifier, current_value_node));
if let Token::Comma = self.current.0 {
self.next_token()?;
}
}
}
2024-08-04 00:23:52 +00:00
(Token::LeftParenthesis, left_span) => {
self.next_token()?;
let node = self.parse_node(0)?;
2024-08-04 00:23:52 +00:00
if let (Token::RightParenthesis, right_span) = self.current {
self.next_token()?;
Ok(Node::new(node.inner, (left_span.0, right_span.1)))
2024-08-04 00:23:52 +00:00
} else {
2024-08-09 10:09:59 +00:00
Err(ParseError::ExpectedToken {
expected: TokenOwned::RightParenthesis,
2024-08-09 00:19:07 +00:00
actual: self.current.0.to_owned(),
2024-08-09 01:47:49 +00:00
position: self.current.1,
2024-08-05 01:31:18 +00:00
})
}
}
(Token::LeftSquareBrace, left_span) => {
self.next_token()?;
let mut nodes = Vec::new();
2024-08-05 01:31:18 +00:00
loop {
if let (Token::RightSquareBrace, right_span) = self.current {
self.next_token()?;
2024-08-05 03:11:04 +00:00
return Ok(Node::new(
Statement::List(nodes),
2024-08-05 01:31:18 +00:00
(left_span.0, right_span.1),
));
}
if let (Token::Comma, _) = self.current {
self.next_token()?;
continue;
}
2024-08-05 04:40:51 +00:00
if let Ok(instruction) = self.parse_node(0) {
nodes.push(instruction);
2024-08-05 01:31:18 +00:00
} else {
2024-08-09 10:09:59 +00:00
return Err(ParseError::ExpectedToken {
expected: TokenOwned::RightSquareBrace,
2024-08-09 00:19:07 +00:00
actual: self.current.0.to_owned(),
2024-08-09 01:47:49 +00:00
position: self.current.1,
2024-08-05 01:31:18 +00:00
});
}
2024-08-04 00:23:52 +00:00
}
}
(
Token::IsEven | Token::IsOdd | Token::Length | Token::ReadLine | Token::WriteLine,
left_span,
) => {
let function = match self.current.0 {
Token::IsEven => BuiltInFunction::IsEven,
Token::IsOdd => BuiltInFunction::IsOdd,
Token::Length => BuiltInFunction::Length,
Token::ReadLine => BuiltInFunction::ReadLine,
Token::WriteLine => BuiltInFunction::WriteLine,
_ => unreachable!(),
};
self.next_token()?;
if let (Token::LeftParenthesis, _) = self.current {
self.next_token()?;
} else {
2024-08-09 10:09:59 +00:00
return Err(ParseError::ExpectedToken {
expected: TokenOwned::LeftParenthesis,
2024-08-09 00:19:07 +00:00
actual: self.current.0.to_owned(),
2024-08-09 01:47:49 +00:00
position: self.current.1,
});
}
let mut value_arguments: Option<Vec<Node<Statement>>> = None;
loop {
if let (Token::RightParenthesis, _) = self.current {
self.next_token()?;
break;
}
if let (Token::Comma, _) = self.current {
self.next_token()?;
continue;
}
if let Ok(node) = self.parse_node(0) {
if let Some(ref mut arguments) = value_arguments {
arguments.push(node);
} else {
value_arguments = Some(vec![node]);
}
} else {
2024-08-09 10:09:59 +00:00
return Err(ParseError::ExpectedToken {
expected: TokenOwned::RightParenthesis,
2024-08-09 00:19:07 +00:00
actual: self.current.0.to_owned(),
2024-08-09 01:47:49 +00:00
position: self.current.1,
});
}
}
Ok(Node::new(
Statement::BuiltInFunctionCall {
function,
type_arguments: None,
value_arguments,
},
left_span,
))
}
2024-08-09 04:49:17 +00:00
_ => Err(ParseError::UnexpectedToken {
actual: self.current.0.to_owned(),
position: self.current.1,
}),
2024-08-04 00:23:52 +00:00
}
}
fn current_precedence(&self) -> u8 {
2024-08-05 01:31:18 +00:00
match self.current.0 {
Token::Greater | Token::GreaterEqual | Token::Less | Token::LessEqual => 5,
2024-08-05 18:31:08 +00:00
Token::Dot => 4,
2024-08-09 11:02:55 +00:00
Token::Percent => 3,
2024-08-05 01:31:18 +00:00
Token::Star => 2,
2024-08-09 10:46:24 +00:00
Token::Slash => 2,
Token::Plus => 1,
Token::Minus => 1,
2024-08-04 00:23:52 +00:00
_ => 0,
}
}
}
2024-08-04 23:25:44 +00:00
#[derive(Debug, PartialEq, Clone)]
pub enum ParseError {
2024-08-09 08:23:02 +00:00
LexError {
error: LexError,
position: Span,
},
ExpectedIdentifier {
2024-08-09 10:09:59 +00:00
actual: TokenOwned,
2024-08-09 08:23:02 +00:00
position: (usize, usize),
},
2024-08-09 10:09:59 +00:00
ExpectedToken {
expected: TokenOwned,
2024-08-09 08:23:02 +00:00
actual: TokenOwned,
position: Span,
},
UnexpectedToken {
actual: TokenOwned,
position: Span,
},
2024-08-09 04:49:17 +00:00
}
impl ParseError {
pub fn position(&self) -> Span {
match self {
Self::LexError { position, .. } => *position,
2024-08-09 08:23:02 +00:00
Self::ExpectedIdentifier { position, .. } => *position,
2024-08-09 10:09:59 +00:00
Self::ExpectedToken { position, .. } => *position,
2024-08-09 04:49:17 +00:00
Self::UnexpectedToken { position, .. } => *position,
}
}
2024-08-04 23:25:44 +00:00
}
2024-08-09 00:58:56 +00:00
impl Error for ParseError {
fn source(&self) -> Option<&(dyn Error + 'static)> {
match self {
2024-08-09 04:49:17 +00:00
Self::LexError { error, .. } => Some(error),
2024-08-09 00:58:56 +00:00
_ => None,
}
}
}
impl Display for ParseError {
fn fmt(&self, f: &mut Formatter) -> fmt::Result {
match self {
2024-08-09 04:49:17 +00:00
Self::LexError { error, .. } => write!(f, "{}", error),
2024-08-09 08:23:02 +00:00
Self::ExpectedIdentifier { actual, .. } => {
write!(f, "Expected identifier, found {actual}")
}
2024-08-09 10:09:59 +00:00
Self::ExpectedToken {
expected, actual, ..
} => write!(f, "Expected token {expected}, found {actual}"),
2024-08-09 04:49:17 +00:00
Self::UnexpectedToken { actual, .. } => write!(f, "Unexpected token {actual}"),
2024-08-09 00:58:56 +00:00
}
}
}
2024-08-04 00:23:52 +00:00
#[cfg(test)]
mod tests {
2024-08-09 08:23:02 +00:00
use crate::{abstract_tree::BinaryOperator, Identifier};
2024-08-04 00:23:52 +00:00
2024-08-04 23:25:44 +00:00
use super::*;
2024-08-04 00:23:52 +00:00
2024-08-09 11:02:55 +00:00
#[test]
fn modulo() {
let input = "42 % 2";
assert_eq!(
parse(input),
Ok(AbstractSyntaxTree {
nodes: [Node::new(
Statement::BinaryOperation {
left: Box::new(Node::new(Statement::Constant(Value::integer(42)), (0, 2))),
operator: Node::new(BinaryOperator::Modulo, (3, 4)),
right: Box::new(Node::new(Statement::Constant(Value::integer(2)), (5, 6)))
},
(0, 6)
)]
.into()
})
);
}
2024-08-09 10:46:24 +00:00
#[test]
fn divide() {
let input = "42 / 2";
assert_eq!(
parse(input),
Ok(AbstractSyntaxTree {
nodes: [Node::new(
Statement::BinaryOperation {
left: Box::new(Node::new(Statement::Constant(Value::integer(42)), (0, 2))),
operator: Node::new(BinaryOperator::Divide, (3, 4)),
right: Box::new(Node::new(Statement::Constant(Value::integer(2)), (5, 6)))
},
(0, 6)
)]
.into()
})
);
}
2024-08-09 10:32:44 +00:00
#[test]
fn malformed_assignment() {
let input = "false = 1";
assert_eq!(
parse(input),
Err(ParseError::UnexpectedToken {
actual: TokenOwned::Equal,
position: (6, 7)
})
);
}
2024-08-09 10:09:59 +00:00
#[test]
fn map() {
let input = "{ x = 42, y = 'foobar' }";
assert_eq!(
parse(input),
Ok(AbstractSyntaxTree {
nodes: [Node::new(
Statement::Map(vec![
(
Node::new(Identifier::new("x"), (2, 3)),
Node::new(Statement::Constant(Value::integer(42)), (6, 8))
),
(
Node::new(Identifier::new("y"), (10, 11)),
Node::new(Statement::Constant(Value::string("foobar")), (14, 22))
)
]),
(0, 24)
)]
.into()
})
);
}
#[test]
fn less_than() {
let input = "1 < 2";
assert_eq!(
parse(input),
Ok(AbstractSyntaxTree {
nodes: [Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(Node::new(Statement::Constant(Value::integer(1)), (0, 1))),
operator: Node::new(BinaryOperator::Less, (2, 3)),
right: Box::new(Node::new(Statement::Constant(Value::integer(2)), (4, 5))),
},
(0, 5)
)]
.into()
})
);
}
#[test]
fn less_than_or_equal() {
let input = "1 <= 2";
assert_eq!(
parse(input),
Ok(AbstractSyntaxTree {
nodes: [Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(Node::new(Statement::Constant(Value::integer(1)), (0, 1))),
2024-08-09 08:56:24 +00:00
operator: Node::new(BinaryOperator::LessOrEqual, (2, 4)),
2024-08-09 08:23:02 +00:00
right: Box::new(Node::new(Statement::Constant(Value::integer(2)), (5, 6))),
},
(0, 6)
)]
.into()
})
);
}
#[test]
fn greater_than_or_equal() {
let input = "1 >= 2";
assert_eq!(
parse(input),
Ok(AbstractSyntaxTree {
nodes: [Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(Node::new(Statement::Constant(Value::integer(1)), (0, 1))),
2024-08-09 08:56:24 +00:00
operator: Node::new(BinaryOperator::GreaterOrEqual, (2, 4)),
2024-08-09 08:23:02 +00:00
right: Box::new(Node::new(Statement::Constant(Value::integer(2)), (5, 6))),
},
(0, 6)
)]
.into()
})
);
}
#[test]
fn greater_than() {
let input = "1 > 2";
assert_eq!(
parse(input),
Ok(AbstractSyntaxTree {
nodes: [Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(Node::new(Statement::Constant(Value::integer(1)), (0, 1))),
operator: Node::new(BinaryOperator::Greater, (2, 3)),
right: Box::new(Node::new(Statement::Constant(Value::integer(2)), (4, 5))),
},
(0, 5)
)]
.into()
})
);
}
#[test]
fn subtract_negative_integers() {
let input = "-1 - -2";
assert_eq!(
parse(input),
Ok(AbstractSyntaxTree {
nodes: [Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
2024-08-09 08:56:24 +00:00
left: Node::new(Statement::Constant(Value::integer(-1)), (0, 2)).into(),
2024-08-09 08:23:02 +00:00
operator: Node::new(BinaryOperator::Subtract, (3, 4)),
2024-08-09 08:56:24 +00:00
right: Node::new(Statement::Constant(Value::integer(-2)), (5, 7)).into()
2024-08-09 08:23:02 +00:00
},
(0, 7)
)]
.into()
})
);
}
#[test]
fn string_concatenation() {
let input = "\"Hello, \" + \"World!\"";
assert_eq!(
parse(input),
Ok(AbstractSyntaxTree {
nodes: [Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(Node::new(
Statement::Constant(Value::string("Hello, ")),
2024-08-09 08:56:24 +00:00
(0, 9)
)),
2024-08-09 08:56:24 +00:00
operator: Node::new(BinaryOperator::Add, (10, 11)),
2024-08-09 08:23:02 +00:00
right: Box::new(Node::new(
Statement::Constant(Value::string("World!")),
2024-08-09 08:56:24 +00:00
(12, 20)
))
2024-08-09 08:23:02 +00:00
},
2024-08-09 08:56:24 +00:00
(0, 20)
)]
.into()
})
);
}
#[test]
fn string() {
let input = "\"Hello, World!\"";
assert_eq!(
parse(input),
Ok(AbstractSyntaxTree {
nodes: [Node::new(
Statement::Constant(Value::string("Hello, World!")),
(0, 15)
)]
.into()
})
);
}
#[test]
fn boolean() {
let input = "true";
assert_eq!(
parse(input),
2024-08-07 15:38:08 +00:00
Ok(AbstractSyntaxTree {
nodes: [Node::new(Statement::Constant(Value::boolean(true)), (0, 4))].into()
})
);
}
#[test]
fn property_access_function_call() {
let input = "42.is_even()";
assert_eq!(
parse(input),
Ok(AbstractSyntaxTree {
nodes: [Node::new(
Statement::PropertyAccess(
Box::new(Node::new(Statement::Constant(Value::integer(42)), (0, 2))),
Box::new(Node::new(
Statement::BuiltInFunctionCall {
function: BuiltInFunction::IsEven,
type_arguments: None,
value_arguments: None
},
(3, 10)
)),
),
(0, 10),
)]
.into()
})
);
}
2024-08-05 18:58:58 +00:00
#[test]
fn list_access() {
let input = "[1, 2, 3].0";
assert_eq!(
parse(input),
2024-08-07 15:38:08 +00:00
Ok(AbstractSyntaxTree {
nodes: [Node::new(
Statement::PropertyAccess(
Box::new(Node::new(
Statement::List(vec![
Node::new(Statement::Constant(Value::integer(1)), (1, 2)),
Node::new(Statement::Constant(Value::integer(2)), (4, 5)),
Node::new(Statement::Constant(Value::integer(3)), (7, 8)),
]),
(0, 9)
)),
Box::new(Node::new(Statement::Constant(Value::integer(0)), (10, 11))),
),
(0, 11),
)]
.into()
})
2024-08-05 18:58:58 +00:00
);
}
2024-08-05 18:31:08 +00:00
#[test]
fn property_access() {
let input = "a.b";
assert_eq!(
parse(input),
2024-08-07 15:38:08 +00:00
Ok(AbstractSyntaxTree {
nodes: [Node::new(
Statement::PropertyAccess(
Box::new(Node::new(
Statement::Identifier(Identifier::new("a")),
(0, 1)
)),
Box::new(Node::new(
Statement::Identifier(Identifier::new("b")),
(2, 3)
)),
),
(0, 3),
)]
.into()
})
2024-08-05 18:31:08 +00:00
);
}
2024-08-05 01:39:57 +00:00
#[test]
fn complex_list() {
let input = "[1, 1 + 1, 2 + (4 * 10)]";
assert_eq!(
parse(input),
2024-08-07 15:38:08 +00:00
Ok(AbstractSyntaxTree {
nodes: [Node::new(
Statement::List(vec![
Node::new(Statement::Constant(Value::integer(1)), (1, 2)),
Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(Node::new(
Statement::Constant(Value::integer(1)),
(4, 5)
)),
operator: Node::new(BinaryOperator::Add, (6, 7)),
right: Box::new(Node::new(
Statement::Constant(Value::integer(1)),
(8, 9)
))
},
(4, 9)
2024-08-05 04:40:51 +00:00
),
2024-08-07 15:38:08 +00:00
Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(Node::new(
2024-08-07 15:38:08 +00:00
Statement::Constant(Value::integer(2)),
(11, 12)
)),
2024-08-09 08:23:02 +00:00
operator: Node::new(BinaryOperator::Add, (13, 14)),
right: Box::new(Node::new(
Statement::BinaryOperation {
left: Box::new(Node::new(
2024-08-07 15:38:08 +00:00
Statement::Constant(Value::integer(4)),
(16, 17)
)),
2024-08-09 08:23:02 +00:00
operator: Node::new(BinaryOperator::Multiply, (18, 19)),
right: Box::new(Node::new(
2024-08-07 15:38:08 +00:00
Statement::Constant(Value::integer(10)),
(20, 22)
2024-08-09 08:23:02 +00:00
))
},
(15, 23)
))
},
(11, 23)
2024-08-05 04:40:51 +00:00
),
2024-08-07 15:38:08 +00:00
]),
(0, 24),
)]
.into()
})
2024-08-05 01:39:57 +00:00
);
}
2024-08-05 01:31:18 +00:00
#[test]
fn list() {
let input = "[1, 2]";
assert_eq!(
parse(input),
2024-08-07 15:38:08 +00:00
Ok(AbstractSyntaxTree {
nodes: [Node::new(
Statement::List(vec![
Node::new(Statement::Constant(Value::integer(1)), (1, 2)),
Node::new(Statement::Constant(Value::integer(2)), (4, 5)),
]),
(0, 6),
)]
.into()
})
2024-08-05 01:31:18 +00:00
);
}
#[test]
fn empty_list() {
let input = "[]";
assert_eq!(
parse(input),
2024-08-07 15:38:08 +00:00
Ok(AbstractSyntaxTree {
nodes: [Node::new(Statement::List(vec![]), (0, 2))].into()
})
2024-08-05 01:31:18 +00:00
);
}
2024-08-05 00:08:43 +00:00
#[test]
fn float() {
let input = "42.0";
assert_eq!(
parse(input),
2024-08-07 15:38:08 +00:00
Ok(AbstractSyntaxTree {
nodes: [Node::new(Statement::Constant(Value::float(42.0)), (0, 4))].into()
})
2024-08-05 00:08:43 +00:00
);
}
2024-08-04 00:23:52 +00:00
#[test]
fn add() {
let input = "1 + 2";
assert_eq!(
2024-08-04 23:25:44 +00:00
parse(input),
2024-08-07 15:38:08 +00:00
Ok(AbstractSyntaxTree {
nodes: [Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(Node::new(Statement::Constant(Value::integer(1)), (0, 1))),
operator: Node::new(BinaryOperator::Add, (2, 3)),
right: Box::new(Node::new(Statement::Constant(Value::integer(2)), (4, 5)),)
},
2024-08-07 15:38:08 +00:00
(0, 5),
)]
.into()
})
2024-08-04 00:23:52 +00:00
);
}
#[test]
fn multiply() {
let input = "1 * 2";
assert_eq!(
2024-08-04 23:25:44 +00:00
parse(input),
2024-08-07 15:38:08 +00:00
Ok(AbstractSyntaxTree {
nodes: [Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(Node::new(Statement::Constant(Value::integer(1)), (0, 1))),
operator: Node::new(BinaryOperator::Multiply, (2, 3)),
right: Box::new(Node::new(Statement::Constant(Value::integer(2)), (4, 5)),)
},
2024-08-07 15:38:08 +00:00
(0, 5),
)]
.into()
})
2024-08-04 00:23:52 +00:00
);
}
#[test]
fn add_and_multiply() {
let input = "1 + 2 * 3";
assert_eq!(
2024-08-04 23:25:44 +00:00
parse(input),
2024-08-07 15:38:08 +00:00
Ok(AbstractSyntaxTree {
nodes: [Node::new(
2024-08-09 08:23:02 +00:00
Statement::BinaryOperation {
left: Box::new(Node::new(Statement::Constant(Value::integer(1)), (0, 1))),
operator: Node::new(BinaryOperator::Add, (2, 3)),
right: Box::new(Node::new(
Statement::BinaryOperation {
left: Box::new(Node::new(
Statement::Constant(Value::integer(2)),
(4, 5)
)),
operator: Node::new(BinaryOperator::Multiply, (6, 7)),
right: Box::new(Node::new(
Statement::Constant(Value::integer(3)),
(8, 9)
),)
},
(4, 9)
),)
},
2024-08-07 15:38:08 +00:00
(0, 9),
)]
.into()
})
2024-08-04 00:23:52 +00:00
);
}
#[test]
fn assignment() {
let input = "a = 1 + 2 * 3";
assert_eq!(
2024-08-04 23:25:44 +00:00
parse(input),
2024-08-07 15:38:08 +00:00
Ok(AbstractSyntaxTree {
nodes: [Node::new(
2024-08-09 08:23:02 +00:00
Statement::Assignment {
2024-08-09 09:18:39 +00:00
identifier: Node::new(Identifier::new("a"), (0, 1)),
2024-08-09 08:23:02 +00:00
value_node: Box::new(Node::new(
Statement::BinaryOperation {
left: Box::new(Node::new(
Statement::Constant(Value::integer(1)),
(4, 5)
)),
operator: Node::new(BinaryOperator::Add, (6, 7)),
right: Box::new(Node::new(
Statement::BinaryOperation {
left: Box::new(Node::new(
2024-08-07 15:38:08 +00:00
Statement::Constant(Value::integer(2)),
(8, 9)
)),
2024-08-09 08:23:02 +00:00
operator: Node::new(BinaryOperator::Multiply, (10, 11)),
right: Box::new(Node::new(
2024-08-07 15:38:08 +00:00
Statement::Constant(Value::integer(3)),
(12, 13)
2024-08-09 08:23:02 +00:00
),)
},
(8, 13)
),)
},
(4, 13)
),)
},
2024-08-07 15:38:08 +00:00
(0, 13),
)]
.into()
})
2024-08-04 00:23:52 +00:00
);
}
}