dust/src/parser.rs

1187 lines
42 KiB
Rust
Raw Normal View History

use std::{cell::RefCell, collections::HashMap};
2024-02-25 18:49:26 +00:00
use chumsky::{input::SpannedInput, pratt::*, prelude::*};
2024-03-07 10:37:26 +00:00
use crate::{
abstract_tree::*,
error::Error,
2024-03-07 11:57:33 +00:00
lexer::{Control, Operator, Token},
2024-03-07 10:37:26 +00:00
};
2024-02-25 18:49:26 +00:00
2024-03-06 20:36:58 +00:00
pub type DustParser<'src> = Boxed<
'src,
'src,
ParserInput<'src>,
2024-03-17 11:31:45 +00:00
Vec<WithPosition<Statement>>,
2024-03-06 20:36:58 +00:00
extra::Err<Rich<'src, Token<'src>, SimpleSpan>>,
>;
pub type ParserInput<'src> =
SpannedInput<Token<'src>, SimpleSpan, &'src [(Token<'src>, SimpleSpan)]>;
2024-02-25 18:49:26 +00:00
2024-03-06 20:36:58 +00:00
pub fn parse<'src>(
tokens: &'src [(Token<'src>, SimpleSpan)],
2024-03-17 11:31:45 +00:00
) -> Result<Vec<WithPosition<Statement>>, Vec<Error>> {
2024-03-02 01:17:55 +00:00
parser()
2024-03-06 20:36:58 +00:00
.parse(tokens.spanned((tokens.len()..tokens.len()).into()))
2024-03-02 01:17:55 +00:00
.into_result()
2024-03-06 20:36:58 +00:00
.map_err(|errors| errors.into_iter().map(|error| error.into()).collect())
2024-03-02 01:17:55 +00:00
}
2024-03-06 20:36:58 +00:00
pub fn parser<'src>() -> DustParser<'src> {
let identifiers: RefCell<HashMap<&str, Identifier>> = RefCell::new(HashMap::new());
2024-02-26 21:27:01 +00:00
let identifier = select! {
Token::Identifier(text) => {
let mut identifiers = identifiers.borrow_mut();
if let Some(identifier) = identifiers.get(&text) {
identifier.clone()
} else {
let new = Identifier::new(text);
identifiers.insert(text, new.clone());
new
}
}
2024-02-26 21:27:01 +00:00
};
2024-02-25 18:49:26 +00:00
2024-03-09 17:58:29 +00:00
let basic_value = select! {
Token::Boolean(boolean) => ValueNode::Boolean(boolean),
Token::Integer(integer) => ValueNode::Integer(integer),
Token::Float(float) => ValueNode::Float(float),
Token::String(string) => ValueNode::String(string.to_string()),
}
2024-03-17 11:31:45 +00:00
.map_with(|value, state| Expression::Value(value).with_position(state.span()))
2024-03-09 17:58:29 +00:00
.boxed();
2024-03-17 10:26:12 +00:00
let r#type = recursive(|r#type| {
2024-03-17 10:52:11 +00:00
let function_type = r#type
.clone()
.separated_by(just(Token::Control(Control::Comma)))
.collect()
.delimited_by(
just(Token::Control(Control::ParenOpen)),
just(Token::Control(Control::ParenClose)),
)
.then_ignore(just(Token::Control(Control::Arrow)))
.then(r#type.clone())
.map(|(parameter_types, return_type)| Type::Function {
parameter_types,
return_type: Box::new(return_type),
});
2024-03-10 01:57:46 +00:00
2024-03-17 10:52:11 +00:00
let list_of = just(Token::Keyword("list"))
.ignore_then(r#type.clone().delimited_by(
just(Token::Control(Control::ParenOpen)),
just(Token::Control(Control::ParenClose)),
2024-03-09 20:17:19 +00:00
))
2024-03-17 10:52:11 +00:00
.map(|item_type| Type::ListOf(Box::new(item_type)));
let list_exact = r#type
.clone()
.separated_by(just(Token::Control(Control::Comma)))
.collect()
.delimited_by(
just(Token::Control(Control::SquareOpen)),
just(Token::Control(Control::SquareClose)),
)
.map(|types| Type::ListExact(types));
2024-03-09 20:17:19 +00:00
2024-03-17 10:52:11 +00:00
choice((
function_type,
list_of,
list_exact,
just(Token::Keyword("any")).to(Type::Any),
just(Token::Keyword("bool")).to(Type::Boolean),
just(Token::Keyword("float")).to(Type::Float),
just(Token::Keyword("int")).to(Type::Integer),
just(Token::Keyword("none")).to(Type::None),
just(Token::Keyword("range")).to(Type::Range),
just(Token::Keyword("str")).to(Type::String),
just(Token::Keyword("list")).to(Type::List),
identifier
.clone()
.map(|identifier| Type::Custom(identifier)),
))
2024-03-17 10:26:12 +00:00
})
2024-03-17 11:31:45 +00:00
.map_with(|r#type, state| r#type.with_position(state.span()));
2024-03-17 06:51:33 +00:00
2024-03-17 10:52:11 +00:00
let type_specification = just(Token::Control(Control::Colon)).ignore_then(r#type.clone());
2024-03-17 11:31:45 +00:00
let positioned_statement = recursive(|positioned_statement| {
let block = positioned_statement
2024-03-07 21:13:15 +00:00
.clone()
2024-03-09 17:58:29 +00:00
.repeated()
2024-03-07 21:13:15 +00:00
.collect()
.delimited_by(
just(Token::Control(Control::CurlyOpen)),
just(Token::Control(Control::CurlyClose)),
)
2024-03-09 17:58:29 +00:00
.map(|statements| Block::new(statements));
2024-03-07 21:13:15 +00:00
2024-03-17 06:51:33 +00:00
let positioned_block = block
.clone()
2024-03-17 11:31:45 +00:00
.map_with(|block, state| block.with_position(state.span()));
2024-03-17 06:51:33 +00:00
2024-03-17 11:31:45 +00:00
let positioned_expression = recursive(|positioned_expression| {
2024-03-17 10:26:12 +00:00
let identifier_expression = identifier.clone().map_with(|identifier, state| {
2024-03-17 11:31:45 +00:00
Expression::Identifier(identifier).with_position(state.span())
2024-03-17 10:26:12 +00:00
});
2024-02-26 21:27:01 +00:00
2024-03-09 17:58:29 +00:00
let range = {
let raw_integer = select! {
Token::Integer(integer) => integer
};
raw_integer
.clone()
.then_ignore(just(Token::Control(Control::DoubleDot)))
.then(raw_integer)
2024-03-17 10:26:12 +00:00
.map_with(|(start, end), state| {
2024-03-17 11:31:45 +00:00
Expression::Value(ValueNode::Range(start..end)).with_position(state.span())
2024-03-17 10:26:12 +00:00
})
2024-03-09 17:58:29 +00:00
};
2024-03-17 11:31:45 +00:00
let list = positioned_expression
2024-03-09 17:58:29 +00:00
.clone()
.separated_by(just(Token::Control(Control::Comma)))
.allow_trailing()
.collect()
.delimited_by(
just(Token::Control(Control::SquareOpen)),
just(Token::Control(Control::SquareClose)),
)
2024-03-17 10:26:12 +00:00
.map_with(|list, state| {
2024-03-17 11:31:45 +00:00
Expression::Value(ValueNode::List(list)).with_position(state.span())
2024-03-17 10:26:12 +00:00
});
2024-03-09 17:58:29 +00:00
let map_assignment = identifier
.clone()
2024-03-17 10:52:11 +00:00
.then(type_specification.clone().or_not())
2024-03-09 17:58:29 +00:00
.then_ignore(just(Token::Operator(Operator::Assign)))
2024-03-17 11:31:45 +00:00
.then(positioned_expression.clone())
2024-03-17 10:26:12 +00:00
.map(|((identifier, r#type), expression)| (identifier, r#type, expression));
2024-03-09 17:58:29 +00:00
let map = map_assignment
.separated_by(just(Token::Control(Control::Comma)).or_not())
.allow_trailing()
.collect()
.delimited_by(
just(Token::Control(Control::CurlyOpen)),
just(Token::Control(Control::CurlyClose)),
)
2024-03-17 10:26:12 +00:00
.map_with(|map_assigment_list, state| {
2024-03-17 11:31:45 +00:00
Expression::Value(ValueNode::Map(map_assigment_list))
.with_position(state.span())
2024-03-17 10:26:12 +00:00
});
2024-03-09 17:58:29 +00:00
let function = identifier
.clone()
2024-03-17 10:26:12 +00:00
.then(r#type.clone())
2024-03-09 17:58:29 +00:00
.separated_by(just(Token::Control(Control::Comma)))
2024-03-17 10:26:12 +00:00
.collect()
2024-03-09 17:58:29 +00:00
.delimited_by(
just(Token::Control(Control::ParenOpen)),
just(Token::Control(Control::ParenClose)),
)
2024-03-17 10:26:12 +00:00
.then(r#type.clone())
2024-03-09 17:58:29 +00:00
.then(block.clone())
2024-03-17 06:51:33 +00:00
.map_with(|((parameters, return_type), body), state| {
2024-03-09 17:58:29 +00:00
Expression::Value(ValueNode::Function {
parameters,
2024-03-17 10:26:12 +00:00
return_type,
2024-03-17 11:31:45 +00:00
body: body.with_position(state.span()),
2024-03-09 17:58:29 +00:00
})
2024-03-17 11:31:45 +00:00
.with_position(state.span())
2024-03-17 10:26:12 +00:00
});
2024-03-09 17:58:29 +00:00
let function_expression = choice((identifier_expression.clone(), function.clone()));
let function_call = function_expression
.then(
2024-03-17 11:31:45 +00:00
positioned_expression
2024-03-09 17:58:29 +00:00
.clone()
.separated_by(just(Token::Control(Control::Comma)))
.collect()
.delimited_by(
just(Token::Control(Control::ParenOpen)),
just(Token::Control(Control::ParenClose)),
),
)
2024-03-17 10:26:12 +00:00
.map_with(|(function, arguments), state| {
2024-03-09 17:58:29 +00:00
Expression::FunctionCall(FunctionCall::new(function, arguments))
2024-03-17 11:31:45 +00:00
.with_position(state.span())
2024-03-17 10:26:12 +00:00
});
2024-03-09 17:58:29 +00:00
let atom = choice((
2024-03-17 10:26:12 +00:00
function_call.clone(),
2024-03-09 17:58:29 +00:00
identifier_expression.clone(),
basic_value.clone(),
list.clone(),
2024-03-17 11:31:45 +00:00
positioned_expression.clone().delimited_by(
2024-03-09 17:58:29 +00:00
just(Token::Control(Control::ParenOpen)),
just(Token::Control(Control::ParenClose)),
2024-03-07 17:29:07 +00:00
),
2024-03-17 10:26:12 +00:00
));
2024-03-09 17:58:29 +00:00
use Operator::*;
2024-03-17 10:26:12 +00:00
let logic_math_and_index = atom.pratt((
prefix(2, just(Token::Operator(Not)), |_, expression, span| {
2024-03-17 11:31:45 +00:00
Expression::Logic(Box::new(Logic::Not(expression))).with_position(span)
2024-03-17 10:26:12 +00:00
}),
infix(
left(3),
just(Token::Control(Control::Dot)),
|left, _, right, span| {
2024-03-17 11:31:45 +00:00
Expression::Index(Box::new(Index::new(left, right))).with_position(span)
2024-03-17 10:26:12 +00:00
},
),
infix(
left(1),
just(Token::Operator(Equal)),
|left, _, right, span| {
2024-03-17 11:31:45 +00:00
Expression::Logic(Box::new(Logic::Equal(left, right))).with_position(span)
2024-03-17 10:26:12 +00:00
},
),
infix(
left(1),
just(Token::Operator(NotEqual)),
|left, _, right, span| {
2024-03-17 11:31:45 +00:00
Expression::Logic(Box::new(Logic::NotEqual(left, right)))
.with_position(span)
2024-03-17 10:26:12 +00:00
},
),
infix(
left(1),
just(Token::Operator(Greater)),
|left, _, right, span| {
2024-03-17 11:31:45 +00:00
Expression::Logic(Box::new(Logic::Greater(left, right))).with_position(span)
2024-03-17 10:26:12 +00:00
},
),
infix(
left(1),
just(Token::Operator(Less)),
|left, _, right, span| {
2024-03-17 11:31:45 +00:00
Expression::Logic(Box::new(Logic::Less(left, right))).with_position(span)
2024-03-17 10:26:12 +00:00
},
),
infix(
left(1),
just(Token::Operator(GreaterOrEqual)),
|left, _, right, span| {
Expression::Logic(Box::new(Logic::GreaterOrEqual(left, right)))
2024-03-17 11:31:45 +00:00
.with_position(span)
2024-03-17 10:26:12 +00:00
},
),
infix(
left(1),
just(Token::Operator(LessOrEqual)),
|left, _, right, span| {
Expression::Logic(Box::new(Logic::LessOrEqual(left, right)))
2024-03-17 11:31:45 +00:00
.with_position(span)
2024-03-17 10:26:12 +00:00
},
),
infix(
left(1),
just(Token::Operator(And)),
|left, _, right, span| {
2024-03-17 11:31:45 +00:00
Expression::Logic(Box::new(Logic::And(left, right))).with_position(span)
2024-03-17 10:26:12 +00:00
},
),
infix(
left(1),
just(Token::Operator(Or)),
|left, _, right, span| {
2024-03-17 11:31:45 +00:00
Expression::Logic(Box::new(Logic::Or(left, right))).with_position(span)
2024-03-17 10:26:12 +00:00
},
),
infix(
left(1),
just(Token::Operator(Add)),
|left, _, right, span| {
2024-03-17 11:31:45 +00:00
Expression::Math(Box::new(Math::Add(left, right))).with_position(span)
2024-03-17 10:26:12 +00:00
},
),
infix(
left(1),
just(Token::Operator(Subtract)),
|left, _, right, span| {
2024-03-17 11:31:45 +00:00
Expression::Math(Box::new(Math::Subtract(left, right))).with_position(span)
2024-03-17 10:26:12 +00:00
},
),
infix(
left(2),
just(Token::Operator(Multiply)),
|left, _, right, span| {
2024-03-17 11:31:45 +00:00
Expression::Math(Box::new(Math::Multiply(left, right))).with_position(span)
2024-03-17 10:26:12 +00:00
},
),
infix(
left(2),
just(Token::Operator(Divide)),
|left, _, right, span| {
2024-03-17 11:31:45 +00:00
Expression::Math(Box::new(Math::Divide(left, right))).with_position(span)
2024-03-17 10:26:12 +00:00
},
),
infix(
left(1),
just(Token::Operator(Modulo)),
|left, _, right, span| {
2024-03-17 11:31:45 +00:00
Expression::Math(Box::new(Math::Modulo(left, right))).with_position(span)
2024-03-17 10:26:12 +00:00
},
),
));
2024-03-09 17:58:29 +00:00
choice((
function,
2024-03-17 06:51:33 +00:00
function_call,
2024-03-09 17:58:29 +00:00
range,
logic_math_and_index,
identifier_expression,
list,
map,
basic_value,
2024-02-26 21:27:01 +00:00
))
2024-03-09 17:58:29 +00:00
});
2024-02-26 21:27:01 +00:00
2024-03-17 11:31:45 +00:00
let expression_statement =
positioned_expression
.clone()
.map_with(|positioned_expression, state| {
Statement::Expression(positioned_expression.node).with_position(state.span())
});
2024-02-26 21:27:01 +00:00
2024-03-17 10:26:12 +00:00
let r#break = just(Token::Keyword("break"))
2024-03-17 11:31:45 +00:00
.map_with(|_, state| Statement::Break.with_position(state.span()));
2024-03-08 17:24:11 +00:00
2024-02-25 18:49:26 +00:00
let assignment = identifier
2024-03-08 21:14:47 +00:00
.clone()
2024-03-17 10:52:11 +00:00
.then(type_specification.clone().or_not())
.then(choice((
just(Token::Operator(Operator::Assign)).to(AssignmentOperator::Assign),
just(Token::Operator(Operator::AddAssign)).to(AssignmentOperator::AddAssign),
just(Token::Operator(Operator::SubAssign)).to(AssignmentOperator::SubAssign),
)))
2024-03-17 11:31:45 +00:00
.then(positioned_statement.clone())
2024-03-16 19:01:45 +00:00
.map_with(|(((identifier, r#type), operator), statement), state| {
2024-03-17 10:26:12 +00:00
Statement::Assignment(Assignment::new(identifier, r#type, operator, statement))
2024-03-17 11:31:45 +00:00
.with_position(state.span())
2024-03-17 10:26:12 +00:00
});
2024-02-25 18:49:26 +00:00
2024-03-16 19:01:45 +00:00
let block_statement = block
.clone()
2024-03-17 11:31:45 +00:00
.map_with(|block, state| Statement::Block(block).with_position(state.span()));
2024-02-28 23:16:25 +00:00
2024-03-17 11:31:45 +00:00
let r#loop = positioned_statement
2024-03-02 01:17:55 +00:00
.clone()
2024-03-07 00:45:41 +00:00
.repeated()
2024-03-08 17:24:11 +00:00
.at_least(1)
2024-03-02 01:17:55 +00:00
.collect()
.delimited_by(
2024-03-07 11:57:33 +00:00
just(Token::Keyword("loop")).then(just(Token::Control(Control::CurlyOpen))),
just(Token::Control(Control::CurlyClose)),
2024-03-02 01:17:55 +00:00
)
2024-03-17 10:26:12 +00:00
.map_with(|statements, state| {
2024-03-17 11:31:45 +00:00
Statement::Loop(Loop::new(statements)).with_position(state.span())
2024-03-17 10:26:12 +00:00
});
2024-03-02 01:17:55 +00:00
2024-03-11 21:58:26 +00:00
let r#while = just(Token::Keyword("while"))
2024-03-17 11:31:45 +00:00
.ignore_then(positioned_expression.clone())
2024-03-11 21:58:26 +00:00
.then(block.clone())
2024-03-17 10:26:12 +00:00
.map_with(|(expression, block), state| {
2024-03-17 11:31:45 +00:00
Statement::While(While::new(expression, block)).with_position(state.span())
2024-03-17 10:26:12 +00:00
});
2024-03-11 21:58:26 +00:00
2024-03-08 19:01:05 +00:00
let if_else = just(Token::Keyword("if"))
2024-03-17 11:31:45 +00:00
.ignore_then(positioned_expression.clone())
2024-03-17 06:51:33 +00:00
.then(positioned_block.clone())
2024-03-08 19:29:53 +00:00
.then(
just(Token::Keyword("else"))
2024-03-17 06:51:33 +00:00
.ignore_then(positioned_block.clone())
2024-03-08 19:29:53 +00:00
.or_not(),
)
2024-03-16 19:01:45 +00:00
.map_with(|((if_expression, if_block), else_block), state| {
2024-03-17 06:51:33 +00:00
Statement::IfElse(IfElse::new(if_expression, if_block, else_block))
2024-03-17 11:31:45 +00:00
.with_position(state.span())
2024-03-17 10:26:12 +00:00
});
2024-03-08 19:01:05 +00:00
choice((
2024-03-10 01:57:46 +00:00
if_else,
2024-03-08 19:01:05 +00:00
assignment,
expression_statement,
r#break,
2024-03-09 17:58:29 +00:00
block_statement,
2024-03-08 19:01:05 +00:00
r#loop,
2024-03-11 21:58:26 +00:00
r#while,
2024-03-08 19:01:05 +00:00
))
.then_ignore(just(Token::Control(Control::Semicolon)).or_not())
2024-02-26 21:27:01 +00:00
});
2024-02-25 18:49:26 +00:00
2024-03-17 11:31:45 +00:00
positioned_statement.repeated().collect().boxed()
2024-02-25 18:49:26 +00:00
}
#[cfg(test)]
mod tests {
2024-03-16 19:01:45 +00:00
use crate::lexer::lex;
2024-02-25 18:49:26 +00:00
use super::*;
2024-03-11 21:58:26 +00:00
#[test]
fn r#while() {
assert_eq!(
2024-03-16 19:01:45 +00:00
parse(&lex("while true { output('hi') }").unwrap()).unwrap()[0],
2024-03-17 10:26:12 +00:00
Statement::While(While::new(
2024-03-17 11:31:45 +00:00
Expression::Value(ValueNode::Boolean(true)).with_position((6..11).into()),
Block::new(vec![Statement::Expression(Expression::FunctionCall(
FunctionCall::new(
2024-03-17 10:52:11 +00:00
Expression::Identifier(Identifier::new("output"))
2024-03-17 11:31:45 +00:00
.with_position((13..19).into()),
2024-03-17 10:26:12 +00:00
vec![Expression::Value(ValueNode::String("hi".to_string()))
2024-03-17 11:31:45 +00:00
.with_position((20..24).into())]
)
))
.with_position((13..26).into())])
2024-03-17 10:26:12 +00:00
))
2024-03-17 11:31:45 +00:00
.with_position((0..27).into())
2024-03-11 21:58:26 +00:00
)
}
2024-03-10 01:57:46 +00:00
#[test]
2024-03-17 10:52:11 +00:00
fn boolean_type() {
2024-03-10 01:57:46 +00:00
assert_eq!(
2024-03-16 19:01:45 +00:00
parse(&lex("foobar : bool = true").unwrap()).unwrap()[0],
2024-03-17 10:26:12 +00:00
Statement::Assignment(Assignment::new(
Identifier::new("foobar"),
2024-03-17 11:31:45 +00:00
Some(Type::Boolean.with_position((9..14).into())),
2024-03-17 10:26:12 +00:00
AssignmentOperator::Assign,
2024-03-17 11:31:45 +00:00
Statement::Expression(Expression::Value(ValueNode::Boolean(true)))
.with_position((16..20).into())
2024-03-17 10:26:12 +00:00
),)
2024-03-17 11:31:45 +00:00
.with_position((0..20).into())
2024-03-10 01:57:46 +00:00
);
2024-03-17 10:52:11 +00:00
}
#[test]
fn list_of_type() {
2024-03-10 01:57:46 +00:00
assert_eq!(
2024-03-16 19:01:45 +00:00
parse(&lex("foobar : list(bool) = [true]").unwrap()).unwrap()[0],
2024-03-17 10:26:12 +00:00
Statement::Assignment(Assignment::new(
Identifier::new("foobar"),
2024-03-17 11:31:45 +00:00
Some(Type::ListOf(Box::new(Type::Boolean)).with_position((9..20).into())),
2024-03-17 10:26:12 +00:00
AssignmentOperator::Assign,
2024-03-17 11:31:45 +00:00
Statement::Expression(Expression::Value(ValueNode::List(vec![Expression::Value(
ValueNode::Boolean(true)
2024-03-17 10:26:12 +00:00
)
2024-03-17 11:31:45 +00:00
.with_position((23..27).into())])))
.with_position((22..28).into())
2024-03-17 10:26:12 +00:00
))
2024-03-17 11:31:45 +00:00
.with_position((0..28).into())
2024-03-10 01:57:46 +00:00
);
2024-03-08 19:29:53 +00:00
}
#[test]
2024-03-17 10:52:11 +00:00
fn list_exact_type() {
2024-03-08 19:01:05 +00:00
assert_eq!(
2024-03-17 10:52:11 +00:00
parse(&lex("foobar : [bool, str] = [true, '42']").unwrap()).unwrap()[0],
Statement::Assignment(Assignment::new(
Identifier::new("foobar"),
2024-03-17 11:31:45 +00:00
Some(
Type::ListExact(vec![Type::Boolean, Type::String])
.with_position((9..21).into())
),
2024-03-17 10:52:11 +00:00
AssignmentOperator::Assign,
2024-03-17 11:31:45 +00:00
Statement::Expression(Expression::Value(ValueNode::List(vec![
Expression::Value(ValueNode::Boolean(true)).with_position((24..28).into()),
Expression::Value(ValueNode::String("42".to_string()))
.with_position((30..34).into())
])))
.with_position((23..35).into())
2024-03-17 10:52:11 +00:00
),)
2024-03-17 11:31:45 +00:00
.with_position((0..35).into())
2024-02-25 18:49:26 +00:00
);
}
#[test]
2024-03-17 10:52:11 +00:00
fn function_type() {
2024-02-25 18:49:26 +00:00
assert_eq!(
2024-03-17 10:52:11 +00:00
parse(&lex("foobar : () -> any = some_function").unwrap()).unwrap()[0],
Statement::Assignment(Assignment::new(
Identifier::new("foobar"),
Some(
Type::Function {
parameter_types: vec![],
return_type: Box::new(Type::Any)
}
2024-03-17 11:31:45 +00:00
.with_position((9..19).into())
2024-03-17 10:52:11 +00:00
),
AssignmentOperator::Assign,
2024-03-17 11:31:45 +00:00
Statement::Expression(Expression::Identifier(Identifier::new("some_function")))
.with_position((21..34).into())
2024-03-17 10:52:11 +00:00
),)
2024-03-17 11:31:45 +00:00
.with_position((0..34).into())
2024-02-25 18:49:26 +00:00
);
}
2024-03-17 11:31:45 +00:00
#[test]
fn function_call() {
assert_eq!(
parse(&lex("output()").unwrap()).unwrap()[0],
Statement::Expression(Expression::FunctionCall(FunctionCall::new(
Expression::Identifier(Identifier::new("output")).with_position((0..6).into()),
Vec::with_capacity(0),
)))
.with_position((0..8).into())
)
}
2024-03-17 10:52:11 +00:00
2024-03-17 11:31:45 +00:00
#[test]
fn range() {
assert_eq!(
parse(&lex("1..10").unwrap()).unwrap()[0],
Statement::Expression(Expression::Value(ValueNode::Range(1..10)))
.with_position((0..5).into())
)
}
2024-03-17 10:52:11 +00:00
// #[test]
// fn function() {
// assert_eq!(
// parse(&lex("(x: int): int { x }").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::Function {
// parameters: vec![(Identifier::new("x"), Type::Integer)],
// return_type: Type::Integer,
// body: Block::new(vec![Statement::expression(
// Expression::Identifier(Identifier::new("x")),
// (0..0).into()
// )])
// }),
// (0..0).into()
// )
// )
// }
// #[test]
// fn r#if() {
// assert_eq!(
// parse(&lex("if true { 'foo' }").unwrap()).unwrap()[0],
// Statement::if_else(
// IfElse::new(
// Expression::Value(ValueNode::Boolean(true)),
// Block::new(vec![Statement::expression(
// Expression::Value(ValueNode::String("foo".to_string())),
// (0..0).into()
// )]),
// None
// ),
// (0..0).into()
// )
// );
// }
// #[test]
// fn if_else() {
// assert_eq!(
// parse(&lex("if true {'foo' } else { 'bar' }").unwrap()).unwrap()[0],
// Statement::if_else(
// IfElse::new(
// Expression::Value(ValueNode::Boolean(true)),
// Block::new(vec![Statement::expression(
// Expression::Value(ValueNode::String("foo".to_string())),
// (0..0).into()
// )]),
// Some(Block::new(vec![Statement::expression(
// Expression::Value(ValueNode::String("bar".to_string())),
// (0..0).into()
// )]))
// ),
// (0..0).into()
// )
// )
// }
// #[test]
// fn map() {
// assert_eq!(
// parse(&lex("{ foo = 'bar' }").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::Map(vec![(
// Identifier::new("foo"),
// None,
// Expression::Value(ValueNode::String("bar".to_string()))
// )])),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(&lex("{ x = 1, y = 2, }").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::Map(vec![
// (
// Identifier::new("x"),
// None,
// Expression::Value(ValueNode::Integer(1))
// ),
// (
// Identifier::new("y"),
// None,
// Expression::Value(ValueNode::Integer(2))
// ),
// ])),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(&lex("{ x = 1 y = 2 }").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::Map(vec![
// (
// Identifier::new("x"),
// None,
// Expression::Value(ValueNode::Integer(1))
// ),
// (
// Identifier::new("y"),
// None,
// Expression::Value(ValueNode::Integer(2))
// ),
// ])),
// (0..0).into()
// )
// );
// }
// #[test]
// fn math() {
// assert_eq!(
// parse(&lex("1 + 1").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Math(Box::new(Math::Add(
// Expression::Value(ValueNode::Integer(1)),
// Expression::Value(ValueNode::Integer(1))
// ))),
// (0..0).into()
// )
// );
// }
// #[test]
// fn r#loop() {
// assert_eq!(
// parse(&lex("loop { 42 }").unwrap()).unwrap()[0],
// Statement::r#loop(
// Loop::new(vec![Statement::expression(
// Expression::Value(ValueNode::Integer(42)),
// (0..0).into()
// )]),
// (0..0).into()
// )
// );
// }
// #[test]
// fn block() {
// assert_eq!(
// parse(&lex("{ x }").unwrap()).unwrap()[0],
// Statement::block(
// Block::new(vec![Statement::expression(
// Expression::Identifier(Identifier::new("x")),
// (0..0).into()
// )],),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(
// &lex("
// {
// x;
// y;
// z
// }
// ")
// .unwrap()
// )
// .unwrap()[0],
// Statement::block(
// Block::new(vec![
// Statement::expression(
// Expression::Identifier(Identifier::new("x")),
// (0..0).into()
// ),
// Statement::expression(
// Expression::Identifier(Identifier::new("y")),
// (0..0).into()
// ),
// Statement::expression(
// Expression::Identifier(Identifier::new("z")),
// (0..0).into()
// ),
// ]),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(
// &lex("
// {
// 1 == 1
// z
// }
// ")
// .unwrap()
// )
// .unwrap()[0],
// Statement::block(
// Block::new(vec![
// Statement::expression(
// Expression::Logic(Box::new(Logic::Equal(
// Expression::Value(ValueNode::Integer(1)),
// Expression::Value(ValueNode::Integer(1))
// ))),
// (0..0).into()
// ),
// Statement::expression(
// Expression::Identifier(Identifier::new("z")),
// (0..0).into()
// ),
// ]),
// (0..0).into()
// )
// );
// }
// #[test]
// fn identifier() {
// assert_eq!(
// parse(&lex("x").unwrap()).unwrap()[0],
// Statement::expression(Expression::Identifier(Identifier::new("x")), (0..0).into())
// );
// assert_eq!(
// parse(&lex("foobar").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Identifier(Identifier::new("foobar")),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(&lex("HELLO").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Identifier(Identifier::new("HELLO")),
// (0..0).into()
// )
// );
// }
// #[test]
// fn assignment() {
// assert_eq!(
// parse(&lex("foobar = 1").unwrap()).unwrap()[0],
// Statement::assignment(
// Assignment::new(
// Identifier::new("foobar"),
// None,
// AssignmentOperator::Assign,
// Statement::expression(Expression::Value(ValueNode::Integer(1)), (0..0).into())
// ),
// (0..0).into()
// ),
// );
// }
// #[test]
// fn assignment_with_basic_type() {
// assert_eq!(
// parse(&lex("foobar: int = 1").unwrap()).unwrap()[0],
// Statement::assignment(
// Assignment::new(
// Identifier::new("foobar"),
// Some(Type::Integer),
// AssignmentOperator::Assign,
// Statement::expression(Expression::Value(ValueNode::Integer(1)), (0..0).into())
// ),
// (0..0).into()
// ),
// );
// }
// #[test]
// fn assignment_with_list_types() {
// assert_eq!(
// parse(&lex("foobar: list = []").unwrap()).unwrap()[0],
// Statement::assignment(
// Assignment::new(
// Identifier::new("foobar"),
// Some(Type::List),
// AssignmentOperator::Assign,
// Statement::expression(
// Expression::Value(ValueNode::List(vec![])),
// (0..0).into()
// )
// ),
// (0..0).into()
// ),
// );
// assert_eq!(
// parse(&lex("foobar: list(int) = []").unwrap()).unwrap()[0],
// Statement::assignment(
// Assignment::new(
// Identifier::new("foobar"),
// Some(Type::ListOf(Box::new(Type::Integer))),
// AssignmentOperator::Assign,
// Statement::expression(
// Expression::Value(ValueNode::List(vec![])),
// (0..0).into()
// )
// ),
// (0..0).into()
// ),
// );
// assert_eq!(
// parse(&lex("foobar: [int, str] = [ 42, 'foo' ]").unwrap()).unwrap()[0],
// Statement::assignment(
// Assignment::new(
// Identifier::new("foobar"),
// Some(Type::ListExact(vec![Type::Integer, Type::String])),
// AssignmentOperator::Assign,
// Statement::expression(
// Expression::Value(ValueNode::List(vec![
// Expression::Value(ValueNode::Integer(42)),
// Expression::Value(ValueNode::String("foo".to_string()))
// ])),
// (0..0).into()
// )
// ),
// (0..0).into()
// ),
// );
// }
// #[test]
// fn logic() {
// assert_eq!(
// parse(&lex("x == 1").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Logic(Box::new(Logic::Equal(
// Expression::Identifier(Identifier::new("x")),
// Expression::Value(ValueNode::Integer(1))
// ))),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(&lex("(x == 1) && (y == 2)").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Logic(Box::new(Logic::And(
// Expression::Logic(Box::new(Logic::Equal(
// Expression::Identifier(Identifier::new("x")),
// Expression::Value(ValueNode::Integer(1))
// ))),
// Expression::Logic(Box::new(Logic::Equal(
// Expression::Identifier(Identifier::new("y")),
// Expression::Value(ValueNode::Integer(2))
// ))),
// ))),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(&lex("(x == 1) && (y == 2) && true").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Logic(Box::new(Logic::And(
// Expression::Logic(Box::new(Logic::And(
// Expression::Logic(Box::new(Logic::Equal(
// Expression::Identifier(Identifier::new("x")),
// Expression::Value(ValueNode::Integer(1))
// ))),
// Expression::Logic(Box::new(Logic::Equal(
// Expression::Identifier(Identifier::new("y")),
// Expression::Value(ValueNode::Integer(2))
// ))),
// ))),
// Expression::Value(ValueNode::Boolean(true))
// ))),
// (0..0).into()
// )
// );
// }
// #[test]
// fn list() {
// assert_eq!(
// parse(&lex("[]").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::List(Vec::with_capacity(0))),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(&lex("[42]").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::List(vec![Expression::Value(
// ValueNode::Integer(42)
// )])),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(&lex("[42, 'foo', 'bar', [1, 2, 3,]]").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::List(vec![
// Expression::Value(ValueNode::Integer(42)),
// Expression::Value(ValueNode::String("foo".to_string())),
// Expression::Value(ValueNode::String("bar".to_string())),
// Expression::Value(ValueNode::List(vec![
// Expression::Value(ValueNode::Integer(1)),
// Expression::Value(ValueNode::Integer(2)),
// Expression::Value(ValueNode::Integer(3)),
// ]))
// ])),
// (0..0).into()
// )
// );
// }
// #[test]
// fn r#true() {
// assert_eq!(
// parse(&lex("true").unwrap()).unwrap()[0],
// Statement::expression(Expression::Value(ValueNode::Boolean(true)), (0..0).into())
// );
// }
// #[test]
// fn r#false() {
// assert_eq!(
// parse(&lex("false").unwrap()).unwrap()[0],
// Statement::expression(Expression::Value(ValueNode::Boolean(false)), (0..0).into())
// );
// }
// #[test]
// fn positive_float() {
// assert_eq!(
// parse(&lex("0").unwrap()).unwrap()[0],
// Statement::expression(Expression::Value(ValueNode::Float(0.0)), (0..0).into())
// );
// assert_eq!(
// parse(&lex("42").unwrap()).unwrap()[0],
// Statement::expression(Expression::Value(ValueNode::Float(42.0)), (0..0).into())
// );
// let max_float = f64::MAX.to_string() + ".0";
// assert_eq!(
// parse(&lex(&max_float).unwrap()).unwrap()[0],
// Statement::expression(Expression::Value(ValueNode::Float(f64::MAX)), (0..0).into())
// );
// let min_positive_float = f64::MIN_POSITIVE.to_string();
// assert_eq!(
// parse(&lex(&min_positive_float).unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::Float(f64::MIN_POSITIVE)),
// (0..0).into()
// )
// );
// }
// #[test]
// fn negative_float() {
// assert_eq!(
// parse(&lex("-0.0").unwrap()).unwrap()[0],
// Statement::expression(Expression::Value(ValueNode::Float(-0.0)), (0..0).into())
// );
// assert_eq!(
// parse(&lex("-42.0").unwrap()).unwrap()[0],
// Statement::expression(Expression::Value(ValueNode::Float(-42.0)), (0..0).into())
// );
// let min_float = f64::MIN.to_string() + ".0";
// assert_eq!(
// parse(&lex(&min_float).unwrap()).unwrap()[0],
// Statement::expression(Expression::Value(ValueNode::Float(f64::MIN)), (0..0).into())
// );
// let max_negative_float = format!("-{}", f64::MIN_POSITIVE);
// assert_eq!(
// parse(&lex(&max_negative_float).unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::Float(-f64::MIN_POSITIVE)),
// (0..0).into()
// )
// );
// }
// #[test]
// fn other_float() {
// assert_eq!(
// parse(&lex("Infinity").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::Float(f64::INFINITY)),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(&lex("-Infinity").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::Float(f64::NEG_INFINITY)),
// (0..0).into()
// )
// );
// if let StatementInner::Expression(Expression::Value(ValueNode::Float(float))) =
// &parse(&lex("NaN").unwrap()).unwrap()[0].inner
// {
// assert!(float.is_nan());
// } else {
// panic!("Expected a float.");
// }
// }
// #[test]
// fn positive_integer() {
// for i in 0..10 {
// let source = i.to_string();
// let tokens = lex(&source).unwrap();
// let statements = parse(&tokens).unwrap();
// assert_eq!(
// statements[0],
// Statement::expression(Expression::Value(ValueNode::Integer(i)), (0..0).into())
// )
// }
// assert_eq!(
// parse(&lex("42").unwrap()).unwrap()[0],
// Statement::expression(Expression::Value(ValueNode::Integer(42)), (0..0).into())
// );
// let maximum_integer = i64::MAX.to_string();
// assert_eq!(
// parse(&lex(&maximum_integer).unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::Integer(i64::MAX)),
// (0..0).into()
// )
// );
// }
// #[test]
// fn negative_integer() {
// for i in -9..1 {
// let source = i.to_string();
// let tokens = lex(&source).unwrap();
// let statements = parse(&tokens).unwrap();
// assert_eq!(
// statements[0],
// Statement::expression(Expression::Value(ValueNode::Integer(i)), (0..0).into())
// )
// }
// assert_eq!(
// parse(&lex("-42").unwrap()).unwrap()[0],
// Statement::expression(Expression::Value(ValueNode::Integer(-42)), (0..0).into())
// );
// let minimum_integer = i64::MIN.to_string();
// assert_eq!(
// parse(&lex(&minimum_integer).unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::Integer(i64::MIN)),
// (0..0).into()
// )
// );
// }
// #[test]
// fn double_quoted_string() {
// assert_eq!(
// parse(&lex("\"\"").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::String("".to_string())),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(&lex("\"42\"").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::String("42".to_string())),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(&lex("\"foobar\"").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::String("foobar".to_string())),
// (0..0).into()
// )
// );
// }
// #[test]
// fn single_quoted_string() {
// assert_eq!(
// parse(&lex("''").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::String("".to_string())),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(&lex("'42'").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::String("42".to_string())),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(&lex("'foobar'").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::String("foobar".to_string())),
// (0..0).into()
// )
// );
// }
// #[test]
// fn grave_quoted_string() {
// assert_eq!(
// parse(&lex("``").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::String("".to_string())),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(&lex("`42`").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::String("42".to_string())),
// (0..0).into()
// )
// );
// assert_eq!(
// parse(&lex("`foobar`").unwrap()).unwrap()[0],
// Statement::expression(
// Expression::Value(ValueNode::String("foobar".to_string())),
// (0..0).into()
// )
// );
// }
2024-02-25 18:49:26 +00:00
}