2020-11-20 09:52:28 +01:00
|
|
|
//! Module implementing custom syntax for [`Engine`].
|
2020-07-23 12:40:42 +02:00
|
|
|
|
2020-10-29 04:37:51 +01:00
|
|
|
use crate::ast::Expr;
|
2021-06-16 06:24:36 +02:00
|
|
|
use crate::dynamic::Variant;
|
2020-12-13 07:31:24 +01:00
|
|
|
use crate::engine::EvalContext;
|
2020-11-16 16:10:14 +01:00
|
|
|
use crate::fn_native::SendSync;
|
2021-06-16 06:24:36 +02:00
|
|
|
use crate::r#unsafe::unsafe_try_cast;
|
2020-11-16 16:10:14 +01:00
|
|
|
use crate::token::{is_valid_identifier, Token};
|
|
|
|
use crate::{
|
2021-06-16 06:24:36 +02:00
|
|
|
Engine, Identifier, ImmutableString, LexError, ParseError, Position, RhaiResult, Shared,
|
|
|
|
StaticVec, INT,
|
2020-11-16 16:10:14 +01:00
|
|
|
};
|
2021-06-16 06:24:36 +02:00
|
|
|
use std::any::TypeId;
|
2021-04-17 09:15:54 +02:00
|
|
|
#[cfg(feature = "no_std")]
|
|
|
|
use std::prelude::v1::*;
|
2020-07-09 13:54:28 +02:00
|
|
|
|
2020-12-13 07:31:24 +01:00
|
|
|
pub const MARKER_EXPR: &str = "$expr$";
|
|
|
|
pub const MARKER_BLOCK: &str = "$block$";
|
|
|
|
pub const MARKER_IDENT: &str = "$ident$";
|
2021-06-10 04:16:39 +02:00
|
|
|
pub const MARKER_STRING: &str = "$string$";
|
|
|
|
pub const MARKER_INT: &str = "$int$";
|
|
|
|
#[cfg(not(feature = "no_float"))]
|
|
|
|
pub const MARKER_FLOAT: &str = "$float$";
|
|
|
|
pub const MARKER_BOOL: &str = "$bool$";
|
2020-12-13 07:31:24 +01:00
|
|
|
|
2020-07-23 09:49:09 +02:00
|
|
|
/// A general expression evaluation trait object.
|
2020-07-09 13:54:28 +02:00
|
|
|
#[cfg(not(feature = "sync"))]
|
2021-03-02 08:02:28 +01:00
|
|
|
pub type FnCustomSyntaxEval = dyn Fn(&mut EvalContext, &[Expression]) -> RhaiResult;
|
2020-07-23 09:49:09 +02:00
|
|
|
/// A general expression evaluation trait object.
|
2020-07-09 13:54:28 +02:00
|
|
|
#[cfg(feature = "sync")]
|
2021-03-02 08:02:28 +01:00
|
|
|
pub type FnCustomSyntaxEval = dyn Fn(&mut EvalContext, &[Expression]) -> RhaiResult + Send + Sync;
|
2020-07-09 13:54:28 +02:00
|
|
|
|
2020-10-25 14:57:18 +01:00
|
|
|
/// A general expression parsing trait object.
|
|
|
|
#[cfg(not(feature = "sync"))]
|
2020-12-13 07:31:24 +01:00
|
|
|
pub type FnCustomSyntaxParse =
|
2020-12-15 12:23:30 +01:00
|
|
|
dyn Fn(&[ImmutableString], &str) -> Result<Option<ImmutableString>, ParseError>;
|
2020-10-25 14:57:18 +01:00
|
|
|
/// A general expression parsing trait object.
|
|
|
|
#[cfg(feature = "sync")]
|
|
|
|
pub type FnCustomSyntaxParse =
|
2020-12-15 12:23:30 +01:00
|
|
|
dyn Fn(&[ImmutableString], &str) -> Result<Option<ImmutableString>, ParseError> + Send + Sync;
|
2020-10-25 14:57:18 +01:00
|
|
|
|
2020-11-20 09:52:28 +01:00
|
|
|
/// An expression sub-tree in an [`AST`][crate::AST].
|
2020-11-13 11:32:18 +01:00
|
|
|
#[derive(Debug, Clone)]
|
2020-07-22 11:05:13 +02:00
|
|
|
pub struct Expression<'a>(&'a Expr);
|
|
|
|
|
|
|
|
impl<'a> From<&'a Expr> for Expression<'a> {
|
2020-10-08 16:25:50 +02:00
|
|
|
#[inline(always)]
|
2020-07-22 11:05:13 +02:00
|
|
|
fn from(expr: &'a Expr) -> Self {
|
|
|
|
Self(expr)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Expression<'_> {
|
2020-11-20 09:52:28 +01:00
|
|
|
/// If this expression is a variable name, return it. Otherwise [`None`].
|
2020-10-08 16:25:50 +02:00
|
|
|
#[inline(always)]
|
2021-06-12 16:47:43 +02:00
|
|
|
#[must_use]
|
2020-07-22 11:05:13 +02:00
|
|
|
pub fn get_variable_name(&self) -> Option<&str> {
|
2021-04-05 17:59:15 +02:00
|
|
|
self.0.get_variable_name(true)
|
2020-07-22 11:05:13 +02:00
|
|
|
}
|
|
|
|
/// Get the expression.
|
2020-10-08 16:25:50 +02:00
|
|
|
#[inline(always)]
|
2021-06-12 16:47:43 +02:00
|
|
|
#[must_use]
|
2020-07-22 11:05:13 +02:00
|
|
|
pub(crate) fn expr(&self) -> &Expr {
|
|
|
|
&self.0
|
|
|
|
}
|
|
|
|
/// Get the position of this expression.
|
2020-10-08 16:25:50 +02:00
|
|
|
#[inline(always)]
|
2021-06-12 16:47:43 +02:00
|
|
|
#[must_use]
|
2020-07-22 11:05:13 +02:00
|
|
|
pub fn position(&self) -> Position {
|
|
|
|
self.0.position()
|
|
|
|
}
|
2021-06-10 04:16:39 +02:00
|
|
|
/// Get the value of this expression if it is a literal constant.
|
2021-06-16 06:24:36 +02:00
|
|
|
/// Supports [`INT`][crate::INT], [`FLOAT`][crate::FLOAT], `()`, `char`, `bool` and
|
|
|
|
/// [`ImmutableString`][crate::ImmutableString].
|
|
|
|
///
|
|
|
|
/// Returns [`None`] also if the constant is not of the specified type.
|
2021-06-10 04:16:39 +02:00
|
|
|
#[inline(always)]
|
2021-06-12 16:47:43 +02:00
|
|
|
#[must_use]
|
2021-06-16 06:24:36 +02:00
|
|
|
pub fn get_literal_value<T: Variant>(&self) -> Option<T> {
|
|
|
|
// Coded this way in order to maximally leverage potentials for dead-code removal.
|
|
|
|
|
|
|
|
if TypeId::of::<T>() == TypeId::of::<INT>() {
|
|
|
|
return match self.0 {
|
|
|
|
Expr::IntegerConstant(x, _) => unsafe_try_cast(*x).ok(),
|
|
|
|
_ => None,
|
|
|
|
};
|
|
|
|
}
|
|
|
|
#[cfg(not(feature = "no_float"))]
|
|
|
|
if TypeId::of::<T>() == TypeId::of::<crate::FLOAT>() {
|
|
|
|
return match self.0 {
|
|
|
|
Expr::FloatConstant(x, _) => unsafe_try_cast(*x).ok(),
|
|
|
|
_ => None,
|
|
|
|
};
|
|
|
|
}
|
|
|
|
if TypeId::of::<T>() == TypeId::of::<char>() {
|
|
|
|
return match self.0 {
|
|
|
|
Expr::CharConstant(x, _) => unsafe_try_cast(*x).ok(),
|
|
|
|
_ => None,
|
|
|
|
};
|
|
|
|
}
|
|
|
|
if TypeId::of::<T>() == TypeId::of::<ImmutableString>() {
|
|
|
|
return match self.0 {
|
|
|
|
Expr::StringConstant(x, _) => unsafe_try_cast(x.clone()).ok(),
|
|
|
|
_ => None,
|
|
|
|
};
|
|
|
|
}
|
|
|
|
if TypeId::of::<T>() == TypeId::of::<bool>() {
|
|
|
|
return match self.0 {
|
|
|
|
Expr::BoolConstant(x, _) => unsafe_try_cast(*x).ok(),
|
|
|
|
_ => None,
|
|
|
|
};
|
|
|
|
}
|
|
|
|
if TypeId::of::<T>() == TypeId::of::<()>() {
|
|
|
|
return match self.0 {
|
|
|
|
Expr::Unit(_) => unsafe_try_cast(()).ok(),
|
|
|
|
_ => None,
|
|
|
|
};
|
|
|
|
}
|
|
|
|
None
|
2021-06-10 04:16:39 +02:00
|
|
|
}
|
2020-07-22 11:05:13 +02:00
|
|
|
}
|
|
|
|
|
2021-03-03 15:49:57 +01:00
|
|
|
impl EvalContext<'_, '_, '_, '_, '_, '_, '_> {
|
2020-11-25 02:36:06 +01:00
|
|
|
/// Evaluate an [expression tree][Expression].
|
2020-10-11 15:58:11 +02:00
|
|
|
///
|
2021-01-02 16:30:10 +01:00
|
|
|
/// # WARNING - Low Level API
|
2020-10-11 15:58:11 +02:00
|
|
|
///
|
2020-11-20 09:52:28 +01:00
|
|
|
/// This function is very low level. It evaluates an expression from an [`AST`][crate::AST].
|
2020-10-11 15:58:11 +02:00
|
|
|
#[inline(always)]
|
2021-06-12 16:47:43 +02:00
|
|
|
#[must_use]
|
2021-03-02 08:02:28 +01:00
|
|
|
pub fn eval_expression_tree(&mut self, expr: &Expression) -> RhaiResult {
|
2020-10-20 12:09:26 +02:00
|
|
|
self.engine.eval_expr(
|
2020-10-19 13:11:55 +02:00
|
|
|
self.scope,
|
2020-10-11 15:58:11 +02:00
|
|
|
self.mods,
|
|
|
|
self.state,
|
2020-10-20 12:09:26 +02:00
|
|
|
self.lib,
|
2020-10-11 15:58:11 +02:00
|
|
|
self.this_ptr,
|
|
|
|
expr.expr(),
|
2020-10-20 12:09:26 +02:00
|
|
|
self.level,
|
2020-10-11 15:58:11 +02:00
|
|
|
)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-11-06 09:27:40 +01:00
|
|
|
/// Definition of a custom syntax definition.
|
2020-07-09 13:54:28 +02:00
|
|
|
pub struct CustomSyntax {
|
2020-11-06 09:27:40 +01:00
|
|
|
/// A parsing function to return the next keyword in a custom syntax based on the
|
|
|
|
/// keywords parsed so far.
|
2020-10-25 14:57:18 +01:00
|
|
|
pub parse: Box<FnCustomSyntaxParse>,
|
2020-11-06 09:27:40 +01:00
|
|
|
/// Custom syntax implementation function.
|
2020-07-09 13:54:28 +02:00
|
|
|
pub func: Shared<FnCustomSyntaxEval>,
|
2021-05-11 04:58:28 +02:00
|
|
|
/// Any variables added/removed in the scope?
|
|
|
|
pub scope_changed: bool,
|
2020-07-09 13:54:28 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Engine {
|
2020-11-20 09:52:28 +01:00
|
|
|
/// Register a custom syntax with the [`Engine`].
|
2020-10-11 15:58:11 +02:00
|
|
|
///
|
|
|
|
/// * `keywords` holds a slice of strings that define the custom syntax.
|
2021-05-11 04:58:28 +02:00
|
|
|
/// * `scope_changed` specifies variables have been added/removed by this custom syntax.
|
2020-10-11 15:58:11 +02:00
|
|
|
/// * `func` is the implementation function.
|
2021-01-14 12:07:03 +01:00
|
|
|
///
|
2021-05-11 04:58:28 +02:00
|
|
|
/// # Caveat - Do not change beyond block scope
|
2021-01-14 12:07:03 +01:00
|
|
|
///
|
2021-05-11 04:58:28 +02:00
|
|
|
/// If `scope_changed` is `true`, then the current [`Scope`][crate::Scope] is assumed to be
|
|
|
|
/// modified by this custom syntax.
|
2021-01-14 12:07:03 +01:00
|
|
|
///
|
2021-05-11 04:58:28 +02:00
|
|
|
/// Adding new variables and/or removing variables are allowed. Simply modifying the values of
|
|
|
|
/// variables does NOT count, so `false` should be passed in this case.
|
|
|
|
///
|
|
|
|
/// However, only variables declared within the current _block scope_ should be touched,
|
|
|
|
/// since they all go away at the end of the block.
|
|
|
|
///
|
|
|
|
/// Variables in parent blocks should be left untouched as they persist beyond the current block.
|
2021-06-12 16:47:43 +02:00
|
|
|
#[must_use]
|
2021-03-29 05:36:02 +02:00
|
|
|
pub fn register_custom_syntax<S: AsRef<str> + Into<Identifier>>(
|
2020-07-09 13:54:28 +02:00
|
|
|
&mut self,
|
2021-03-01 08:58:11 +01:00
|
|
|
keywords: &[S],
|
2021-05-11 04:58:28 +02:00
|
|
|
scope_changed: bool,
|
2021-03-02 08:02:28 +01:00
|
|
|
func: impl Fn(&mut EvalContext, &[Expression]) -> RhaiResult + SendSync + 'static,
|
2020-08-05 04:00:20 +02:00
|
|
|
) -> Result<&mut Self, ParseError> {
|
2020-10-19 13:11:55 +02:00
|
|
|
let keywords = keywords.as_ref();
|
|
|
|
|
2020-12-13 07:31:24 +01:00
|
|
|
let mut segments: StaticVec<ImmutableString> = Default::default();
|
2020-07-09 13:54:28 +02:00
|
|
|
|
2020-07-22 11:05:13 +02:00
|
|
|
for s in keywords {
|
|
|
|
let s = s.as_ref().trim();
|
|
|
|
|
|
|
|
// skip empty keywords
|
|
|
|
if s.is_empty() {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2020-12-26 16:21:09 +01:00
|
|
|
let token = Token::lookup_from_syntax(s);
|
|
|
|
|
2020-07-22 11:05:13 +02:00
|
|
|
let seg = match s {
|
2020-07-09 13:54:28 +02:00
|
|
|
// Markers not in first position
|
2021-06-10 04:16:39 +02:00
|
|
|
MARKER_IDENT | MARKER_EXPR | MARKER_BLOCK | MARKER_BOOL | MARKER_INT
|
|
|
|
| MARKER_STRING
|
|
|
|
if !segments.is_empty() =>
|
|
|
|
{
|
|
|
|
s.into()
|
|
|
|
}
|
|
|
|
// Markers not in first position
|
|
|
|
#[cfg(not(feature = "no_float"))]
|
|
|
|
MARKER_FLOAT if !segments.is_empty() => s.into(),
|
2020-10-25 14:57:18 +01:00
|
|
|
// Standard or reserved keyword/symbol not in first position
|
2020-12-26 16:21:09 +01:00
|
|
|
s if !segments.is_empty() && token.is_some() => {
|
|
|
|
// Make it a custom keyword/symbol if it is disabled or reserved
|
|
|
|
if (self.disabled_symbols.contains(s)
|
|
|
|
|| matches!(token, Some(Token::Reserved(_))))
|
|
|
|
&& !self.custom_keywords.contains_key(s)
|
|
|
|
{
|
2020-10-25 14:57:18 +01:00
|
|
|
self.custom_keywords.insert(s.into(), None);
|
2020-07-10 16:01:47 +02:00
|
|
|
}
|
|
|
|
s.into()
|
|
|
|
}
|
2020-10-25 14:57:18 +01:00
|
|
|
// Standard keyword in first position
|
|
|
|
s if segments.is_empty()
|
2020-12-26 16:21:09 +01:00
|
|
|
&& token
|
|
|
|
.as_ref()
|
2021-02-07 08:09:27 +01:00
|
|
|
.map_or(false, |v| v.is_keyword() || v.is_reserved()) =>
|
2020-10-25 14:57:18 +01:00
|
|
|
{
|
2020-11-21 08:08:18 +01:00
|
|
|
return Err(LexError::ImproperSymbol(
|
|
|
|
s.to_string(),
|
|
|
|
format!(
|
|
|
|
"Improper symbol for custom syntax at position #{}: '{}'",
|
|
|
|
segments.len() + 1,
|
|
|
|
s
|
|
|
|
),
|
|
|
|
)
|
2020-11-20 09:52:28 +01:00
|
|
|
.into_err(Position::NONE)
|
2020-10-25 14:57:18 +01:00
|
|
|
.into());
|
|
|
|
}
|
|
|
|
// Identifier in first position
|
|
|
|
s if segments.is_empty() && is_valid_identifier(s.chars()) => {
|
2020-12-26 16:21:09 +01:00
|
|
|
// Make it a custom keyword/symbol if it is disabled or reserved
|
|
|
|
if (self.disabled_symbols.contains(s)
|
|
|
|
|| matches!(token, Some(Token::Reserved(_))))
|
|
|
|
&& !self.custom_keywords.contains_key(s)
|
|
|
|
{
|
2020-10-25 14:57:18 +01:00
|
|
|
self.custom_keywords.insert(s.into(), None);
|
2020-07-09 13:54:28 +02:00
|
|
|
}
|
|
|
|
s.into()
|
|
|
|
}
|
|
|
|
// Anything else is an error
|
2020-07-22 11:05:13 +02:00
|
|
|
_ => {
|
2020-11-21 08:08:18 +01:00
|
|
|
return Err(LexError::ImproperSymbol(
|
|
|
|
s.to_string(),
|
|
|
|
format!(
|
|
|
|
"Improper symbol for custom syntax at position #{}: '{}'",
|
|
|
|
segments.len() + 1,
|
|
|
|
s
|
|
|
|
),
|
|
|
|
)
|
2020-11-20 09:52:28 +01:00
|
|
|
.into_err(Position::NONE)
|
2020-07-22 11:05:13 +02:00
|
|
|
.into());
|
|
|
|
}
|
2020-07-09 13:54:28 +02:00
|
|
|
};
|
|
|
|
|
2020-10-27 02:56:37 +01:00
|
|
|
segments.push(seg);
|
2020-07-09 13:54:28 +02:00
|
|
|
}
|
|
|
|
|
2020-07-22 11:05:13 +02:00
|
|
|
// If the syntax has no keywords, just ignore the registration
|
|
|
|
if segments.is_empty() {
|
|
|
|
return Ok(self);
|
|
|
|
}
|
|
|
|
|
2020-10-25 14:57:18 +01:00
|
|
|
// The first keyword is the discriminator
|
|
|
|
let key = segments[0].clone();
|
|
|
|
|
|
|
|
self.register_custom_syntax_raw(
|
|
|
|
key,
|
|
|
|
// Construct the parsing function
|
2020-12-15 12:23:30 +01:00
|
|
|
move |stream, _| {
|
2020-10-25 14:57:18 +01:00
|
|
|
if stream.len() >= segments.len() {
|
|
|
|
Ok(None)
|
|
|
|
} else {
|
|
|
|
Ok(Some(segments[stream.len()].clone()))
|
|
|
|
}
|
|
|
|
},
|
2021-05-11 04:58:28 +02:00
|
|
|
scope_changed,
|
2020-10-25 14:57:18 +01:00
|
|
|
func,
|
|
|
|
);
|
|
|
|
|
|
|
|
Ok(self)
|
|
|
|
}
|
2020-11-20 09:52:28 +01:00
|
|
|
/// Register a custom syntax with the [`Engine`].
|
2020-10-25 14:57:18 +01:00
|
|
|
///
|
2021-01-02 16:30:10 +01:00
|
|
|
/// # WARNING - Low Level API
|
2020-10-25 14:57:18 +01:00
|
|
|
///
|
|
|
|
/// This function is very low level.
|
|
|
|
///
|
2021-05-11 04:58:28 +02:00
|
|
|
/// * `scope_changed` specifies variables have been added/removed by this custom syntax.
|
2020-10-25 14:57:18 +01:00
|
|
|
/// * `parse` is the parsing function.
|
|
|
|
/// * `func` is the implementation function.
|
|
|
|
///
|
2020-12-26 10:42:19 +01:00
|
|
|
/// All custom keywords must be manually registered via [`Engine::register_custom_operator`].
|
2020-10-25 14:57:18 +01:00
|
|
|
/// Otherwise, custom keywords won't be recognized.
|
|
|
|
pub fn register_custom_syntax_raw(
|
|
|
|
&mut self,
|
2021-03-29 05:36:02 +02:00
|
|
|
key: impl Into<Identifier>,
|
2020-12-15 12:23:30 +01:00
|
|
|
parse: impl Fn(&[ImmutableString], &str) -> Result<Option<ImmutableString>, ParseError>
|
2020-12-13 07:31:24 +01:00
|
|
|
+ SendSync
|
|
|
|
+ 'static,
|
2021-05-11 04:58:28 +02:00
|
|
|
scope_changed: bool,
|
2021-03-02 08:02:28 +01:00
|
|
|
func: impl Fn(&mut EvalContext, &[Expression]) -> RhaiResult + SendSync + 'static,
|
2020-10-25 14:57:18 +01:00
|
|
|
) -> &mut Self {
|
2021-05-03 07:45:41 +02:00
|
|
|
self.custom_syntax.insert(
|
|
|
|
key.into(),
|
|
|
|
Box::new(CustomSyntax {
|
|
|
|
parse: Box::new(parse),
|
|
|
|
func: (Box::new(func) as Box<FnCustomSyntaxEval>).into(),
|
2021-05-11 04:58:28 +02:00
|
|
|
scope_changed,
|
2021-05-03 07:45:41 +02:00
|
|
|
}),
|
|
|
|
);
|
2020-10-25 14:57:18 +01:00
|
|
|
self
|
2020-07-09 13:54:28 +02:00
|
|
|
}
|
|
|
|
}
|