kjuulh/rhai
1
0
Fork 0
Code Issues 1 Pull Requests 1 Packages Projects Releases Wiki Activity

Remove Token::NONE.

Browse Source
This commit is contained in:
Stephen Chung 2023-01-08 21:15:16 +08:00
parent 541951ec3f
commit dd2a0a64aa
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/tokenizer.rs
View File

@ -276,8 +276,6 @@ pub enum Token {
/// End of the input stream. /// End of the input stream.
/// Used as a placeholder for the end of input. /// Used as a placeholder for the end of input.
EOF, EOF,
/// Placeholder to indicate the lack of a token.
NONE,
} }
impl fmt::Display for Token { impl fmt::Display for Token {
@ -303,7 +301,6 @@ impl fmt::Display for Token {
Comment(s) => f.write_str(s), Comment(s) => f.write_str(s),
EOF => f.write_str("{EOF}"), EOF => f.write_str("{EOF}"),
NONE => f.write_str("{NONE}"),
token => f.write_str(token.literal_syntax()), token => f.write_str(token.literal_syntax()),
} }
@ -332,7 +329,7 @@ impl Token {
Custom(..) => false, Custom(..) => false,
LexError(..) | Comment(..) => false, LexError(..) | Comment(..) => false,
EOF | NONE => false, EOF => false,
_ => true, _ => true,
} }