Distinguish string literals from identifiers in custom syntax parser.

2022-09-24 16:59:01 +08:00
parent f2b1184805
commit def1a683ef
4 changed files with 26 additions and 14 deletions
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -699,7 +699,7 @@ impl Token {
            FloatConstant(f) => f.to_string().into(),
            #[cfg(feature = "decimal")]
            DecimalConstant(d) => d.to_string().into(),
-            StringConstant(..) => "string".into(),
+            StringConstant(s) => format!("\"{s}\"").into(),
            InterpolatedString(..) => "string".into(),
            CharConstant(c) => c.to_string().into(),
            Identifier(s) => s.to_string().into(),