Use tokens to speed up function name lookup.

2022-09-25 23:03:18 +08:00
parent ece522ce2f
commit bf02d040e2
15 changed files with 417 additions and 349 deletions
--- a/src/tests.rs
+++ b/src/tests.rs
@@ -22,15 +22,7 @@ fn check_struct_sizes() {
    );
    assert_eq!(
        size_of::<tokenizer::Token>(),
-        if IS_32_BIT {
-            if cfg!(feature = "decimal") {
-                24
-            } else {
-                16
-            }
-        } else {
-            32
-        }
+        if IS_32_BIT { 8 } else { 16 }
    );
    assert_eq!(size_of::<ast::Expr>(), if PACKED { 12 } else { 16 });
    assert_eq!(size_of::<Option<ast::Expr>>(), if PACKED { 12 } else { 16 });