Reduce size of Token.

2022-02-26 23:18:47 +08:00
parent 61e6403ac6
commit b17e891b63
4 changed files with 34 additions and 24 deletions
--- a/src/tests.rs
+++ b/src/tests.rs
@@ -19,6 +19,7 @@ fn check_struct_sizes() {
        size_of::<Position>(),
        if cfg!(feature = "no_position") { 0 } else { 4 }
    );
+    assert_eq!(size_of::<tokenizer::Token>(), 32);
    assert_eq!(size_of::<ast::Expr>(), if PACKED { 12 } else { 16 });
    assert_eq!(size_of::<Option<ast::Expr>>(), if PACKED { 12 } else { 16 });
    assert_eq!(size_of::<ast::Stmt>(), if PACKED { 12 } else { 16 });