Merge branch 'main' into feat-definitions

2022-07-26 21:18:01 +08:00
parent 4bc2079bd6 8962f4b53a
commit 0bf7baa502
18 changed files with 310 additions and 189 deletions
--- a/src/lib.rs
+++ b/src/lib.rs
@@ -275,8 +275,8 @@ pub use tokenizer::{get_next_token, parse_string_literal};

 #[cfg(feature = "internals")]
 pub use tokenizer::{
-    InputStream, MultiInputsStream, Span, Token, TokenIterator, TokenizeState, TokenizerControl,
-    TokenizerControlBlock,
+    is_valid_function_name, is_valid_identifier, InputStream, MultiInputsStream, Span, Token,
+    TokenIterator, TokenizeState, TokenizerControl, TokenizerControlBlock,
 };

 #[cfg(feature = "internals")]