Add Span.

2022-02-08 23:01:47 +08:00
parent c64fc6f523
commit 3b9dbd5fce
5 changed files with 111 additions and 51 deletions
--- a/src/lib.rs
+++ b/src/lib.rs
@@ -247,7 +247,7 @@ pub use tokenizer::{get_next_token, parse_string_literal};

 #[cfg(feature = "internals")]
 pub use tokenizer::{
-    InputStream, MultiInputsStream, Token, TokenIterator, TokenizeState, TokenizerControl,
+    InputStream, MultiInputsStream, Span, Token, TokenIterator, TokenizeState, TokenizerControl,
    TokenizerControlBlock,
 };