error handling

2026-03-16 10:59:55 +01:00
parent 964bbe4ec0
commit 720218cf31
16 changed files with 138 additions and 58 deletions
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -346,7 +346,11 @@ impl Tokenizer {
    }

    fn scan_identifier(&mut self) -> Result<(), ZernError> {
-        while self.peek().is_alphanumeric() || self.peek() == '_' || self.peek() == '.' {
+        while self.peek().is_alphanumeric()
+            || self.peek() == '_'
+            || self.peek() == '.'
+            || self.peek() == '?'
+        {
            self.advance();
        }