get token

Author: DanCodedThis

src/tokenizer.rs

@@ -830,7 +830,7 @@ impl<'a> Tokenizer<'a> {
         Self {
             dialect,
             query,
-            unescape: false,
+            unescape: true,
         }
     }
 
@@ -1324,6 +1324,9 @@ impl<'a> Tokenizer<'a> {
                                 comment,
                             })))
                         }
+                        Some('\\') if dialect_of!(self is SnowflakeDialect) => {
+                            Ok(Some(Token::Backslash))
+                        }
                         Some('/') if dialect_of!(self is DuckDbDialect | GenericDialect) => {
                             self.consume_and_return(chars, Token::DuckIntDiv)
                         }