Merge pull request #4359 from yt2b/check_bom

Add BOM check
2022-12-26 16:03:51 +09:00 · 2022-12-26 16:03:51 +09:00 · 313fd7d28c
parent 3aa0096212 bd0c15d34e
commit 313fd7d28c
1 changed files with 4 additions and 0 deletions
--- a/parser/src/lexer.rs
+++ b/parser/src/lexer.rs
@ -236,6 +236,10 @@ where
        lxr.window.slide();
        lxr.window.slide();
        lxr.window.slide();
+        // TODO: Handle possible mismatch between BOM and explicit encoding declaration.
+        if let Some('\u{feff}') = lxr.window[0] {
+            lxr.window.slide();
+        }
        // Start at top row (=1) left column (=1)
        lxr.location.reset();
        lxr