shadowfacts/grass
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

remove utf8 BOM from start of files

Browse Source
This commit is contained in:
Connor Skees 2020-08-18 06:12:57 -04:00
parent 6debd2ef52
commit b771befed4
2 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/lexer.rs
View File

@ -40,7 +40,7 @@ impl<'a> Iterator for Lexer<'a> {
impl<'a> Lexer<'a> { impl<'a> Lexer<'a> {
pub fn new(file: &'a Arc<File>) -> Lexer<'a> { pub fn new(file: &'a Arc<File>) -> Lexer<'a> {
Lexer { Lexer {
buf: file.source().chars().peekable(), buf: file.source().trim_start_matches("\u{ef}\u{bb}\u{bf}").trim_start_matches("\u{feff}").chars().peekable(),
pos: 0, pos: 0,
file, file,
} }

10
tests/misc.rs
View File

@ -96,3 +96,13 @@ test!(
"a {\n a: b\n}\n\nb {}\n", "a {\n a: b\n}\n\nb {}\n",
"a {\n a: b;\n}\n" "a {\n a: b;\n}\n"
); );
test!(
file_begins_with_utf8_bom,
"\u{feff}a {\n color: red\n}\n",
"a {\n color: red;\n}\n"
);
test!(
file_begins_with_bom,
"\u{ef}\u{bb}\u{bf}a {\n color: red\n}\n",
"a {\n color: red;\n}\n"
);