Fix CRLF handling in external scanner
This commit is contained in:
parent
7b6777bc56
commit
3b15f16973
13
corpus/crlf.txt
Normal file
13
corpus/crlf.txt
Normal file
@ -0,0 +1,13 @@
|
||||
================================
|
||||
Variables with CRLF line endings
|
||||
================================
|
||||
|
||||
A=one
|
||||
|
||||
B=two
|
||||
|
||||
---
|
||||
|
||||
(program
|
||||
(variable_assignment (variable_name) (word))
|
||||
(variable_assignment (variable_name) (word)))
|
1
src/scanner.cc
vendored
1
src/scanner.cc
vendored
@ -213,6 +213,7 @@ struct Scanner {
|
||||
if (
|
||||
lexer->lookahead == ' ' ||
|
||||
lexer->lookahead == '\t' ||
|
||||
lexer->lookahead == '\r' ||
|
||||
(lexer->lookahead == '\n' && !valid_symbols[NEWLINE])
|
||||
) {
|
||||
skip(lexer);
|
||||
|
Loading…
x
Reference in New Issue
Block a user