Rust-related/RustPython
1
0
Fork 1
mirror of https://github.com/RustPython/RustPython.git synced 2026-06-02 19:39:49 +09:00
Code Issues Packages Projects Releases Wiki Activity

Add support for a escape sequence in string literals to lexer.

Browse Source 
(\u, \x and octals not supported.)
This commit is contained in:
Adam Kelly
2018-07-27 08:52:32 +01:00
parent e7cc6b1786
commit a6785c8d72
1 changed files with 72 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

72
parser/src/lexer.rs
View File

@@ -134,6 +134,50 @@ impl<'input> Lexer<'input> {
loop {
match self.next_char() {
Some('\\') => {
match self.next_char() {
Some('\\') => {
string_content.push('\\');
}
Some('\'') => {
string_content.push('\'')
}
Some('\"') => {
string_content.push('\"')
}
Some('\n') => {
// Ignored
}
Some('a') => {
string_content.push('\x07')
}
Some('b') => {
string_content.push('\x08')
}
Some('f') => {
string_content.push('\x0c')
}
Some('n') => {
string_content.push('\n');
}
Some('r') => {
string_content.push('\r')
},
Some('t') => {
string_content.push('\t');
}
Some('v') => {
string_content.push('\x0b')
}
Some(c) => {
string_content.push('\\');
string_content.push(c);
}
None => {
return Err(LexicalError::StringError);
}
}
}
Some(c) => {
if c == quote_char {
break;
@@ -690,4 +734,32 @@ mod tests {
);
}
#[test]
fn test_string() {
let source = String::from(r#""double" 'single' 'can\'t' "\\\"" '\t\r\n' '\g'"#);
let tokens = lex_source(&source);
assert_eq!(
tokens,
vec![
Tok::String {
value: String::from("double"),
},
Tok::String {
value: String::from("single"),
},
Tok::String {
value: String::from("can't"),
},
Tok::String {
value: String::from("\\\""),
},
Tok::String {
value: String::from("\t\r\n"),
},
Tok::String {
value: String::from("\\g"),
},
]
);
}
}