Rust-related/RustPython
1
0
Fork 1
mirror of https://github.com/RustPython/RustPython.git synced 2026-06-09 22:49:57 +09:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #3006 from tony-jinwoo-ahn/utf

Browse Source 
Fix range of "invalid start byte" for UTF-8
This commit is contained in:
Jeong YunWon
2021-09-05 01:35:05 +09:00
committed by GitHub
parent 54e8c71c3e 6e1c9c68b6
commit 70e7fb3d84
2 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
Lib/test/test_unicode.py vendored
View File

@@ -1896,8 +1896,6 @@ class UnicodeTest(string_tests.CommonTest,
self.assertEqual((b'aaaa' + seq + b'bbbb').decode('utf-8', 'ignore'),
'aaaa' + res + 'bbbb')
# TODO: RUSTPYTHON
@unittest.expectedFailure
def test_invalid_start_byte(self):
"""
Test that an 'invalid start byte' error is raised when the first byte

2
common/src/encodings.rs
View File

@@ -89,7 +89,7 @@ pub mod utf8 {
let err_idx = remaining_index + e.valid_up_to();
remaining_data = rest;
remaining_index += valid_prefix.len();
if (0x80..0xc0).contains(&first_err) {
if (0x80..0xc2).contains(&first_err) || (0xf5..=0xff).contains(&first_err) {
handle_error!(err_idx..err_idx + 1, "invalid start byte");
}
let err_len = match e.error_len() {