LibWeb: Add missing preprocessing step to the css tokenizer

This commit is contained in:
stelar7
2022-05-08 12:30:56 +02:00
committed by Linus Groh
parent 4359d4eb5d
commit cd73d5c1d0

View File

@@ -223,6 +223,8 @@ Tokenizer::Tokenizer(StringView input, String const& encoding)
}
} else if (code_point == '\f') {
builder.append('\n');
} else if (code_point == 0x00) {
builder.append_code_point(REPLACEMENT_CHARACTER);
} else if (code_point >= 0xD800 && code_point <= 0xDFFF) {
builder.append_code_point(REPLACEMENT_CHARACTER);
} else {