gnustep/libs-base
0
0
Fork 0
mirror of https://github.com/gnustep/libs-base.git synced 2025-05-29 16:01:38 +00:00
Code Issues Projects Releases Packages Wiki Activity

UTF8 parsing improvements

Browse source
This commit is contained in:
Richard Frith-Macdonald 2018-07-14 07:25:40 +01:00
parent 053862f652
commit e60b2004af
3 changed files with 114 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

56
Source/Additions/Unicode.m
View file

@ -926,6 +926,22 @@ GSToUnicode(unichar **dst, unsigned int *size, const unsigned char *src,
{
int i, sle = 0;
/* legal first byte of a multibyte character?
*/
if (c <= 0xc1 || c >= 0xf5)
{
/* (0x7f <= c < 0xc0) means this is a continuation
* of a multibyte character without the first byte.
*
* (0xc0 == c || 0xc1 == c) are always illegal because
*
* (c >= 0xf5) would be for a multibyte character
* outside the unicode range.
*/
result = NO;
goto done;
}
/* calculated the expected sequence length */
while (c & 0x80)
{
@ -933,18 +949,11 @@ GSToUnicode(unichar **dst, unsigned int *size, const unsigned char *src,
sle++;
}
/* legal ? */
if ((sle < 2) || (sle > 6))
{
result = NO;
goto done;
}
/* do we have enough bytes ? */
if ((spos + sle) > slen)
{
result = NO;
goto done;
result = NO;
goto done;
}
/* get the codepoint */
@ -962,11 +971,40 @@ GSToUnicode(unichar **dst, unsigned int *size, const unsigned char *src,
u = u & ~(0xffffffff << ((5 * sle) + 1));
spos += sle;
/* How many bytes needed to encode this character?
*/
if (u < 0x80)
{
i = 1;
}
else if (u < 0x800)
{
i = 2;
}
else if (u < 0x10000)
{
i = 3;
}
else
{
i = 4;
}
if (0 && i < sle)
{
result = NO; // Character was not minimally encoded.
goto done;
}
if ((u >= 0xd800) && (u <= 0xdfff))
{
result = NO; // Unmatched half of surrogate pair.
goto done;
}
if (u > 0x10ffff)
{
result = NO; // Outside the unicode range.
goto done;
}
}
else
{