Tokenizer: pad with 2 NULL bytes

This commit is contained in:
Alam Ed Arias 2024-02-21 22:32:32 -05:00
parent da1b579cee
commit b8023aeef9

View file

@ -15,10 +15,13 @@
tokenizer_t *Tokenizer_Open(const char *inputString, size_t len, unsigned numTokens) tokenizer_t *Tokenizer_Open(const char *inputString, size_t len, unsigned numTokens)
{ {
tokenizer_t *tokenizer = Z_Malloc(sizeof(tokenizer_t), PU_STATIC, NULL); tokenizer_t *tokenizer = Z_Malloc(sizeof(tokenizer_t), PU_STATIC, NULL);
const size_t lenpan = len+1; const size_t lenpan = 2;
tokenizer->zdup = malloc(lenpan); tokenizer->zdup = malloc(len+lenpan);
tokenizer->zdup[len] = 0x00; for (size_t i = 0; i < lenpan; i++)
{
tokenizer->zdup[len+i] = 0x00;
}
tokenizer->input = M_Memcpy(tokenizer->zdup, inputString, len); tokenizer->input = M_Memcpy(tokenizer->zdup, inputString, len);
tokenizer->startPos = 0; tokenizer->startPos = 0;