diff options
-rw-r--r-- | libqpdf/QPDFTokenizer.cc | 11 |
1 files changed, 5 insertions, 6 deletions
diff --git a/libqpdf/QPDFTokenizer.cc b/libqpdf/QPDFTokenizer.cc index 9f45a374..721ea7ea 100644 --- a/libqpdf/QPDFTokenizer.cc +++ b/libqpdf/QPDFTokenizer.cc @@ -989,15 +989,14 @@ QPDFTokenizer::readToken( this->error_message = "unexpected EOF"; offset = input->getLastOffset(); } - if (this->state != st_token_ready) { - throw std::logic_error( - "getToken returned false after presenting EOF"); - } } else { - presentCharacter(ch); - if (this->before_token && (input->getLastOffset() == offset)) { + handleCharacter(ch); + if (this->before_token) { ++offset; } + if (this->in_token) { + this->raw_val += ch; + } if (max_len && (this->raw_val.length() >= max_len) && (this->state != st_token_ready)) { // terminate this token now |