Remove redundant tests in QPDFTokenizer::readToken

1 files changed, 5 insertions, 6 deletions

diff --git a/libqpdf/QPDFTokenizer.cc b/libqpdf/QPDFTokenizer.cc
index 9f45a374..721ea7ea 100644
--- a/libqpdf/QPDFTokenizer.cc
+++ b/libqpdf/QPDFTokenizer.cc
@@ -989,15 +989,14 @@ QPDFTokenizer::readToken(
                 this->error_message = "unexpected EOF";
                 offset = input->getLastOffset();
             }
-            if (this->state != st_token_ready) {
-                throw std::logic_error(
-                    "getToken returned false after presenting EOF");
-            }
         } else {
-            presentCharacter(ch);
-            if (this->before_token && (input->getLastOffset() == offset)) {
+            handleCharacter(ch);
+            if (this->before_token) {
                 ++offset;
             }
+            if (this->in_token) {
+                this->raw_val += ch;
+            }
             if (max_len && (this->raw_val.length() >= max_len) &&
                 (this->state != st_token_ready)) {
                 // terminate this token now