From fd02944e1953931e07f124448350db91038020af Mon Sep 17 00:00:00 2001 From: Jay Berkenbilt Date: Sun, 11 Feb 2018 15:39:13 -0500 Subject: Clean up comment --- libqpdf/qpdf/Pl_QPDFTokenizer.hh | 11 ++++------- 1 file changed, 4 insertions(+), 7 deletions(-) (limited to 'libqpdf') diff --git a/libqpdf/qpdf/Pl_QPDFTokenizer.hh b/libqpdf/qpdf/Pl_QPDFTokenizer.hh index 9f4ac133..42358898 100644 --- a/libqpdf/qpdf/Pl_QPDFTokenizer.hh +++ b/libqpdf/qpdf/Pl_QPDFTokenizer.hh @@ -7,13 +7,10 @@ #include #include -// -// Treat incoming text as a stream consisting of valid PDF tokens, but -// output bad tokens just the same. The idea here is to be able to -// use pipeline for content streams to normalize newlines without -// interfering with meaningful newlines such as those that occur -// inside of strings. -// +// Tokenize the incoming text using QPDFTokenizer and pass the tokens +// in turn to a QPDFObjectHandle::TokenFilter object. All bytes of +// incoming content will be included in exactly one token and passed +// downstream. class Pl_QPDFTokenizer: public Pipeline { -- cgit v1.2.3-54-g00ecf