Tokenizer.h   Tokenizer.h 
skipping to change at line 47 skipping to change at line 47
// INCLUDES // INCLUDES
#include "Chain.h" #include "Chain.h"
// CLASS DEFINITION // CLASS DEFINITION
class Tokenizer { class Tokenizer {
public: public:
Tokenizer(const Chain& tokenStream, const Chain& sep, char esc = '\''); Tokenizer(const Chain& tokenStream, const Chain& sep, char quote = '\'' , char esc = '\\');
~Tokenizer(); ~Tokenizer();
bool nextToken(Chain& token); bool nextToken(Chain& token);
bool getTail(Chain& token); bool getTail(Chain& token);
int numAhead() const;
Tokenizer& operator = (const Tokenizer& t); Tokenizer& operator = (const Tokenizer& t);
private: private:
Chain _tokenStream; Chain _tokenStream;
Chain _sep; Chain _sep;
char _quote;
char _esc; char _esc;
int _lower; int _lower;
int _upper; int _upper;
}; };
#endif #endif
 End of changes. 3 change blocks. 
1 lines changed or deleted 4 lines changed or added

This html diff was produced by rfcdiff 1.41. The latest version is available from http://tools.ietf.org/tools/rfcdiff/