| Tokenizer.h | Tokenizer.h | |||
|---|---|---|---|---|
| skipping to change at line 47 | skipping to change at line 47 | |||
| // INCLUDES | // INCLUDES | |||
| #include "Chain.h" | #include "Chain.h" | |||
| // CLASS DEFINITION | // CLASS DEFINITION | |||
| class Tokenizer { | class Tokenizer { | |||
| public: | public: | |||
| Tokenizer(const Chain& tokenStream, const Chain& sep, char esc = '\''); | Tokenizer(const Chain& tokenStream, const Chain& sep, char quote = '\'' , char esc = '\\'); | |||
| ~Tokenizer(); | ~Tokenizer(); | |||
| bool nextToken(Chain& token); | bool nextToken(Chain& token); | |||
| bool getTail(Chain& token); | bool getTail(Chain& token); | |||
| int numAhead() const; | ||||
| Tokenizer& operator = (const Tokenizer& t); | Tokenizer& operator = (const Tokenizer& t); | |||
| private: | private: | |||
| Chain _tokenStream; | Chain _tokenStream; | |||
| Chain _sep; | Chain _sep; | |||
| char _quote; | ||||
| char _esc; | char _esc; | |||
| int _lower; | int _lower; | |||
| int _upper; | int _upper; | |||
| }; | }; | |||
| #endif | #endif | |||
| End of changes. 3 change blocks. | ||||
| 1 lines changed or deleted | 4 lines changed or added | |||