| Tokenizer.h | Tokenizer.h | |||
|---|---|---|---|---|
| skipping to change at line 32 | skipping to change at line 32 | |||
| // INCLUDES | // INCLUDES | |||
| #include "Chain.h" | #include "Chain.h" | |||
| // CLASS DEFINITION | // CLASS DEFINITION | |||
| class Tokenizer { | class Tokenizer { | |||
| public: | public: | |||
| Tokenizer(const Chain& tokenStream, const Chain& sep, char quote = '\'' | Tokenizer(const Chain& tokenStream, const Chain& sep, char esc = '\\'); | |||
| , char esc = '\\'); | Tokenizer(char* buf, int len, const Chain& sep, char esc = '\\'); | |||
| Tokenizer(char* buf, int len, const Chain& sep, char quote = '\'', char | ||||
| esc = '\\'); | ||||
| ~Tokenizer(); | ~Tokenizer(); | |||
| bool nextToken(Chain& token); | bool nextToken(Chain& token); | |||
| bool getTail(Chain& token); | bool getTail(Chain& token); | |||
| int numAhead() const; | int numAhead() const; | |||
| void reset(char* buf, int len); | void reset(char* buf, int len); | |||
| Tokenizer& operator = (const Tokenizer& t); | Tokenizer& operator = (const Tokenizer& t); | |||
| skipping to change at line 55 | skipping to change at line 55 | |||
| private: | private: | |||
| bool checkSeparator(); | bool checkSeparator(); | |||
| bool _isLocal; | bool _isLocal; | |||
| char *_streamBuf; | char *_streamBuf; | |||
| int _bufLen; | int _bufLen; | |||
| Chain _tokenStream; | Chain _tokenStream; | |||
| Chain _sep; | Chain _sep; | |||
| char _quote; | ||||
| char _esc; | char _esc; | |||
| int _lower; | int _lower; | |||
| int _upper; | int _upper; | |||
| }; | }; | |||
| #endif | #endif | |||
| End of changes. 2 change blocks. | ||||
| 5 lines changed or deleted | 2 lines changed or added | |||