gfx/angle/src/compiler/preprocessor/Tokenizer.h@6474c204b198 (annotated)
gfx/angle/src/compiler/preprocessor/Tokenizer.h
Wed, 31 Dec 2014 06:09:35 +0100
- author
- Michael Schloh von Bennewitz <michael@schloh.com>
- date
- Wed, 31 Dec 2014 06:09:35 +0100
- changeset 0
- 6474c204b198
- permissions
- -rw-r--r--
Cloned upstream origin tor-browser at tor-browser-31.3.0esr-4.5-1-build1
revision ID fc1c9ff7c1b2defdbc039f12214767608f46423f for hacking purpose.
| michael@0 | 1 | // |
| michael@0 | 2 | // Copyright (c) 2012 The ANGLE Project Authors. All rights reserved. |
| michael@0 | 3 | // Use of this source code is governed by a BSD-style license that can be |
| michael@0 | 4 | // found in the LICENSE file. |
| michael@0 | 5 | // |
| michael@0 | 6 | |
| michael@0 | 7 | #ifndef COMPILER_PREPROCESSOR_TOKENIZER_H_ |
| michael@0 | 8 | #define COMPILER_PREPROCESSOR_TOKENIZER_H_ |
| michael@0 | 9 | |
| michael@0 | 10 | #include "Input.h" |
| michael@0 | 11 | #include "Lexer.h" |
| michael@0 | 12 | #include "pp_utils.h" |
| michael@0 | 13 | |
| michael@0 | 14 | namespace pp |
| michael@0 | 15 | { |
| michael@0 | 16 | |
| michael@0 | 17 | class Diagnostics; |
| michael@0 | 18 | |
| michael@0 | 19 | class Tokenizer : public Lexer |
| michael@0 | 20 | { |
| michael@0 | 21 | public: |
| michael@0 | 22 | struct Context |
| michael@0 | 23 | { |
| michael@0 | 24 | Diagnostics* diagnostics; |
| michael@0 | 25 | |
| michael@0 | 26 | Input input; |
| michael@0 | 27 | // The location where yytext points to. Token location should track |
| michael@0 | 28 | // scanLoc instead of Input::mReadLoc because they may not be the same |
| michael@0 | 29 | // if text is buffered up in the scanner input buffer. |
| michael@0 | 30 | Input::Location scanLoc; |
| michael@0 | 31 | |
| michael@0 | 32 | bool leadingSpace; |
| michael@0 | 33 | bool lineStart; |
| michael@0 | 34 | }; |
| michael@0 | 35 | static const std::size_t kMaxTokenLength; |
| michael@0 | 36 | |
| michael@0 | 37 | Tokenizer(Diagnostics* diagnostics); |
| michael@0 | 38 | ~Tokenizer(); |
| michael@0 | 39 | |
| michael@0 | 40 | bool init(size_t count, const char* const string[], const int length[]); |
| michael@0 | 41 | |
| michael@0 | 42 | void setFileNumber(int file); |
| michael@0 | 43 | void setLineNumber(int line); |
| michael@0 | 44 | |
| michael@0 | 45 | virtual void lex(Token* token); |
| michael@0 | 46 | |
| michael@0 | 47 | private: |
| michael@0 | 48 | PP_DISALLOW_COPY_AND_ASSIGN(Tokenizer); |
| michael@0 | 49 | bool initScanner(); |
| michael@0 | 50 | void destroyScanner(); |
| michael@0 | 51 | |
| michael@0 | 52 | void* mHandle; // Scanner handle. |
| michael@0 | 53 | Context mContext; // Scanner extra. |
| michael@0 | 54 | }; |
| michael@0 | 55 | |
| michael@0 | 56 | } // namespace pp |
| michael@0 | 57 | #endif // COMPILER_PREPROCESSOR_TOKENIZER_H_ |
| michael@0 | 58 |
