gfx/angle/src/compiler/preprocessor/Token.h

branch
TOR_BUG_9701
changeset 3
141e0f1194b1
equal deleted inserted replaced
-1:000000000000 0:1be3031235d0
1 //
2 // Copyright (c) 2011 The ANGLE Project Authors. All rights reserved.
3 // Use of this source code is governed by a BSD-style license that can be
4 // found in the LICENSE file.
5 //
6
7 #ifndef COMPILER_PREPROCESSOR_TOKEN_H_
8 #define COMPILER_PREPROCESSOR_TOKEN_H_
9
10 #include <ostream>
11 #include <string>
12
13 #include "SourceLocation.h"
14
15 namespace pp
16 {
17
18 struct Token
19 {
20 enum Type
21 {
22 LAST = 0, // EOF.
23
24 IDENTIFIER = 258,
25
26 CONST_INT,
27 CONST_FLOAT,
28
29 OP_INC,
30 OP_DEC,
31 OP_LEFT,
32 OP_RIGHT,
33 OP_LE,
34 OP_GE,
35 OP_EQ,
36 OP_NE,
37 OP_AND,
38 OP_XOR,
39 OP_OR,
40 OP_ADD_ASSIGN,
41 OP_SUB_ASSIGN,
42 OP_MUL_ASSIGN,
43 OP_DIV_ASSIGN,
44 OP_MOD_ASSIGN,
45 OP_LEFT_ASSIGN,
46 OP_RIGHT_ASSIGN,
47 OP_AND_ASSIGN,
48 OP_XOR_ASSIGN,
49 OP_OR_ASSIGN,
50
51 // Preprocessing token types.
52 // These types are used by the preprocessor internally.
53 // Preprocessor clients must not depend or check for them.
54 PP_HASH,
55 PP_NUMBER,
56 PP_OTHER
57 };
58 enum Flags
59 {
60 AT_START_OF_LINE = 1 << 0,
61 HAS_LEADING_SPACE = 1 << 1,
62 EXPANSION_DISABLED = 1 << 2
63 };
64
65 Token() : type(0), flags(0) { }
66
67 void reset();
68 bool equals(const Token& other) const;
69
70 // Returns true if this is the first token on line.
71 // It disregards any leading whitespace.
72 bool atStartOfLine() const { return (flags & AT_START_OF_LINE) != 0; }
73 void setAtStartOfLine(bool start);
74
75 bool hasLeadingSpace() const { return (flags & HAS_LEADING_SPACE) != 0; }
76 void setHasLeadingSpace(bool space);
77
78 bool expansionDisabled() const { return (flags & EXPANSION_DISABLED) != 0; }
79 void setExpansionDisabled(bool disable);
80
81 // Converts text into numeric value for CONST_INT and CONST_FLOAT token.
82 // Returns false if the parsed value cannot fit into an int or float.
83 bool iValue(int* value) const;
84 bool uValue(unsigned int* value) const;
85 bool fValue(float* value) const;
86
87 int type;
88 unsigned int flags;
89 SourceLocation location;
90 std::string text;
91 };
92
93 inline bool operator==(const Token& lhs, const Token& rhs)
94 {
95 return lhs.equals(rhs);
96 }
97
98 inline bool operator!=(const Token& lhs, const Token& rhs)
99 {
100 return !lhs.equals(rhs);
101 }
102
103 extern std::ostream& operator<<(std::ostream& out, const Token& token);
104
105 } // namepsace pp
106 #endif // COMPILER_PREPROCESSOR_TOKEN_H_

mercurial