1
2
3
4
5
6
7
8
9
10 tokens = [
11
12 'ID', 'TYPEID', 'ICONST', 'FCONST', 'SCONST', 'CCONST',
13
14
15 'PLUS', 'MINUS', 'TIMES', 'DIVIDE', 'MOD',
16 'OR', 'AND', 'NOT', 'XOR', 'LSHIFT', 'RSHIFT',
17 'LOR', 'LAND', 'LNOT',
18 'LT', 'LE', 'GT', 'GE', 'EQ', 'NE',
19
20
21 'EQUALS', 'TIMESEQUAL', 'DIVEQUAL', 'MODEQUAL', 'PLUSEQUAL', 'MINUSEQUAL',
22 'LSHIFTEQUAL','RSHIFTEQUAL', 'ANDEQUAL', 'XOREQUAL', 'OREQUAL',
23
24
25 'PLUSPLUS', 'MINUSMINUS',
26
27
28 'ARROW',
29
30
31 'TERNARY',
32
33
34 'LPAREN', 'RPAREN',
35 'LBRACKET', 'RBRACKET',
36 'LBRACE', 'RBRACE',
37 'COMMA', 'PERIOD', 'SEMI', 'COLON',
38
39
40 'ELLIPSIS',
41 ]
42
43
44 t_PLUS = r'\+'
45 t_MINUS = r'-'
46 t_TIMES = r'\*'
47 t_DIVIDE = r'/'
48 t_MODULO = r'%'
49 t_OR = r'\|'
50 t_AND = r'&'
51 t_NOT = r'~'
52 t_XOR = r'\^'
53 t_LSHIFT = r'<<'
54 t_RSHIFT = r'>>'
55 t_LOR = r'\|\|'
56 t_LAND = r'&&'
57 t_LNOT = r'!'
58 t_LT = r'<'
59 t_GT = r'>'
60 t_LE = r'<='
61 t_GE = r'>='
62 t_EQ = r'=='
63 t_NE = r'!='
64
65
66
67 t_EQUALS = r'='
68 t_TIMESEQUAL = r'\*='
69 t_DIVEQUAL = r'/='
70 t_MODEQUAL = r'%='
71 t_PLUSEQUAL = r'\+='
72 t_MINUSEQUAL = r'-='
73 t_LSHIFTEQUAL = r'<<='
74 t_RSHIFTEQUAL = r'>>='
75 t_ANDEQUAL = r'&='
76 t_OREQUAL = r'\|='
77 t_XOREQUAL = r'^='
78
79
80 t_INCREMENT = r'\+\+'
81 t_DECREMENT = r'--'
82
83
84 t_ARROW = r'->'
85
86
87 t_TERNARY = r'\?'
88
89
90 t_LPAREN = r'\('
91 t_RPAREN = r'\)'
92 t_LBRACKET = r'\['
93 t_RBRACKET = r'\]'
94 t_LBRACE = r'\{'
95 t_RBRACE = r'\}'
96 t_COMMA = r','
97 t_PERIOD = r'\.'
98 t_SEMI = r';'
99 t_COLON = r':'
100 t_ELLIPSIS = r'\.\.\.'
101
102
103 t_ID = r'[A-Za-z_][A-Za-z0-9_]*'
104
105
106 t_INTEGER = r'\d+([uU]|[lL]|[uU][lL]|[lL][uU])?'
107
108
109 t_FLOAT = r'((\d+)(\.\d+)(e(\+|-)?(\d+))? | (\d+)e(\+|-)?(\d+))([lL]|[fF])?'
110
111
112 t_STRING = r'\"([^\\\n]|(\\.))*?\"'
113
114
115 t_CHARACTER = r'(L)?\'([^\\\n]|(\\.))*?\''
116
117
122
123
128