tokenize.cpp File Reference
#include <string>#include <vector>#include <conio.h>#include "assert.h"#include "tokenize.h"#include "skip_ws.h"
Include dependency graph for tokenize.cpp:
Go to the source code of this file.
Functions | |
| void | tokenize (const string &text, vector< string > &tokens) |
Function Documentation
◆ tokenize()
Definition at line 18 of file tokenize.cpp.
19{
20 tokens.resize ( 0 );
24 {
25 // skip whitespace
27 // check for literal string
29 {
30 // skip initial quote
32 for ( ;; )
33 {
35 {
36 end++;
38 {
39 case 'x':
40 case 'X':
42 break;
43 case '0':
44 ASSERT(0);
45 break;
46 default:
47 end++;
48 break;
49 }
50 }
52 {
53 end++;
54 break;
55 }
56 else
57 end++;
58 }
61 }
63 {
66 end++;
69 }
71 {
74 end++;
77 {
78 end++;
80 end++;
82 }
84 end++;
86 end++;
89 }
91 {
92 case '.':
94 p++;
95 break;
96 case ',':
98 p++;
99 break;
100 case '(':
102 p++;
103 break;
104 case ')':
106 p++;
107 break;
108 case '{':
110 p++;
111 break;
112 case '}':
114 p++;
115 break;
116 case '[':
118 p++;
119 break;
120 case ']':
122 p++;
123 break;
124 case ';':
126 p++;
127 break;
128 case '\\':
130 {
131 case '\n':
133 p += 2;
134 break;
135 default:
138 p++;
139 break;
140 }
141 break;
142 case '|':
144 {
145 case '|':
147 p += 2;
148 break;
149 default:
151 p++;
152 break;
153 }
154 break;
155 case '&':
157 {
158 case '&':
160 p += 2;
161 break;
162 default:
164 p++;
165 break;
166 }
167 break;
168 case '<':
170 {
171 case '<':
174 else
176 break;
177 case '=':
179 p += 2;
180 break;
181 default:
183 p++;
184 break;
185 }
186 break;
187 case '>':
189 {
190 case '>':
193 else
195 break;
196 case '=':
198 p += 2;
199 break;
200 default:
202 p++;
203 break;
204 }
205 break;
206 case '!':
208 {
209 case '=':
211 p += 2;
212 break;
213 default:
215 p++;
216 break;
217 }
218 break;
219 case '=':
221 {
222 case '=':
224 p += 2;
225 break;
226 default:
228 p++;
229 break;
230 }
231 break;
232 case ':':
234 {
235 case ':':
237 p += 2;
238 break;
239 default:
241 p++;
242 break;
243 }
244 break;
245 case '*':
247 {
248 case '=':
250 p += 2;
251 break;
252 default:
254 p++;
255 break;
256 }
257 break;
258 case '/':
260 {
261 case '=':
263 p += 2;
264 break;
265 default:
267 p++;
268 break;
269 }
270 break;
271 case '+':
273 {
274 case '+':
275 case '=':
277 p += 2;
278 break;
279 default:
281 p++;
282 break;
283 }
284 break;
285 case '-':
287 {
288 case '-':
289 case '=':
291 p += 2;
292 break;
293 default:
295 p++;
296 break;
297 }
298 break;
299 case '#':
301 p++;
302 break;
303 case 0:
304 break;
305 default:
307 getch();
308 p++;
309 break;
310 }
311 }
312}
void push_back(const _Tp &__x=_STLP_DEFAULT_CONSTRUCTED(_Tp))
Definition: _vector.h:379
void resize(size_type __new_size, const _Tp &__x=_STLP_DEFAULT_CONSTRUCTED(_Tp))
Definition: _vector.h:639
Referenced by process().
