db_lex.c revision 1.1 1 1.1 cgd /*
2 1.1 cgd * Mach Operating System
3 1.1 cgd * Copyright (c) 1991,1990 Carnegie Mellon University
4 1.1 cgd * All Rights Reserved.
5 1.1 cgd *
6 1.1 cgd * Permission to use, copy, modify and distribute this software and its
7 1.1 cgd * documentation is hereby granted, provided that both the copyright
8 1.1 cgd * notice and this permission notice appear in all copies of the
9 1.1 cgd * software, derivative works or modified versions, and any portions
10 1.1 cgd * thereof, and that both notices appear in supporting documentation.
11 1.1 cgd *
12 1.1 cgd * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS
13 1.1 cgd * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
14 1.1 cgd * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
15 1.1 cgd *
16 1.1 cgd * Carnegie Mellon requests users of this software to return to
17 1.1 cgd *
18 1.1 cgd * Software Distribution Coordinator or Software.Distribution (at) CS.CMU.EDU
19 1.1 cgd * School of Computer Science
20 1.1 cgd * Carnegie Mellon University
21 1.1 cgd * Pittsburgh PA 15213-3890
22 1.1 cgd *
23 1.1 cgd * any improvements or extensions that they make and grant Carnegie the
24 1.1 cgd * rights to redistribute these changes.
25 1.1 cgd */
26 1.1 cgd /*
27 1.1 cgd * HISTORY
28 1.1 cgd * $Log: db_lex.c,v $
29 1.1 cgd * Revision 1.1 1993/03/21 09:45:37 cgd
30 1.1 cgd * Initial revision
31 1.1 cgd *
32 1.1 cgd * Revision 1.1 1992/03/25 21:45:13 pace
33 1.1 cgd * Initial revision
34 1.1 cgd *
35 1.1 cgd * Revision 2.3 91/02/05 17:06:36 mrt
36 1.1 cgd * Changed to new Mach copyright
37 1.1 cgd * [91/01/31 16:18:20 mrt]
38 1.1 cgd *
39 1.1 cgd * Revision 2.2 90/08/27 21:51:10 dbg
40 1.1 cgd * Add 'dotdot' token.
41 1.1 cgd * [90/08/22 dbg]
42 1.1 cgd *
43 1.1 cgd * Allow backslash to quote any character into an identifier.
44 1.1 cgd * Allow colon in identifier for symbol table qualification.
45 1.1 cgd * [90/08/16 dbg]
46 1.1 cgd * Reduce lint.
47 1.1 cgd * [90/08/07 dbg]
48 1.1 cgd * Created.
49 1.1 cgd * [90/07/25 dbg]
50 1.1 cgd *
51 1.1 cgd */
52 1.1 cgd /*
53 1.1 cgd * Author: David B. Golub, Carnegie Mellon University
54 1.1 cgd * Date: 7/90
55 1.1 cgd */
56 1.1 cgd /*
57 1.1 cgd * Lexical analyzer.
58 1.1 cgd */
59 1.1 cgd #include <ddb/db_lex.h>
60 1.1 cgd
61 1.1 cgd char db_line[120];
62 1.1 cgd char * db_lp, *db_endlp;
63 1.1 cgd
64 1.1 cgd int
65 1.1 cgd db_read_line()
66 1.1 cgd {
67 1.1 cgd int i;
68 1.1 cgd
69 1.1 cgd i = db_readline(db_line, sizeof(db_line));
70 1.1 cgd if (i == 0)
71 1.1 cgd return (0); /* EOI */
72 1.1 cgd db_lp = db_line;
73 1.1 cgd db_endlp = db_lp + i;
74 1.1 cgd return (i);
75 1.1 cgd }
76 1.1 cgd
77 1.1 cgd void
78 1.1 cgd db_flush_line()
79 1.1 cgd {
80 1.1 cgd db_lp = db_line;
81 1.1 cgd db_endlp = db_line;
82 1.1 cgd }
83 1.1 cgd
84 1.1 cgd int db_look_char = 0;
85 1.1 cgd
86 1.1 cgd int
87 1.1 cgd db_read_char()
88 1.1 cgd {
89 1.1 cgd int c;
90 1.1 cgd
91 1.1 cgd if (db_look_char != 0) {
92 1.1 cgd c = db_look_char;
93 1.1 cgd db_look_char = 0;
94 1.1 cgd }
95 1.1 cgd else if (db_lp >= db_endlp)
96 1.1 cgd c = -1;
97 1.1 cgd else
98 1.1 cgd c = *db_lp++;
99 1.1 cgd return (c);
100 1.1 cgd }
101 1.1 cgd
102 1.1 cgd void
103 1.1 cgd db_unread_char(c)
104 1.1 cgd {
105 1.1 cgd db_look_char = c;
106 1.1 cgd }
107 1.1 cgd
108 1.1 cgd int db_look_token = 0;
109 1.1 cgd
110 1.1 cgd void
111 1.1 cgd db_unread_token(t)
112 1.1 cgd int t;
113 1.1 cgd {
114 1.1 cgd db_look_token = t;
115 1.1 cgd }
116 1.1 cgd
117 1.1 cgd int
118 1.1 cgd db_read_token()
119 1.1 cgd {
120 1.1 cgd int t;
121 1.1 cgd
122 1.1 cgd if (db_look_token) {
123 1.1 cgd t = db_look_token;
124 1.1 cgd db_look_token = 0;
125 1.1 cgd }
126 1.1 cgd else
127 1.1 cgd t = db_lex();
128 1.1 cgd return (t);
129 1.1 cgd }
130 1.1 cgd
131 1.1 cgd int db_tok_number;
132 1.1 cgd char db_tok_string[TOK_STRING_SIZE];
133 1.1 cgd
134 1.1 cgd int db_radix = 16;
135 1.1 cgd
136 1.1 cgd void
137 1.1 cgd db_flush_lex()
138 1.1 cgd {
139 1.1 cgd db_flush_line();
140 1.1 cgd db_look_char = 0;
141 1.1 cgd db_look_token = 0;
142 1.1 cgd }
143 1.1 cgd
144 1.1 cgd int
145 1.1 cgd db_lex()
146 1.1 cgd {
147 1.1 cgd int c;
148 1.1 cgd
149 1.1 cgd c = db_read_char();
150 1.1 cgd while (c <= ' ' || c > '~') {
151 1.1 cgd if (c == '\n' || c == -1)
152 1.1 cgd return (tEOL);
153 1.1 cgd c = db_read_char();
154 1.1 cgd }
155 1.1 cgd
156 1.1 cgd if (c >= '0' && c <= '9') {
157 1.1 cgd /* number */
158 1.1 cgd int r, digit;
159 1.1 cgd
160 1.1 cgd if (c > '0')
161 1.1 cgd r = db_radix;
162 1.1 cgd else {
163 1.1 cgd c = db_read_char();
164 1.1 cgd if (c == 'O' || c == 'o')
165 1.1 cgd r = 8;
166 1.1 cgd else if (c == 'T' || c == 't')
167 1.1 cgd r = 10;
168 1.1 cgd else if (c == 'X' || c == 'x')
169 1.1 cgd r = 16;
170 1.1 cgd else {
171 1.1 cgd r = db_radix;
172 1.1 cgd db_unread_char(c);
173 1.1 cgd }
174 1.1 cgd c = db_read_char();
175 1.1 cgd }
176 1.1 cgd db_tok_number = 0;
177 1.1 cgd for (;;) {
178 1.1 cgd if (c >= '0' && c <= ((r == 8) ? '7' : '9'))
179 1.1 cgd digit = c - '0';
180 1.1 cgd else if (r == 16 && ((c >= 'A' && c <= 'F') ||
181 1.1 cgd (c >= 'a' && c <= 'f'))) {
182 1.1 cgd if (c >= 'a')
183 1.1 cgd digit = c - 'a' + 10;
184 1.1 cgd else if (c >= 'A')
185 1.1 cgd digit = c - 'A' + 10;
186 1.1 cgd }
187 1.1 cgd else
188 1.1 cgd break;
189 1.1 cgd db_tok_number = db_tok_number * r + digit;
190 1.1 cgd c = db_read_char();
191 1.1 cgd }
192 1.1 cgd if ((c >= '0' && c <= '9') ||
193 1.1 cgd (c >= 'A' && c <= 'Z') ||
194 1.1 cgd (c >= 'a' && c <= 'z') ||
195 1.1 cgd (c == '_'))
196 1.1 cgd {
197 1.1 cgd db_error("Bad character in number\n");
198 1.1 cgd db_flush_lex();
199 1.1 cgd return (tEOF);
200 1.1 cgd }
201 1.1 cgd db_unread_char(c);
202 1.1 cgd return (tNUMBER);
203 1.1 cgd }
204 1.1 cgd if ((c >= 'A' && c <= 'Z') ||
205 1.1 cgd (c >= 'a' && c <= 'z') ||
206 1.1 cgd c == '_' || c == '\\')
207 1.1 cgd {
208 1.1 cgd /* string */
209 1.1 cgd char *cp;
210 1.1 cgd
211 1.1 cgd cp = db_tok_string;
212 1.1 cgd if (c == '\\') {
213 1.1 cgd c = db_read_char();
214 1.1 cgd if (c == '\n' || c == -1)
215 1.1 cgd db_error("Bad escape\n");
216 1.1 cgd }
217 1.1 cgd *cp++ = c;
218 1.1 cgd while (1) {
219 1.1 cgd c = db_read_char();
220 1.1 cgd if ((c >= 'A' && c <= 'Z') ||
221 1.1 cgd (c >= 'a' && c <= 'z') ||
222 1.1 cgd (c >= '0' && c <= '9') ||
223 1.1 cgd c == '_' || c == '\\' || c == ':')
224 1.1 cgd {
225 1.1 cgd if (c == '\\') {
226 1.1 cgd c = db_read_char();
227 1.1 cgd if (c == '\n' || c == -1)
228 1.1 cgd db_error("Bad escape\n");
229 1.1 cgd }
230 1.1 cgd *cp++ = c;
231 1.1 cgd if (cp == db_tok_string+sizeof(db_tok_string)) {
232 1.1 cgd db_error("String too long\n");
233 1.1 cgd db_flush_lex();
234 1.1 cgd return (tEOF);
235 1.1 cgd }
236 1.1 cgd continue;
237 1.1 cgd }
238 1.1 cgd else {
239 1.1 cgd *cp = '\0';
240 1.1 cgd break;
241 1.1 cgd }
242 1.1 cgd }
243 1.1 cgd db_unread_char(c);
244 1.1 cgd return (tIDENT);
245 1.1 cgd }
246 1.1 cgd
247 1.1 cgd switch (c) {
248 1.1 cgd case '+':
249 1.1 cgd return (tPLUS);
250 1.1 cgd case '-':
251 1.1 cgd return (tMINUS);
252 1.1 cgd case '.':
253 1.1 cgd c = db_read_char();
254 1.1 cgd if (c == '.')
255 1.1 cgd return (tDOTDOT);
256 1.1 cgd db_unread_char(c);
257 1.1 cgd return (tDOT);
258 1.1 cgd case '*':
259 1.1 cgd return (tSTAR);
260 1.1 cgd case '/':
261 1.1 cgd return (tSLASH);
262 1.1 cgd case '=':
263 1.1 cgd return (tEQ);
264 1.1 cgd case '%':
265 1.1 cgd return (tPCT);
266 1.1 cgd case '#':
267 1.1 cgd return (tHASH);
268 1.1 cgd case '(':
269 1.1 cgd return (tLPAREN);
270 1.1 cgd case ')':
271 1.1 cgd return (tRPAREN);
272 1.1 cgd case ',':
273 1.1 cgd return (tCOMMA);
274 1.1 cgd case '"':
275 1.1 cgd return (tDITTO);
276 1.1 cgd case '$':
277 1.1 cgd return (tDOLLAR);
278 1.1 cgd case '!':
279 1.1 cgd return (tEXCL);
280 1.1 cgd case '<':
281 1.1 cgd c = db_read_char();
282 1.1 cgd if (c == '<')
283 1.1 cgd return (tSHIFT_L);
284 1.1 cgd db_unread_char(c);
285 1.1 cgd break;
286 1.1 cgd case '>':
287 1.1 cgd c = db_read_char();
288 1.1 cgd if (c == '>')
289 1.1 cgd return (tSHIFT_R);
290 1.1 cgd db_unread_char(c);
291 1.1 cgd break;
292 1.1 cgd case -1:
293 1.1 cgd return (tEOF);
294 1.1 cgd }
295 1.1 cgd db_printf("Bad character\n");
296 db_flush_lex();
297 return (tEOF);
298 }
299