2 * Copyright 2008-2009 Katholieke Universiteit Leuven
4 * Use of this software is governed by the GNU LGPLv2.1 license
6 * Written by Sven Verdoolaege, K.U.Leuven, Departement
7 * Computerwetenschappen, Celestijnenlaan 200A, B-3001 Leuven, Belgium
14 #include "isl_stream.h"
18 enum isl_token_type type;
21 static int same_name(const void *entry, const void *val)
23 const struct isl_keyword *keyword = (const struct isl_keyword *)entry;
25 return !strcmp(keyword->name, val);
28 enum isl_token_type isl_stream_register_keyword(struct isl_stream *s,
31 struct isl_hash_table_entry *entry;
32 struct isl_keyword *keyword;
36 s->keywords = isl_hash_table_alloc(s->ctx, 10);
38 return ISL_TOKEN_ERROR;
39 s->next_type = ISL_TOKEN_LAST;
42 name_hash = isl_hash_string(isl_hash_init(), name);
44 entry = isl_hash_table_find(s->ctx, s->keywords, name_hash,
47 return ISL_TOKEN_ERROR;
49 keyword = entry->data;
53 keyword = isl_calloc_type(s->ctx, struct isl_keyword);
55 return ISL_TOKEN_ERROR;
56 keyword->type = s->next_type++;
57 keyword->name = strdup(name);
60 return ISL_TOKEN_ERROR;
62 entry->data = keyword;
67 static struct isl_token *isl_token_new(struct isl_ctx *ctx,
68 int line, int col, unsigned on_new_line)
70 struct isl_token *tok = isl_alloc_type(ctx, struct isl_token);
75 tok->on_new_line = on_new_line;
79 void isl_token_free(struct isl_token *tok)
83 if (tok->type == ISL_TOKEN_VALUE)
84 isl_int_clear(tok->u.v);
85 else if (tok->type == ISL_TOKEN_IDENT)
90 void isl_stream_error(struct isl_stream *s, struct isl_token *tok, char *msg)
92 int line = tok ? tok->line : s->line;
93 int col = tok ? tok->col : s->col;
94 fprintf(stderr, "syntax error (%d, %d): %s\n", line, col, msg);
97 fprintf(stderr, "got '%c'\n", tok->type);
99 fprintf(stderr, "got token type %d\n", tok->type);
103 static struct isl_stream* isl_stream_new(struct isl_ctx *ctx)
106 struct isl_stream *s = isl_alloc_type(ctx, struct isl_stream);
114 s->buffer = isl_alloc_array(ctx, char, s->size);
122 for (i = 0; i < 5; ++i)
132 struct isl_stream* isl_stream_new_file(struct isl_ctx *ctx, FILE *file)
134 struct isl_stream *s = isl_stream_new(ctx);
141 struct isl_stream* isl_stream_new_str(struct isl_ctx *ctx, const char *str)
143 struct isl_stream *s = isl_stream_new(ctx);
148 static int isl_stream_getc(struct isl_stream *s)
173 static void isl_stream_ungetc(struct isl_stream *s, int c)
182 static int isl_stream_push_char(struct isl_stream *s, int c)
184 if (s->len >= s->size) {
185 s->size = (3*s->size)/2;
186 s->buffer = isl_realloc_array(ctx, s->buffer, char, s->size);
190 s->buffer[s->len++] = c;
194 void isl_stream_push_token(struct isl_stream *s, struct isl_token *tok)
196 isl_assert(s->ctx, s->n_token < 5, return);
197 s->tokens[s->n_token++] = tok;
200 static enum isl_token_type check_keywords(struct isl_stream *s)
202 struct isl_hash_table_entry *entry;
203 struct isl_keyword *keyword;
206 if (!strcasecmp(s->buffer, "exists"))
207 return ISL_TOKEN_EXISTS;
208 if (!strcasecmp(s->buffer, "and"))
209 return ISL_TOKEN_AND;
210 if (!strcasecmp(s->buffer, "or"))
212 if (!strcasecmp(s->buffer, "infty"))
213 return ISL_TOKEN_INFTY;
214 if (!strcasecmp(s->buffer, "infinity"))
215 return ISL_TOKEN_INFTY;
216 if (!strcasecmp(s->buffer, "NaN"))
217 return ISL_TOKEN_NAN;
220 return ISL_TOKEN_IDENT;
222 name_hash = isl_hash_string(isl_hash_init(), s->buffer);
223 entry = isl_hash_table_find(s->ctx, s->keywords, name_hash, same_name,
226 keyword = entry->data;
227 return keyword->type;
230 return ISL_TOKEN_IDENT;
233 static struct isl_token *next_token(struct isl_stream *s, int same_line)
236 struct isl_token *tok = NULL;
238 int old_line = s->line;
241 if (same_line && s->tokens[s->n_token - 1]->on_new_line)
243 return s->tokens[--s->n_token];
246 if (same_line && s->c == '\n')
251 /* skip spaces and comment lines */
252 while ((c = isl_stream_getc(s)) != -1) {
254 while ((c = isl_stream_getc(s)) != -1 && c != '\n')
257 if (c == -1 || (same_line && c == '\n'))
259 } else if (!isspace(c) || (same_line && c == '\n'))
266 if (c == -1 || (same_line && c == '\n'))
282 tok = isl_token_new(s->ctx, line, col, old_line != line);
285 tok->type = (enum isl_token_type)c;
290 if ((c = isl_stream_getc(s)) == '>') {
291 tok = isl_token_new(s->ctx, line, col, old_line != line);
294 tok->type = ISL_TOKEN_TO;
298 isl_stream_ungetc(s, c);
300 tok = isl_token_new(s->ctx, line, col, old_line != line);
303 tok->type = (enum isl_token_type) '-';
307 if (c == '-' || isdigit(c)) {
308 tok = isl_token_new(s->ctx, line, col, old_line != line);
311 tok->type = ISL_TOKEN_VALUE;
312 isl_int_init(tok->u.v);
313 if (isl_stream_push_char(s, c))
315 while ((c = isl_stream_getc(s)) != -1 && isdigit(c))
316 if (isl_stream_push_char(s, c))
319 isl_stream_ungetc(s, c);
320 isl_stream_push_char(s, '\0');
321 isl_int_read(tok->u.v, s->buffer);
325 tok = isl_token_new(s->ctx, line, col, old_line != line);
328 isl_stream_push_char(s, c);
329 while ((c = isl_stream_getc(s)) != -1 &&
330 (isalnum(c) || c == '_'))
331 isl_stream_push_char(s, c);
333 isl_stream_ungetc(s, c);
334 while ((c = isl_stream_getc(s)) != -1 && c == '\'')
335 isl_stream_push_char(s, c);
337 isl_stream_ungetc(s, c);
338 isl_stream_push_char(s, '\0');
339 tok->type = check_keywords(s);
340 if (tok->type == ISL_TOKEN_IDENT)
341 tok->u.s = strdup(s->buffer);
346 tok = isl_token_new(s->ctx, line, col, old_line != line);
349 if ((c = isl_stream_getc(s)) == '=') {
350 tok->type = ISL_TOKEN_DEF;
354 isl_stream_ungetc(s, c);
360 tok = isl_token_new(s->ctx, line, col, old_line != line);
363 if ((c = isl_stream_getc(s)) == '=') {
364 tok->type = ISL_TOKEN_GE;
368 isl_stream_ungetc(s, c);
369 tok->type = ISL_TOKEN_GT;
374 tok = isl_token_new(s->ctx, line, col, old_line != line);
377 if ((c = isl_stream_getc(s)) == '=') {
378 tok->type = ISL_TOKEN_LE;
382 isl_stream_ungetc(s, c);
383 tok->type = ISL_TOKEN_LT;
387 tok = isl_token_new(s->ctx, line, col, old_line != line);
390 tok->type = ISL_TOKEN_AND;
391 if ((c = isl_stream_getc(s)) != '&' && c != -1)
392 isl_stream_ungetc(s, c);
396 tok = isl_token_new(s->ctx, line, col, old_line != line);
399 tok->type = ISL_TOKEN_OR;
400 if ((c = isl_stream_getc(s)) != '|' && c != -1)
401 isl_stream_ungetc(s, c);
405 tok = isl_token_new(s->ctx, line, col, old_line != line);
408 tok->type = ISL_TOKEN_UNKNOWN;
415 struct isl_token *isl_stream_next_token(struct isl_stream *s)
417 return next_token(s, 0);
420 struct isl_token *isl_stream_next_token_on_same_line(struct isl_stream *s)
422 return next_token(s, 1);
425 int isl_stream_eat_if_available(struct isl_stream *s, int type)
427 struct isl_token *tok;
429 tok = isl_stream_next_token(s);
432 if (tok->type == type) {
436 isl_stream_push_token(s, tok);
440 int isl_stream_next_token_is(struct isl_stream *s, int type)
442 struct isl_token *tok;
445 tok = isl_stream_next_token(s);
448 r = tok->type == type;
449 isl_stream_push_token(s, tok);
453 char *isl_stream_read_ident_if_available(struct isl_stream *s)
455 struct isl_token *tok;
457 tok = isl_stream_next_token(s);
460 if (tok->type == ISL_TOKEN_IDENT) {
461 char *ident = strdup(tok->u.s);
465 isl_stream_push_token(s, tok);
469 int isl_stream_eat(struct isl_stream *s, int type)
471 struct isl_token *tok;
473 tok = isl_stream_next_token(s);
476 if (tok->type == type) {
480 isl_stream_error(s, tok, "expecting other token");
481 isl_stream_push_token(s, tok);
485 int isl_stream_is_empty(struct isl_stream *s)
487 struct isl_token *tok;
489 tok = isl_stream_next_token(s);
494 isl_stream_push_token(s, tok);
498 static int free_keyword(void *p)
500 struct isl_keyword *keyword = p;
508 void isl_stream_free(struct isl_stream *s)
513 if (s->n_token != 0) {
514 struct isl_token *tok = isl_stream_next_token(s);
515 isl_stream_error(s, tok, "unexpected token");
519 isl_hash_table_foreach(s->ctx, s->keywords, free_keyword);
520 isl_hash_table_free(s->ctx, s->keywords);
522 isl_ctx_deref(s->ctx);