123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209 |
- /* Copyright (C) 2016 Jeremiah Orians
- * This file is part of M2-Planet.
- *
- * M2-Planet is free software: you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation, either version 3 of the License, or
- * (at your option) any later version.
- *
- * M2-Planet is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with M2-Planet. If not, see <http://www.gnu.org/licenses/>.
- */
- #include "cc.h"
- /* Globals */
- FILE* input;
- struct token_list* token;
- int line;
- char* file;
- int clearWhiteSpace(int c)
- {
- if((32 == c) || (9 == c)) return clearWhiteSpace(fgetc(input));
- else if (10 == c)
- {
- line = line + 1;
- return clearWhiteSpace(fgetc(input));
- }
- return c;
- }
- int consume_byte(int c)
- {
- hold_string[string_index] = c;
- string_index = string_index + 1;
- require(MAX_STRING > string_index, "Token exceeded MAX_STRING char limit\nuse --max-string number to increase\n");
- return fgetc(input);
- }
- int preserve_string(int c)
- {
- int frequent = c;
- int escape = FALSE;
- do
- {
- if(!escape && '\\' == c ) escape = TRUE;
- else escape = FALSE;
- c = consume_byte(c);
- require(EOF != c, "Unterminated string\n");
- } while(escape || (c != frequent));
- return fgetc(input);
- }
- void fixup_label()
- {
- int hold = ':';
- int prev;
- int i = 0;
- do
- {
- prev = hold;
- hold = hold_string[i];
- hold_string[i] = prev;
- i = i + 1;
- } while(0 != hold);
- }
- int preserve_keyword(int c, char* S)
- {
- while(in_set(c, S))
- {
- c = consume_byte(c);
- }
- return c;
- }
- int purge_macro(int ch)
- {
- while(10 != ch)
- {
- ch = fgetc(input);
- require(EOF != ch, "Hit EOF inside macro\n");
- }
- return ch;
- }
- void reset_hold_string()
- {
- int i = string_index + 2;
- while(0 != i)
- {
- hold_string[i] = 0;
- i = i - 1;
- }
- }
- int get_token(int c)
- {
- struct token_list* current = calloc(1, sizeof(struct token_list));
- require(NULL != current, "Exhusted memory while getting token\n");
- reset:
- reset_hold_string();
- string_index = 0;
- c = clearWhiteSpace(c);
- if(c == EOF)
- {
- free(current);
- return c;
- }
- else if('#' == c)
- {
- c = purge_macro(c);
- goto reset;
- }
- else if(in_set(c, "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_"))
- {
- c = preserve_keyword(c, "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_");
- if(':' == c)
- {
- fixup_label();
- c = ' ';
- }
- }
- else if(in_set(c, "<=>|&!-"))
- {
- c = preserve_keyword(c, "<=>|&!-");
- }
- else if(in_set(c, "'\""))
- {
- c = preserve_string(c);
- }
- else if(c == '/')
- {
- c = consume_byte(c);
- if(c == '*')
- {
- c = fgetc(input);
- while(c != '/')
- {
- while(c != '*')
- {
- c = fgetc(input);
- require(EOF != c, "Hit EOF inside of block comment\n");
- if('\n' == c) line = line + 1;
- }
- c = fgetc(input);
- require(EOF != c, "Hit EOF inside of block comment\n");
- if('\n' == c) line = line + 1;
- }
- c = fgetc(input);
- goto reset;
- }
- else if(c == '/')
- {
- c = fgetc(input);
- goto reset;
- }
- }
- else
- {
- c = consume_byte(c);
- }
- /* More efficiently allocate memory for string */
- current->s = calloc(string_index + 2, sizeof(char));
- require(NULL != current->s, "Exhusted memory while trying to copy a token\n");
- copy_string(current->s, hold_string, MAX_STRING);
- current->prev = token;
- current->next = token;
- current->linenumber = line;
- current->filename = file;
- token = current;
- return c;
- }
- struct token_list* reverse_list(struct token_list* head)
- {
- struct token_list* root = NULL;
- struct token_list* next;
- while(NULL != head)
- {
- next = head->next;
- head->next = root;
- root = head;
- head = next;
- }
- return root;
- }
- struct token_list* read_all_tokens(FILE* a, struct token_list* current, char* filename)
- {
- input = a;
- line = 1;
- file = filename;
- token = current;
- int ch =fgetc(input);
- while(EOF != ch) ch = get_token(ch);
- return token;
- }
|