diff --git a/utils/TableGen/FileLexer.cpp.cvs b/utils/TableGen/FileLexer.cpp.cvs deleted file mode 100644 index be356517ffe..00000000000 --- a/utils/TableGen/FileLexer.cpp.cvs +++ /dev/null @@ -1,2011 +0,0 @@ -#define yy_create_buffer File_create_buffer -#define yy_delete_buffer File_delete_buffer -#define yy_scan_buffer File_scan_buffer -#define yy_scan_string File_scan_string -#define yy_scan_bytes File_scan_bytes -#define yy_flex_debug File_flex_debug -#define yy_init_buffer File_init_buffer -#define yy_flush_buffer File_flush_buffer -#define yy_load_buffer_state File_load_buffer_state -#define yy_switch_to_buffer File_switch_to_buffer -#define yyin Filein -#define yyleng Fileleng -#define yylex Filelex -#define yyout Fileout -#define yyrestart Filerestart -#define yytext Filetext -#define yylineno Filelineno -#define yywrap Filewrap - -#line 21 "Lexer.cpp" -/* A lexical scanner generated by flex */ - -/* Scanner skeleton version: - * $NetBSD: flex.skl,v 1.22 2005/08/08 01:28:08 christos Exp $ - */ - -#define FLEX_SCANNER -#define YY_FLEX_MAJOR_VERSION 2 -#define YY_FLEX_MINOR_VERSION 5 - -#include - - -/* cfront 1.2 defines "c_plusplus" instead of "__cplusplus" */ -#ifdef c_plusplus -#ifndef __cplusplus -#define __cplusplus -#endif -#endif - - -#ifdef __cplusplus - -#include -#include - -/* Use prototypes in function declarations. */ -#define YY_USE_PROTOS - -/* The "const" storage-class-modifier is valid. */ -#define YY_USE_CONST - -#else /* ! __cplusplus */ - -#if __STDC__ - -#define YY_USE_PROTOS -#define YY_USE_CONST - -#endif /* __STDC__ */ -#endif /* ! __cplusplus */ - -#ifdef __TURBOC__ - #pragma warn -rch - #pragma warn -use -#include -#include -#define YY_USE_CONST -#define YY_USE_PROTOS -#endif - -#ifdef YY_USE_CONST -#define yyconst const -#else -#define yyconst -#endif - - -#ifdef YY_USE_PROTOS -#define YY_PROTO(proto) proto -#else -#define YY_PROTO(proto) () -#endif - -/* Returned upon end-of-file. */ -#define YY_NULL 0 - -/* Promotes a possibly negative, possibly signed char to an unsigned - * integer for use as an array index. If the signed char is negative, - * we want to instead treat it as an 8-bit unsigned char, hence the - * double cast. - */ -#define YY_SC_TO_UI(c) ((unsigned int) (unsigned char) c) - -/* Enter a start condition. This macro really ought to take a parameter, - * but we do it the disgusting crufty way forced on us by the ()-less - * definition of BEGIN. - */ -#define BEGIN yy_start = 1 + 2 * - -/* Translate the current start state into a value that can be later handed - * to BEGIN to return to the state. The YYSTATE alias is for lex - * compatibility. - */ -#define YY_START ((yy_start - 1) / 2) -#define YYSTATE YY_START - -/* Action number for EOF rule of a given start state. */ -#define YY_STATE_EOF(state) (YY_END_OF_BUFFER + state + 1) - -/* Special action meaning "start processing a new file". */ -#define YY_NEW_FILE yyrestart( yyin ) - -#define YY_END_OF_BUFFER_CHAR 0 - -/* Size of default input buffer. */ -#define YY_BUF_SIZE (16384*64) - -typedef struct yy_buffer_state *YY_BUFFER_STATE; - -extern int yyleng; -extern FILE *yyin, *yyout; - -#define EOB_ACT_CONTINUE_SCAN 0 -#define EOB_ACT_END_OF_FILE 1 -#define EOB_ACT_LAST_MATCH 2 - -/* The funky do-while in the following #define is used to turn the definition - * int a single C statement (which needs a semi-colon terminator). This - * avoids problems with code like: - * - * if ( condition_holds ) - * yyless( 5 ); - * else - * do_something_else(); - * - * Prior to using the do-while the compiler would get upset at the - * "else" because it interpreted the "if" statement as being all - * done when it reached the ';' after the yyless() call. - */ - -/* Return all but the first 'n' matched characters back to the input stream. */ - -#define yyless(n) \ - do \ - { \ - /* Undo effects of setting up yytext. */ \ - *yy_cp = yy_hold_char; \ - YY_RESTORE_YY_MORE_OFFSET \ - yy_c_buf_p = yy_cp = yy_bp + n - YY_MORE_ADJ; \ - YY_DO_BEFORE_ACTION; /* set up yytext again */ \ - } \ - while ( 0 ) - -#define unput(c) yyunput( c, yytext_ptr ) - -/* The following is because we cannot portably get our hands on size_t - * (without autoconf's help, which isn't available because we want - * flex-generated scanners to compile on their own). - */ -typedef unsigned int yy_size_t; - - -struct yy_buffer_state - { - FILE *yy_input_file; - - char *yy_ch_buf; /* input buffer */ - char *yy_buf_pos; /* current position in input buffer */ - - /* Size of input buffer in bytes, not including room for EOB - * characters. - */ - yy_size_t yy_buf_size; - - /* Number of characters read into yy_ch_buf, not including EOB - * characters. - */ - int yy_n_chars; - - /* Whether we "own" the buffer - i.e., we know we created it, - * and can realloc() it to grow it, and should free() it to - * delete it. - */ - int yy_is_our_buffer; - - /* Whether this is an "interactive" input source; if so, and - * if we're using stdio for input, then we want to use getc() - * instead of fread(), to make sure we stop fetching input after - * each newline. - */ - int yy_is_interactive; - - /* Whether we're considered to be at the beginning of a line. - * If so, '^' rules will be active on the next match, otherwise - * not. - */ - int yy_at_bol; - - /* Whether to try to fill the input buffer when we reach the - * end of it. - */ - int yy_fill_buffer; - - int yy_buffer_status; -#define YY_BUFFER_NEW 0 -#define YY_BUFFER_NORMAL 1 - /* When an EOF's been seen but there's still some text to process - * then we mark the buffer as YY_EOF_PENDING, to indicate that we - * shouldn't try reading from the input source any more. We might - * still have a bunch of tokens to match, though, because of - * possible backing-up. - * - * When we actually see the EOF, we change the status to "new" - * (via yyrestart()), so that the user can continue scanning by - * just pointing yyin at a new input file. - */ -#define YY_BUFFER_EOF_PENDING 2 - }; - -static YY_BUFFER_STATE yy_current_buffer = 0; - -/* We provide macros for accessing buffer states in case in the - * future we want to put the buffer states in a more general - * "scanner state". - */ -#define YY_CURRENT_BUFFER yy_current_buffer - - -/* yy_hold_char holds the character lost when yytext is formed. */ -static char yy_hold_char; - -static int yy_n_chars; /* number of characters read into yy_ch_buf */ - - -int yyleng; - -/* Points to current character in buffer. */ -static char *yy_c_buf_p = (char *) 0; -static int yy_init = 1; /* whether we need to initialize */ -static int yy_start = 0; /* start state number */ - -/* Flag which is used to allow yywrap()'s to do buffer switches - * instead of setting up a fresh yyin. A bit of a hack ... - */ -static int yy_did_buffer_switch_on_eof; - -void yyrestart YY_PROTO(( FILE *input_file )); - -void yy_switch_to_buffer YY_PROTO(( YY_BUFFER_STATE new_buffer )); -void yy_load_buffer_state YY_PROTO(( void )); -YY_BUFFER_STATE yy_create_buffer YY_PROTO(( FILE *file, int size )); -void yy_delete_buffer YY_PROTO(( YY_BUFFER_STATE b )); -void yy_init_buffer YY_PROTO(( YY_BUFFER_STATE b, FILE *file )); -void yy_flush_buffer YY_PROTO(( YY_BUFFER_STATE b )); -#define YY_FLUSH_BUFFER yy_flush_buffer( yy_current_buffer ) - -YY_BUFFER_STATE yy_scan_buffer YY_PROTO(( char *base, yy_size_t size )); -YY_BUFFER_STATE yy_scan_string YY_PROTO(( yyconst char *yy_str )); -YY_BUFFER_STATE yy_scan_bytes YY_PROTO(( yyconst char *bytes, yy_size_t len )); -#ifdef __cplusplus -YY_BUFFER_STATE yy_scan_buffer YY_PROTO(( char *base, int size )); -YY_BUFFER_STATE yy_scan_bytes YY_PROTO(( yyconst char *bytes, int len )); -#endif - -#define yy_new_buffer yy_create_buffer - -#define yy_set_interactive(is_interactive) \ - { \ - if ( ! yy_current_buffer ) \ - yy_current_buffer = yy_create_buffer( yyin, YY_BUF_SIZE ); \ - yy_current_buffer->yy_is_interactive = is_interactive; \ - } - -#define yy_set_bol(at_bol) \ - { \ - if ( ! yy_current_buffer ) \ - yy_current_buffer = yy_create_buffer( yyin, YY_BUF_SIZE ); \ - yy_current_buffer->yy_at_bol = at_bol; \ - } - -#define YY_AT_BOL() (yy_current_buffer->yy_at_bol) - - -#define YY_USES_REJECT -typedef unsigned char YY_CHAR; -FILE *yyin = (FILE *) 0, *yyout = (FILE *) 0; -typedef int yy_state_type; -extern int yylineno; -int yylineno = 1; -extern char *yytext; -#define yytext_ptr yytext - -static void *yy_flex_alloc YY_PROTO(( yy_size_t )); -static inline void *yy_flex_realloc YY_PROTO(( void *, yy_size_t )) -#ifdef __GNUC__ - __attribute__((__unused__)) -#endif -; -static void yy_flex_free YY_PROTO(( void * )); - -static yy_state_type yy_get_previous_state YY_PROTO(( void )); -static yy_state_type yy_try_NUL_trans YY_PROTO(( yy_state_type current_state )); -static int yy_get_next_buffer YY_PROTO(( void )); -static void yy_fatal_error YY_PROTO(( yyconst char msg[] )); - -/* Done after the current pattern has been matched and before the - * corresponding action - sets up yytext. - */ -#define YY_DO_BEFORE_ACTION \ - yytext_ptr = yy_bp; \ - yyleng = (int) (yy_cp - yy_bp); \ - yy_hold_char = *yy_cp; \ - *yy_cp = '\0'; \ - yy_c_buf_p = yy_cp; - -#define YY_NUM_RULES 35 -#define YY_END_OF_BUFFER 36 -static yyconst short int yy_acclist[146] = - { 0, - 29, 29, 36, 34, 35, 27, 34, 35, 27, 35, - 34, 35, 34, 35, 34, 35, 34, 35, 34, 35, - 26, 34, 35, 26, 34, 35, 23, 34, 35, 34, - 35, 23, 34, 35, 23, 34, 35, 23, 34, 35, - 23, 34, 35, 23, 34, 35, 23, 34, 35, 23, - 34, 35, 23, 34, 35, 29, 35, 30, 35, 32, - 35, 27, 25, 24, 26, 28, 1, 23, 23, 23, - 23, 23, 23, 23, 17, 23, 23, 23, 23, 23, - 29, 30, 30, 33, 32, 31, 32, 24, 1, 26, - 26, 5, 23, 23, 23, 10, 23, 12, 23, 23, - - 23, 4, 23, 16, 23, 23, 23, 23, 18, 21, - 19, 20, 3, 6, 23, 23, 9, 23, 13, 23, - 23, 23, 8, 23, 23, 23, 11, 23, 15, 23, - 23, 23, 23, 23, 23, 7, 23, 23, 23, 23, - 23, 22, 2, 14, 23 - } ; - -static yyconst short int yy_accept[123] = - { 0, - 1, 1, 1, 2, 3, 4, 6, 9, 11, 13, - 15, 17, 19, 21, 24, 27, 30, 32, 35, 38, - 41, 44, 47, 50, 53, 56, 58, 60, 62, 63, - 63, 63, 63, 64, 65, 66, 67, 68, 68, 68, - 69, 69, 70, 71, 72, 73, 74, 75, 77, 78, - 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, - 88, 88, 88, 88, 89, 90, 91, 92, 92, 92, - 94, 95, 96, 98, 100, 101, 102, 104, 106, 107, - 108, 109, 110, 111, 112, 113, 113, 113, 114, 116, - 117, 119, 121, 122, 123, 125, 126, 127, 127, 129, - - 131, 132, 133, 134, 134, 135, 136, 138, 138, 139, - 140, 140, 140, 141, 141, 141, 142, 143, 143, 144, - 146, 146 - } ; - -static yyconst int yy_ec[256] = - { 0, - 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, - 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 2, 5, 6, 1, 7, 1, 1, 1, 1, - 1, 8, 9, 1, 9, 1, 10, 11, 12, 13, - 13, 13, 13, 13, 13, 13, 13, 1, 1, 1, - 1, 1, 1, 1, 14, 14, 14, 14, 14, 14, - 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, - 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, - 16, 1, 17, 1, 15, 1, 18, 19, 20, 21, - - 22, 23, 24, 25, 26, 15, 15, 27, 28, 29, - 30, 15, 15, 31, 32, 33, 34, 15, 15, 35, - 15, 15, 36, 1, 37, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1 - } ; - -static yyconst int yy_meta[38] = - { 0, - 1, 1, 2, 1, 1, 1, 1, 3, 1, 3, - 4, 4, 4, 5, 6, 1, 1, 5, 5, 5, - 5, 5, 5, 6, 6, 6, 6, 6, 6, 6, - 6, 6, 6, 6, 6, 1, 1 - } ; - -static yyconst short int yy_base[135] = - { 0, - 0, 0, 30, 31, 221, 222, 40, 43, 28, 214, - 0, 38, 44, 44, 53, 0, 183, 192, 31, 49, - 191, 187, 46, 181, 181, 0, 65, 66, 78, 183, - 52, 206, 222, 0, 75, 222, 0, 58, 0, 0, - 174, 177, 191, 187, 183, 183, 183, 58, 171, 171, - 175, 170, 0, 82, 85, 222, 86, 222, 89, 171, - 172, 35, 167, 0, 0, 89, 0, 160, 179, 163, - 162, 171, 0, 164, 164, 163, 0, 0, 156, 155, - 161, 222, 222, 222, 222, 166, 148, 222, 0, 152, - 0, 0, 162, 148, 0, 155, 151, 149, 0, 0, - - 157, 157, 152, 146, 152, 146, 0, 128, 100, 110, - 89, 102, 74, 65, 83, 52, 222, 53, 222, 0, - 222, 108, 114, 116, 119, 125, 131, 137, 140, 146, - 149, 154, 160, 166 - } ; - -static yyconst short int yy_def[135] = - { 0, - 121, 1, 122, 122, 121, 121, 121, 121, 121, 123, - 124, 121, 121, 121, 121, 125, 121, 125, 125, 125, - 125, 125, 125, 125, 125, 126, 127, 128, 121, 121, - 121, 123, 121, 129, 121, 121, 130, 121, 131, 125, - 132, 125, 125, 125, 125, 125, 125, 125, 125, 125, - 125, 125, 126, 127, 127, 121, 128, 121, 128, 121, - 121, 121, 121, 129, 130, 121, 131, 132, 133, 125, - 125, 125, 125, 125, 125, 125, 125, 125, 125, 125, - 125, 121, 121, 121, 121, 121, 132, 121, 125, 125, - 125, 125, 125, 125, 125, 125, 125, 121, 125, 125, - - 125, 125, 125, 121, 125, 125, 125, 121, 125, 125, - 121, 121, 125, 121, 134, 125, 121, 134, 121, 125, - 0, 121, 121, 121, 121, 121, 121, 121, 121, 121, - 121, 121, 121, 121 - } ; - -static yyconst short int yy_nxt[260] = - { 0, - 6, 7, 8, 7, 9, 10, 11, 6, 12, 13, - 14, 15, 15, 16, 16, 17, 6, 16, 18, 19, - 20, 16, 21, 16, 16, 22, 23, 24, 16, 16, - 16, 25, 16, 16, 16, 6, 6, 27, 27, 28, - 28, 29, 29, 29, 29, 29, 29, 30, 35, 35, - 35, 36, 84, 37, 35, 35, 35, 43, 119, 31, - 44, 85, 38, 35, 35, 35, 45, 49, 66, 66, - 46, 50, 55, 58, 56, 59, 61, 76, 39, 29, - 29, 29, 62, 120, 63, 35, 35, 35, 119, 121, - 77, 121, 55, 121, 56, 121, 121, 117, 59, 66, - - 66, 112, 112, 112, 112, 116, 114, 115, 26, 26, - 26, 26, 26, 26, 32, 32, 32, 32, 32, 32, - 34, 34, 40, 40, 40, 53, 53, 113, 53, 53, - 53, 54, 54, 54, 54, 54, 54, 57, 57, 57, - 57, 57, 57, 64, 64, 64, 65, 111, 65, 65, - 65, 65, 67, 67, 68, 68, 68, 68, 68, 68, - 87, 87, 87, 87, 87, 87, 118, 118, 118, 118, - 118, 118, 110, 109, 108, 107, 106, 105, 104, 103, - 102, 101, 100, 99, 69, 98, 97, 96, 95, 94, - 93, 92, 91, 90, 89, 88, 69, 86, 83, 82, - - 81, 80, 79, 78, 75, 74, 73, 72, 71, 70, - 69, 33, 60, 52, 51, 48, 47, 42, 41, 33, - 121, 5, 121, 121, 121, 121, 121, 121, 121, 121, - 121, 121, 121, 121, 121, 121, 121, 121, 121, 121, - 121, 121, 121, 121, 121, 121, 121, 121, 121, 121, - 121, 121, 121, 121, 121, 121, 121, 121, 121 - } ; - -static yyconst short int yy_chk[260] = - { 0, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 3, 4, 3, - 4, 7, 7, 7, 8, 8, 8, 9, 12, 12, - 12, 13, 62, 13, 14, 14, 14, 19, 118, 9, - 19, 62, 14, 15, 15, 15, 20, 23, 38, 38, - 20, 23, 27, 28, 27, 28, 31, 48, 14, 29, - 29, 29, 31, 116, 31, 35, 35, 35, 115, 54, - 48, 54, 55, 57, 55, 57, 59, 114, 59, 66, - - 66, 109, 109, 112, 112, 113, 111, 112, 122, 122, - 122, 122, 122, 122, 123, 123, 123, 123, 123, 123, - 124, 124, 125, 125, 125, 126, 126, 110, 126, 126, - 126, 127, 127, 127, 127, 127, 127, 128, 128, 128, - 128, 128, 128, 129, 129, 129, 130, 108, 130, 130, - 130, 130, 131, 131, 132, 132, 132, 132, 132, 132, - 133, 133, 133, 133, 133, 133, 134, 134, 134, 134, - 134, 134, 106, 105, 104, 103, 102, 101, 98, 97, - 96, 94, 93, 90, 87, 86, 81, 80, 79, 76, - 75, 74, 72, 71, 70, 69, 68, 63, 61, 60, - - 52, 51, 50, 49, 47, 46, 45, 44, 43, 42, - 41, 32, 30, 25, 24, 22, 21, 18, 17, 10, - 5, 121, 121, 121, 121, 121, 121, 121, 121, 121, - 121, 121, 121, 121, 121, 121, 121, 121, 121, 121, - 121, 121, 121, 121, 121, 121, 121, 121, 121, 121, - 121, 121, 121, 121, 121, 121, 121, 121, 121 - } ; - -static yy_state_type yy_state_buf[YY_BUF_SIZE + 2], *yy_state_ptr; -static char *yy_full_match; -static int yy_lp; -#define REJECT \ -{ \ -*yy_cp = yy_hold_char; /* undo effects of setting up yytext */ \ -yy_cp = yy_full_match; /* restore poss. backed-over text */ \ -++yy_lp; \ -goto find_rule; \ -} -#define yymore() yymore_used_but_not_detected -#define YY_MORE_ADJ 0 -#define YY_RESTORE_YY_MORE_OFFSET -char *yytext; -#line 1 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -#define INITIAL 0 -/*===-- FileLexer.l - Scanner for TableGen Files ----------------*- C++ -*-===// -// -// The LLVM Compiler Infrastructure -// -// This file was developed by the LLVM research group and is distributed under -// the University of Illinois Open Source License. See LICENSE.TXT for details. -// -//===----------------------------------------------------------------------===// -// -// This file defines a simple flex scanner for TableGen files. This is pretty -// straight-forward, except for the magic to handle file inclusion. -// -//===----------------------------------------------------------------------===*/ -#define YY_NEVER_INTERACTIVE 1 -#define in_comment 1 - -#line 30 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -#include "llvm/Config/config.h" -#include "llvm/Support/Streams.h" -#include "Record.h" -typedef std::pair*> SubClassRefTy; -#include "FileParser.h" - -int Fileparse(); - -namespace llvm { - -// Global variable recording the location of the include directory -std::vector IncludeDirectories; - -/// ParseInt - This has to handle the special case of binary numbers 0b0101 -/// -static int ParseInt(const char *Str) { - if (Str[0] == '0' && Str[1] == 'b') - return strtoll(Str+2, 0, 2); - return strtoll(Str, 0, 0); -} - -static int CommentDepth = 0; - -struct IncludeRec { - std::string Filename; - FILE *File; - unsigned LineNo; - YY_BUFFER_STATE Buffer; - - IncludeRec(const std::string &FN, FILE *F) - : Filename(FN), File(F), LineNo(0){ - } -}; - -static std::vector IncludeStack; - -std::ostream &err() { - if (IncludeStack.empty()) { - cerr << "At end of input: "; - return *cerr.stream(); - } - - for (unsigned i = 0, e = IncludeStack.size()-1; i != e; ++i) - cerr << "Included from " << IncludeStack[i].Filename << ":" - << IncludeStack[i].LineNo << ":\n"; - cerr << "Parsing " << IncludeStack.back().Filename << ":" - << Filelineno << ": "; - return *cerr.stream(); -} - -/// ParseFile - this function begins the parsing of the specified tablegen file. -/// -void ParseFile(const std::string &Filename, - const std::vector &IncludeDirs) { - FILE *F = stdin; - if (Filename != "-") { - F = fopen(Filename.c_str(), "r"); - - if (F == 0) { - cerr << "Could not open input file '" + Filename + "'!\n"; - exit (1); - } - IncludeStack.push_back(IncludeRec(Filename, F)); - } else { - IncludeStack.push_back(IncludeRec("", stdin)); - } - - // Record the location of the include directory so that the lexer can find - // it later. - IncludeDirectories = IncludeDirs; - - Filein = F; - Filelineno = 1; - Fileparse(); - Filein = stdin; -} - -/// HandleInclude - This function is called when an include directive is -/// encountered in the input stream... -/// -static void HandleInclude(const char *Buffer) { - unsigned Length = yyleng; - assert(Buffer[Length-1] == '"'); - Buffer += strlen("include "); - Length -= strlen("include "); - while (*Buffer != '"') { - ++Buffer; - --Length; - } - assert(Length >= 2 && "Double quotes not found?"); - std::string Filename(Buffer+1, Buffer+Length-1); - //cerr << "Filename = '" << Filename << "'\n"; - - // Save the line number and lex buffer of the includer... - IncludeStack.back().LineNo = Filelineno; - IncludeStack.back().Buffer = YY_CURRENT_BUFFER; - - // Open the new input file... - yyin = fopen(Filename.c_str(), "r"); - if (yyin == 0) { - // If we couldn't find the file in the current directory, look for it in - // the include directories. - // - std::string NextFilename; - for (unsigned i = 0, e = IncludeDirectories.size(); i != e; ++i) { - NextFilename = IncludeDirectories[i] + "/" + Filename; - if ((yyin = fopen(NextFilename.c_str(), "r"))) - break; - } - - if (yyin == 0) { - err() << "Could not find include file '" << Filename << "'!\n"; - exit(1); - } - Filename = NextFilename; - } - - // Add the file to our include stack... - IncludeStack.push_back(IncludeRec(Filename, yyin)); - Filelineno = 1; // Reset line numbering... - //yyrestart(yyin); // Start lexing the new file... - - yy_switch_to_buffer(yy_create_buffer(yyin, YY_BUF_SIZE)); -} - -/// yywrap - This is called when the lexer runs out of input in one of the -/// files. Switch back to an includer if an includee has run out of input. -/// -extern "C" -int yywrap(void) { - if (IncludeStack.back().File != stdin) - fclose(IncludeStack.back().File); - IncludeStack.pop_back(); - if (IncludeStack.empty()) return 1; // Top-level file is done. - - // Otherwise, we need to switch back to a file which included the current one. - Filelineno = IncludeStack.back().LineNo; // Restore current line number - yy_switch_to_buffer(IncludeStack.back().Buffer); - return 0; -} - -} // End llvm namespace - -using namespace llvm; - -#line 678 "Lexer.cpp" - -/* Macros after this point can all be overridden by user definitions in - * section 1. - */ - -#ifndef YY_SKIP_YYWRAP -#ifdef __cplusplus -extern "C" int yywrap YY_PROTO(( void )); -#else -extern int yywrap YY_PROTO(( void )); -#endif -#endif - -#ifndef YY_NO_UNPUT -static inline void yyunput YY_PROTO(( int c, char *buf_ptr )) -#ifdef __GNUC__ - __attribute__((__unused__)) -#endif -; -#endif - -#ifndef yytext_ptr -static void yy_flex_strncpy YY_PROTO(( char *, yyconst char *, yy_size_t )); -#endif - -#ifdef YY_NEED_STRLEN -static yy_size_t yy_flex_strlen YY_PROTO(( yyconst char * )); -#endif - -#ifndef YY_NO_INPUT -#ifdef __cplusplus -static int yyinput YY_PROTO(( void )); -#else -static int input YY_PROTO(( void )); -#endif -#endif - -#if YY_STACK_USED -static int yy_start_stack_ptr = 0; -static int yy_start_stack_depth = 0; -static int *yy_start_stack = 0; -#ifndef YY_NO_PUSH_STATE -static void yy_push_state YY_PROTO(( int new_state )); -#endif -#ifndef YY_NO_POP_STATE -static void yy_pop_state YY_PROTO(( void )); -#endif -#ifndef YY_NO_TOP_STATE -static int yy_top_state YY_PROTO(( void )); -#endif - -#else -#define YY_NO_PUSH_STATE 1 -#define YY_NO_POP_STATE 1 -#define YY_NO_TOP_STATE 1 -#endif - -#ifdef YY_MALLOC_DECL -YY_MALLOC_DECL -#else -#if __STDC__ -#ifndef __cplusplus -#include -#endif -#else -/* Just try to get by without declaring the routines. This will fail - * miserably on non-ANSI systems for which sizeof(size_t) != sizeof(int) - * or sizeof(void*) != sizeof(int). - */ -#endif -#endif - -/* Amount of stuff to slurp up with each read. */ -#ifndef YY_READ_BUF_SIZE -#define YY_READ_BUF_SIZE 8192 -#endif - -/* Copy whatever the last rule matched to the standard output. */ - -#ifndef ECHO -/* This used to be an fputs(), but since the string might contain NUL's, - * we now use fwrite(). - */ -#define ECHO (void) fwrite( yytext, (size_t)yyleng, 1, yyout ) -#endif - -/* Gets input and stuffs it into "buf". number of characters read, or YY_NULL, - * is returned in "result". - */ -#ifndef YY_INPUT -#define YY_INPUT(buf,result,max_size) \ - if ( yy_current_buffer->yy_is_interactive ) \ - { \ - int c = '*', n; \ - for ( n = 0; n < max_size && \ - (c = getc( yyin )) != EOF && c != '\n'; ++n ) \ - buf[n] = (char) c; \ - if ( c == '\n' ) \ - buf[n++] = (char) c; \ - if ( c == EOF && ferror( yyin ) ) \ - YY_FATAL_ERROR( "input in flex scanner failed" ); \ - result = n; \ - } \ - else if ( ((result = fread( buf, 1, (size_t)max_size, yyin )) == 0) \ - && ferror( yyin ) ) \ - YY_FATAL_ERROR( "input in flex scanner failed" ); -#endif - -/* No semi-colon after return; correct usage is to write "yyterminate();" - - * we don't want an extra ';' after the "return" because that will cause - * some compilers to complain about unreachable statements. - */ -#ifndef yyterminate -#define yyterminate() return YY_NULL -#endif - -/* Number of entries by which start-condition stack grows. */ -#ifndef YY_START_STACK_INCR -#define YY_START_STACK_INCR 25 -#endif - -/* Report a fatal error. */ -#ifndef YY_FATAL_ERROR -#define YY_FATAL_ERROR(msg) yy_fatal_error( msg ) -#endif - -/* Default declaration of generated scanner - a define so the user can - * easily add parameters. - */ -#ifndef YY_DECL -#define YY_DECL int yylex YY_PROTO(( void )) -#endif - -/* Code executed at the beginning of each rule, after yytext and yyleng - * have been set up. - */ -#ifndef YY_USER_ACTION -#define YY_USER_ACTION -#endif - -/* Code executed at the end of each rule. */ -#ifndef YY_BREAK -#define YY_BREAK /*LINTED*/break; -#endif - -#define YY_RULE_SETUP \ - YY_USER_ACTION - -YY_DECL - { - register yy_state_type yy_current_state; - register char *yy_cp, *yy_bp; - register int yy_act; - -#line 185 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" - - -#line 836 "Lexer.cpp" - -#if defined(YY_USES_REJECT) && (defined(__GNUC__) || defined(lint)) - /* XXX: shut up `unused label' warning with %options yylineno */ - if (/*CONSTCOND*/0 && yy_full_match) - goto find_rule; -#endif - if ( yy_init ) - { - yy_init = 0; - -#ifdef YY_USER_INIT - YY_USER_INIT; -#endif - - if ( ! yy_start ) - yy_start = 1; /* first start state */ - - if ( ! yyin ) - yyin = stdin; - - if ( ! yyout ) - yyout = stdout; - - if ( ! yy_current_buffer ) - yy_current_buffer = - yy_create_buffer( yyin, YY_BUF_SIZE ); - - yy_load_buffer_state(); - } - - while (/*CONSTCOND*/ 1 ) /* loops until end-of-file is reached */ - { - yy_cp = yy_c_buf_p; - - /* Support of yytext. */ - *yy_cp = yy_hold_char; - - /* yy_bp points to the position in yy_ch_buf of the start of - * the current run. - */ - yy_bp = yy_cp; - - yy_current_state = yy_start; - yy_state_ptr = yy_state_buf; - *yy_state_ptr++ = yy_current_state; -yy_match: - do - { - register YY_CHAR yy_c = yy_ec[YY_SC_TO_UI(*yy_cp)]; - while ( yy_chk[yy_base[yy_current_state] + yy_c] != yy_current_state ) - { - yy_current_state = (int) yy_def[yy_current_state]; - if ( yy_current_state >= 122 ) - yy_c = yy_meta[(unsigned int) yy_c]; - } - yy_current_state = yy_nxt[yy_base[yy_current_state] + (unsigned int) yy_c]; - *yy_state_ptr++ = yy_current_state; - ++yy_cp; - } - while ( yy_current_state != 121 ); - -yy_find_action: - yy_current_state = *--yy_state_ptr; - yy_lp = yy_accept[yy_current_state]; -find_rule: /* we branch to this label when backing up */ - for ( ; ; ) /* until we find what rule we matched */ - { - if ( yy_lp && yy_lp < yy_accept[yy_current_state + 1] ) - { - yy_act = yy_acclist[yy_lp]; - { - yy_full_match = yy_cp; - break; - } - } - --yy_cp; - yy_current_state = *--yy_state_ptr; - yy_lp = yy_accept[yy_current_state]; - } - - YY_DO_BEFORE_ACTION; - - if ( yy_act != YY_END_OF_BUFFER ) - { - int yyl; - for ( yyl = 0; yyl < yyleng; ++yyl ) - if ( yytext[yyl] == '\n' ) - ++yylineno; - } - -do_action: /* This label is used only to access EOF actions. */ - - - switch ( yy_act ) - { /* beginning of action switch */ -case 1: -YY_RULE_SETUP -#line 187 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ /* Ignore comments */ } - YY_BREAK -case 2: -YY_RULE_SETUP -#line 189 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ HandleInclude(yytext); } - YY_BREAK -case 3: -YY_RULE_SETUP -#line 190 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ Filelval.StrVal = new std::string(yytext+2, yytext+yyleng-2); - return CODEFRAGMENT; } - YY_BREAK -case 4: -YY_RULE_SETUP -#line 193 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return INT; } - YY_BREAK -case 5: -YY_RULE_SETUP -#line 194 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return BIT; } - YY_BREAK -case 6: -YY_RULE_SETUP -#line 195 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return BITS; } - YY_BREAK -case 7: -YY_RULE_SETUP -#line 196 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return STRING; } - YY_BREAK -case 8: -YY_RULE_SETUP -#line 197 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return LIST; } - YY_BREAK -case 9: -YY_RULE_SETUP -#line 198 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return CODE; } - YY_BREAK -case 10: -YY_RULE_SETUP -#line 199 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return DAG; } - YY_BREAK -case 11: -YY_RULE_SETUP -#line 201 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return CLASS; } - YY_BREAK -case 12: -YY_RULE_SETUP -#line 202 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return DEF; } - YY_BREAK -case 13: -YY_RULE_SETUP -#line 203 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return DEFM; } - YY_BREAK -case 14: -YY_RULE_SETUP -#line 204 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return MULTICLASS; } - YY_BREAK -case 15: -YY_RULE_SETUP -#line 205 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return FIELD; } - YY_BREAK -case 16: -YY_RULE_SETUP -#line 206 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return LET; } - YY_BREAK -case 17: -YY_RULE_SETUP -#line 207 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return IN; } - YY_BREAK -case 18: -YY_RULE_SETUP -#line 209 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return CONCATTOK; } - YY_BREAK -case 19: -YY_RULE_SETUP -#line 210 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return SRATOK; } - YY_BREAK -case 20: -YY_RULE_SETUP -#line 211 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return SRLTOK; } - YY_BREAK -case 21: -YY_RULE_SETUP -#line 212 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return SHLTOK; } - YY_BREAK -case 22: -YY_RULE_SETUP -#line 213 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return STRCONCATTOK; } - YY_BREAK -case 23: -YY_RULE_SETUP -#line 216 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ Filelval.StrVal = new std::string(yytext, yytext+yyleng); - return ID; } - YY_BREAK -case 24: -YY_RULE_SETUP -#line 218 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ Filelval.StrVal = new std::string(yytext+1, yytext+yyleng); - return VARNAME; } - YY_BREAK -case 25: -YY_RULE_SETUP -#line 221 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ Filelval.StrVal = new std::string(yytext+1, yytext+yyleng-1); - return STRVAL; } - YY_BREAK -case 26: -YY_RULE_SETUP -#line 224 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ Filelval.IntVal = ParseInt(Filetext); return INTVAL; } - YY_BREAK -case 27: -YY_RULE_SETUP -#line 226 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ /* Ignore whitespace */ } - YY_BREAK -case 28: -YY_RULE_SETUP -#line 229 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ BEGIN(in_comment); CommentDepth++; } - YY_BREAK -case 29: -YY_RULE_SETUP -#line 230 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{} /* eat anything that's not a '*' or '/' */ - YY_BREAK -case 30: -YY_RULE_SETUP -#line 231 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{} /* eat up '*'s not followed by '/'s */ - YY_BREAK -case 31: -YY_RULE_SETUP -#line 232 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ ++CommentDepth; } - YY_BREAK -case 32: -YY_RULE_SETUP -#line 233 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{} /* eat up /'s not followed by *'s */ - YY_BREAK -case 33: -YY_RULE_SETUP -#line 234 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ if (!--CommentDepth) { BEGIN(INITIAL); } } - YY_BREAK -case YY_STATE_EOF(in_comment): -#line 235 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ err() << "Unterminated comment!\n"; exit(1); } - YY_BREAK -case 34: -YY_RULE_SETUP -#line 237 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -{ return Filetext[0]; } - YY_BREAK -case 35: -YY_RULE_SETUP -#line 239 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" -YY_FATAL_ERROR( "flex scanner jammed" ); - YY_BREAK -#line 1115 "Lexer.cpp" - case YY_STATE_EOF(INITIAL): - yyterminate(); - - case YY_END_OF_BUFFER: - { - /* Amount of text matched not including the EOB char. */ - int yy_amount_of_matched_text = (int) (yy_cp - yytext_ptr) - 1; - - /* Undo the effects of YY_DO_BEFORE_ACTION. */ - *yy_cp = yy_hold_char; - YY_RESTORE_YY_MORE_OFFSET - - if ( yy_current_buffer->yy_buffer_status == YY_BUFFER_NEW ) - { - /* We're scanning a new file or input source. It's - * possible that this happened because the user - * just pointed yyin at a new source and called - * yylex(). If so, then we have to assure - * consistency between yy_current_buffer and our - * globals. Here is the right place to do so, because - * this is the first action (other than possibly a - * back-up) that will match for the new input source. - */ - yy_n_chars = yy_current_buffer->yy_n_chars; - yy_current_buffer->yy_input_file = yyin; - yy_current_buffer->yy_buffer_status = YY_BUFFER_NORMAL; - } - - /* Note that here we test for yy_c_buf_p "<=" to the position - * of the first EOB in the buffer, since yy_c_buf_p will - * already have been incremented past the NUL character - * (since all states make transitions on EOB to the - * end-of-buffer state). Contrast this with the test - * in input(). - */ - if ( yy_c_buf_p <= &yy_current_buffer->yy_ch_buf[yy_n_chars] ) - { /* This was really a NUL. */ - yy_state_type yy_next_state; - - yy_c_buf_p = yytext_ptr + yy_amount_of_matched_text; - - yy_current_state = yy_get_previous_state(); - - /* Okay, we're now positioned to make the NUL - * transition. We couldn't have - * yy_get_previous_state() go ahead and do it - * for us because it doesn't know how to deal - * with the possibility of jamming (and we don't - * want to build jamming into it because then it - * will run more slowly). - */ - - yy_next_state = yy_try_NUL_trans( yy_current_state ); - - yy_bp = yytext_ptr + YY_MORE_ADJ; - - if ( yy_next_state ) - { - /* Consume the NUL. */ - yy_cp = ++yy_c_buf_p; - yy_current_state = yy_next_state; - goto yy_match; - } - - else - { - yy_cp = yy_c_buf_p; - goto yy_find_action; - } - } - - else switch ( yy_get_next_buffer() ) - { - case EOB_ACT_END_OF_FILE: - { - yy_did_buffer_switch_on_eof = 0; - - if ( yywrap() ) - { - /* Note: because we've taken care in - * yy_get_next_buffer() to have set up - * yytext, we can now set up - * yy_c_buf_p so that if some total - * hoser (like flex itself) wants to - * call the scanner after we return the - * YY_NULL, it'll still work - another - * YY_NULL will get returned. - */ - yy_c_buf_p = yytext_ptr + YY_MORE_ADJ; - - yy_act = YY_STATE_EOF(YY_START); - goto do_action; - } - - else - { - if ( ! yy_did_buffer_switch_on_eof ) - YY_NEW_FILE; - } - break; - } - - case EOB_ACT_CONTINUE_SCAN: - yy_c_buf_p = - yytext_ptr + yy_amount_of_matched_text; - - yy_current_state = yy_get_previous_state(); - - yy_cp = yy_c_buf_p; - yy_bp = yytext_ptr + YY_MORE_ADJ; - goto yy_match; - - case EOB_ACT_LAST_MATCH: - yy_c_buf_p = - &yy_current_buffer->yy_ch_buf[yy_n_chars]; - - yy_current_state = yy_get_previous_state(); - - yy_cp = yy_c_buf_p; - yy_bp = yytext_ptr + YY_MORE_ADJ; - goto yy_find_action; - } - break; - } - - default: - YY_FATAL_ERROR( - "fatal flex scanner internal error--no action found" ); - } /* end of action switch */ - } /* end of scanning one token */ - } /* end of yylex */ - - -/* yy_get_next_buffer - try to read in a new buffer - * - * Returns a code representing an action: - * EOB_ACT_LAST_MATCH - - * EOB_ACT_CONTINUE_SCAN - continue scanning from current position - * EOB_ACT_END_OF_FILE - end of file - */ - -static int yy_get_next_buffer() - { - register char *dest = yy_current_buffer->yy_ch_buf; - register char *source = yytext_ptr; - register int number_to_move, i; - int ret_val; - - if ( yy_c_buf_p > &yy_current_buffer->yy_ch_buf[yy_n_chars + 1] ) - YY_FATAL_ERROR( - "fatal flex scanner internal error--end of buffer missed" ); - - if ( yy_current_buffer->yy_fill_buffer == 0 ) - { /* Don't try to fill the buffer, so this is an EOF. */ - if ( yy_c_buf_p - yytext_ptr - YY_MORE_ADJ == 1 ) - { - /* We matched a single character, the EOB, so - * treat this as a final EOF. - */ - return EOB_ACT_END_OF_FILE; - } - - else - { - /* We matched some text prior to the EOB, first - * process it. - */ - return EOB_ACT_LAST_MATCH; - } - } - - /* Try to read more data. */ - - /* First move last chars to start of buffer. */ - number_to_move = (int) (yy_c_buf_p - yytext_ptr) - 1; - - for ( i = 0; i < number_to_move; ++i ) - *(dest++) = *(source++); - - if ( yy_current_buffer->yy_buffer_status == YY_BUFFER_EOF_PENDING ) - /* don't do the read, it's not guaranteed to return an EOF, - * just force an EOF - */ - yy_current_buffer->yy_n_chars = yy_n_chars = 0; - - else - { - int num_to_read = - yy_current_buffer->yy_buf_size - number_to_move - 1; - - while ( num_to_read <= 0 ) - { /* Not enough room in the buffer - grow it. */ -#ifdef YY_USES_REJECT - YY_FATAL_ERROR( -"input buffer overflow, can't enlarge buffer because scanner uses REJECT" ); -#else - - /* just a shorter name for the current buffer */ - YY_BUFFER_STATE b = yy_current_buffer; - - int yy_c_buf_p_offset = - (int) (yy_c_buf_p - b->yy_ch_buf); - - if ( b->yy_is_our_buffer ) - { - int new_size = b->yy_buf_size * 2; - - if ( new_size <= 0 ) - b->yy_buf_size += b->yy_buf_size / 8; - else - b->yy_buf_size *= 2; - - b->yy_ch_buf = (char *) - /* Include room in for 2 EOB chars. */ - yy_flex_realloc( (void *) b->yy_ch_buf, - b->yy_buf_size + 2 ); - } - else - /* Can't grow it, we don't own it. */ - b->yy_ch_buf = 0; - - if ( ! b->yy_ch_buf ) - YY_FATAL_ERROR( - "fatal error - scanner input buffer overflow" ); - - yy_c_buf_p = &b->yy_ch_buf[yy_c_buf_p_offset]; - - num_to_read = yy_current_buffer->yy_buf_size - - number_to_move - 1; -#endif - } - - if ( num_to_read > YY_READ_BUF_SIZE ) - num_to_read = YY_READ_BUF_SIZE; - - /* Read in more data. */ - YY_INPUT( (&yy_current_buffer->yy_ch_buf[number_to_move]), - yy_n_chars, num_to_read ); - - yy_current_buffer->yy_n_chars = yy_n_chars; - } - - if ( yy_n_chars == 0 ) - { - if ( number_to_move == YY_MORE_ADJ ) - { - ret_val = EOB_ACT_END_OF_FILE; - yyrestart( yyin ); - } - - else - { - ret_val = EOB_ACT_LAST_MATCH; - yy_current_buffer->yy_buffer_status = - YY_BUFFER_EOF_PENDING; - } - } - - else - ret_val = EOB_ACT_CONTINUE_SCAN; - - yy_n_chars += number_to_move; - yy_current_buffer->yy_ch_buf[yy_n_chars] = YY_END_OF_BUFFER_CHAR; - yy_current_buffer->yy_ch_buf[yy_n_chars + 1] = YY_END_OF_BUFFER_CHAR; - - yytext_ptr = &yy_current_buffer->yy_ch_buf[0]; - - return ret_val; - } - - -/* yy_get_previous_state - get the state just before the EOB char was reached */ - -static yy_state_type yy_get_previous_state() - { - register yy_state_type yy_current_state; - register char *yy_cp; - - yy_current_state = yy_start; - yy_state_ptr = yy_state_buf; - *yy_state_ptr++ = yy_current_state; - - for ( yy_cp = yytext_ptr + YY_MORE_ADJ; yy_cp < yy_c_buf_p; ++yy_cp ) - { - register YY_CHAR yy_c = (*yy_cp ? yy_ec[YY_SC_TO_UI(*yy_cp)] : 1); - while ( yy_chk[yy_base[yy_current_state] + yy_c] != yy_current_state ) - { - yy_current_state = (int) yy_def[yy_current_state]; - if ( yy_current_state >= 122 ) - yy_c = yy_meta[(unsigned int) yy_c]; - } - yy_current_state = yy_nxt[yy_base[yy_current_state] + (unsigned int) yy_c]; - *yy_state_ptr++ = yy_current_state; - } - - return yy_current_state; - } - - -/* yy_try_NUL_trans - try to make a transition on the NUL character - * - * synopsis - * next_state = yy_try_NUL_trans( current_state ); - */ - -#ifdef YY_USE_PROTOS -static yy_state_type yy_try_NUL_trans( yy_state_type yy_current_state ) -#else -static yy_state_type yy_try_NUL_trans( yy_current_state ) -yy_state_type yy_current_state; -#endif - { - register int yy_is_jam; - - register YY_CHAR yy_c = 1; - while ( yy_chk[yy_base[yy_current_state] + yy_c] != yy_current_state ) - { - yy_current_state = (int) yy_def[yy_current_state]; - if ( yy_current_state >= 122 ) - yy_c = yy_meta[(unsigned int) yy_c]; - } - yy_current_state = yy_nxt[yy_base[yy_current_state] + (unsigned int) yy_c]; - yy_is_jam = (yy_current_state == 121); - if ( ! yy_is_jam ) - *yy_state_ptr++ = yy_current_state; - - return yy_is_jam ? 0 : yy_current_state; - } - - -#ifndef YY_NO_UNPUT -#ifdef YY_USE_PROTOS -static inline void yyunput( int c, register char *yy_bp ) -#else -static inline void yyunput( c, yy_bp ) -int c; -register char *yy_bp; -#endif - { - register char *yy_cp = yy_c_buf_p; - - /* undo effects of setting up yytext */ - *yy_cp = yy_hold_char; - - if ( yy_cp < yy_current_buffer->yy_ch_buf + 2 ) - { /* need to shift things up to make room */ - /* +2 for EOB chars. */ - register int number_to_move = yy_n_chars + 2; - register char *dest = &yy_current_buffer->yy_ch_buf[ - yy_current_buffer->yy_buf_size + 2]; - register char *source = - &yy_current_buffer->yy_ch_buf[number_to_move]; - - while ( source > yy_current_buffer->yy_ch_buf ) - *--dest = *--source; - - yy_cp += (int) (dest - source); - yy_bp += (int) (dest - source); - yy_current_buffer->yy_n_chars = - yy_n_chars = yy_current_buffer->yy_buf_size; - - if ( yy_cp < yy_current_buffer->yy_ch_buf + 2 ) - YY_FATAL_ERROR( "flex scanner push-back overflow" ); - } - - *--yy_cp = (char) c; - - if ( c == '\n' ) - --yylineno; - - yytext_ptr = yy_bp; - yy_hold_char = *yy_cp; - yy_c_buf_p = yy_cp; - } -#endif /* ifndef YY_NO_UNPUT */ - - -#ifdef __cplusplus -static int yyinput() -#else -static int input() -#endif - { - int c; - - *yy_c_buf_p = yy_hold_char; - - if ( *yy_c_buf_p == YY_END_OF_BUFFER_CHAR ) - { - /* yy_c_buf_p now points to the character we want to return. - * If this occurs *before* the EOB characters, then it's a - * valid NUL; if not, then we've hit the end of the buffer. - */ - if ( yy_c_buf_p < &yy_current_buffer->yy_ch_buf[yy_n_chars] ) - /* This was really a NUL. */ - *yy_c_buf_p = '\0'; - - else - { /* need more input */ - int offset = yy_c_buf_p - yytext_ptr; - ++yy_c_buf_p; - - switch ( yy_get_next_buffer() ) - { - case EOB_ACT_LAST_MATCH: - /* This happens because yy_g_n_b() - * sees that we've accumulated a - * token and flags that we need to - * try matching the token before - * proceeding. But for input(), - * there's no matching to consider. - * So convert the EOB_ACT_LAST_MATCH - * to EOB_ACT_END_OF_FILE. - */ - - /* Reset buffer status. */ - yyrestart( yyin ); - - /*FALLTHROUGH*/ - - case EOB_ACT_END_OF_FILE: - { - if ( yywrap() ) - return EOF; - - if ( ! yy_did_buffer_switch_on_eof ) - YY_NEW_FILE; -#ifdef __cplusplus - return yyinput(); -#else - return input(); -#endif - } - - case EOB_ACT_CONTINUE_SCAN: - yy_c_buf_p = yytext_ptr + offset; - break; - } - } - } - - c = *(unsigned char *) yy_c_buf_p; /* cast for 8-bit char's */ - *yy_c_buf_p = '\0'; /* preserve yytext */ - yy_hold_char = *++yy_c_buf_p; - - if ( c == '\n' ) - ++yylineno; - - return c; - } - - -#ifdef YY_USE_PROTOS -void yyrestart( FILE *input_file ) -#else -void yyrestart( input_file ) -FILE *input_file; -#endif - { - if ( ! yy_current_buffer ) - yy_current_buffer = yy_create_buffer( yyin, YY_BUF_SIZE ); - - yy_init_buffer( yy_current_buffer, input_file ); - yy_load_buffer_state(); - } - - -#ifdef YY_USE_PROTOS -void yy_switch_to_buffer( YY_BUFFER_STATE new_buffer ) -#else -void yy_switch_to_buffer( new_buffer ) -YY_BUFFER_STATE new_buffer; -#endif - { - if ( yy_current_buffer == new_buffer ) - return; - - if ( yy_current_buffer ) - { - /* Flush out information for old buffer. */ - *yy_c_buf_p = yy_hold_char; - yy_current_buffer->yy_buf_pos = yy_c_buf_p; - yy_current_buffer->yy_n_chars = yy_n_chars; - } - - yy_current_buffer = new_buffer; - yy_load_buffer_state(); - - /* We don't actually know whether we did this switch during - * EOF (yywrap()) processing, but the only time this flag - * is looked at is after yywrap() is called, so it's safe - * to go ahead and always set it. - */ - yy_did_buffer_switch_on_eof = 1; - } - - -#ifdef YY_USE_PROTOS -void yy_load_buffer_state( void ) -#else -void yy_load_buffer_state() -#endif - { - yy_n_chars = yy_current_buffer->yy_n_chars; - yytext_ptr = yy_c_buf_p = yy_current_buffer->yy_buf_pos; - yyin = yy_current_buffer->yy_input_file; - yy_hold_char = *yy_c_buf_p; - } - - -#ifdef YY_USE_PROTOS -YY_BUFFER_STATE yy_create_buffer( FILE *file, int size ) -#else -YY_BUFFER_STATE yy_create_buffer( file, size ) -FILE *file; -int size; -#endif - { - YY_BUFFER_STATE b; - - b = (YY_BUFFER_STATE) yy_flex_alloc( sizeof( struct yy_buffer_state ) ); - if ( ! b ) - YY_FATAL_ERROR( "out of dynamic memory in yy_create_buffer()" ); - - b->yy_buf_size = size; - - /* yy_ch_buf has to be 2 characters longer than the size given because - * we need to put in 2 end-of-buffer characters. - */ - b->yy_ch_buf = (char *) yy_flex_alloc( b->yy_buf_size + 2 ); - if ( ! b->yy_ch_buf ) - YY_FATAL_ERROR( "out of dynamic memory in yy_create_buffer()" ); - - b->yy_is_our_buffer = 1; - - yy_init_buffer( b, file ); - - return b; - } - - -#ifdef YY_USE_PROTOS -void yy_delete_buffer( YY_BUFFER_STATE b ) -#else -void yy_delete_buffer( b ) -YY_BUFFER_STATE b; -#endif - { - if ( ! b ) - return; - - if ( b == yy_current_buffer ) - yy_current_buffer = (YY_BUFFER_STATE) 0; - - if ( b->yy_is_our_buffer ) - yy_flex_free( (void *) b->yy_ch_buf ); - - yy_flex_free( (void *) b ); - } - - -#ifndef YY_ALWAYS_INTERACTIVE -#ifndef YY_NEVER_INTERACTIVE -#include -#endif -#endif - -#ifdef YY_USE_PROTOS -void yy_init_buffer( YY_BUFFER_STATE b, FILE *file ) -#else -void yy_init_buffer( b, file ) -YY_BUFFER_STATE b; -FILE *file; -#endif - - - { - yy_flush_buffer( b ); - - b->yy_input_file = file; - b->yy_fill_buffer = 1; - -#if YY_ALWAYS_INTERACTIVE - b->yy_is_interactive = 1; -#else -#if YY_NEVER_INTERACTIVE - b->yy_is_interactive = 0; -#else - b->yy_is_interactive = file ? (isatty( fileno(file) ) > 0) : 0; -#endif -#endif - } - - -#ifdef YY_USE_PROTOS -void yy_flush_buffer( YY_BUFFER_STATE b ) -#else -void yy_flush_buffer( b ) -YY_BUFFER_STATE b; -#endif - - { - if ( ! b ) - return; - - b->yy_n_chars = 0; - - /* We always need two end-of-buffer characters. The first causes - * a transition to the end-of-buffer state. The second causes - * a jam in that state. - */ - b->yy_ch_buf[0] = YY_END_OF_BUFFER_CHAR; - b->yy_ch_buf[1] = YY_END_OF_BUFFER_CHAR; - - b->yy_buf_pos = &b->yy_ch_buf[0]; - - b->yy_at_bol = 1; - b->yy_buffer_status = YY_BUFFER_NEW; - - if ( b == yy_current_buffer ) - yy_load_buffer_state(); - } - - -#ifndef YY_NO_SCAN_BUFFER -#ifdef YY_USE_PROTOS -YY_BUFFER_STATE yy_scan_buffer( char *base, yy_size_t size ) -#else -YY_BUFFER_STATE yy_scan_buffer( base, size ) -char *base; -yy_size_t size; -#endif - { - YY_BUFFER_STATE b; - - if ( size < 2 || - base[size-2] != YY_END_OF_BUFFER_CHAR || - base[size-1] != YY_END_OF_BUFFER_CHAR ) - /* They forgot to leave room for the EOB's. */ - return 0; - - b = (YY_BUFFER_STATE) yy_flex_alloc( sizeof( struct yy_buffer_state ) ); - if ( ! b ) - YY_FATAL_ERROR( "out of dynamic memory in yy_scan_buffer()" ); - - b->yy_buf_size = size - 2; /* "- 2" to take care of EOB's */ - b->yy_buf_pos = b->yy_ch_buf = base; - b->yy_is_our_buffer = 0; - b->yy_input_file = 0; - b->yy_n_chars = b->yy_buf_size; - b->yy_is_interactive = 0; - b->yy_at_bol = 1; - b->yy_fill_buffer = 0; - b->yy_buffer_status = YY_BUFFER_NEW; - - yy_switch_to_buffer( b ); - - return b; - } -#ifdef __cplusplus -YY_BUFFER_STATE yy_scan_buffer( char *base, int size ) - { - return yy_scan_buffer(base, (yy_size_t) size); - } -#endif -#endif - - -#ifndef YY_NO_SCAN_STRING -#ifdef YY_USE_PROTOS -YY_BUFFER_STATE yy_scan_string( yyconst char *yy_str ) -#else -YY_BUFFER_STATE yy_scan_string( yy_str ) -yyconst char *yy_str; -#endif - { - yy_size_t len; - for ( len = 0; yy_str[len]; ++len ) - ; - - return yy_scan_bytes( yy_str, len ); - } -#endif - - -#ifndef YY_NO_SCAN_BYTES -#ifdef YY_USE_PROTOS -YY_BUFFER_STATE yy_scan_bytes( yyconst char *bytes, yy_size_t len ) -#else -YY_BUFFER_STATE yy_scan_bytes( bytes, len ) -yyconst char *bytes; -yy_size_t len; -#endif - { - YY_BUFFER_STATE b; - char *buf; - yy_size_t n, i; - - /* Get memory for full buffer, including space for trailing EOB's. */ - n = len + 2; - buf = (char *) yy_flex_alloc( n ); - if ( ! buf ) - YY_FATAL_ERROR( "out of dynamic memory in yy_scan_bytes()" ); - - for ( i = 0; i < len; ++i ) - buf[i] = bytes[i]; - - buf[len] = buf[len+1] = YY_END_OF_BUFFER_CHAR; - - b = yy_scan_buffer( buf, n ); - if ( ! b ) - YY_FATAL_ERROR( "bad buffer in yy_scan_bytes()" ); - - /* It's okay to grow etc. this buffer, and we should throw it - * away when we're done. - */ - b->yy_is_our_buffer = 1; - - return b; - } -#ifdef __cplusplus -YY_BUFFER_STATE yy_scan_bytes( yyconst char *base, int size ) - { - return yy_scan_bytes(base, (yy_size_t) size); - } -#endif -#endif - - -#ifndef YY_NO_PUSH_STATE -#ifdef YY_USE_PROTOS -static void yy_push_state( int new_state ) -#else -static void yy_push_state( new_state ) -int new_state; -#endif - { - if ( yy_start_stack_ptr >= yy_start_stack_depth ) - { - yy_size_t new_size; - - yy_start_stack_depth += YY_START_STACK_INCR; - new_size = yy_start_stack_depth * sizeof( int ); - - if ( ! yy_start_stack ) - yy_start_stack = (int *) yy_flex_alloc( new_size ); - - else - yy_start_stack = (int *) yy_flex_realloc( - (void *) yy_start_stack, new_size ); - - if ( ! yy_start_stack ) - YY_FATAL_ERROR( - "out of memory expanding start-condition stack" ); - } - - yy_start_stack[yy_start_stack_ptr++] = YY_START; - - BEGIN(new_state); - } -#endif - - -#ifndef YY_NO_POP_STATE -static void yy_pop_state() - { - if ( --yy_start_stack_ptr < 0 ) - YY_FATAL_ERROR( "start-condition stack underflow" ); - - BEGIN(yy_start_stack[yy_start_stack_ptr]); - } -#endif - - -#ifndef YY_NO_TOP_STATE -static int yy_top_state() - { - return yy_start_stack[yy_start_stack_ptr - 1]; - } -#endif - -#ifndef YY_EXIT_FAILURE -#define YY_EXIT_FAILURE 2 -#endif - -#ifdef YY_USE_PROTOS -static void yy_fatal_error( yyconst char msg[] ) -#else -static void yy_fatal_error( msg ) -char msg[]; -#endif - { - (void) fprintf( stderr, "%s\n", msg ); - exit( YY_EXIT_FAILURE ); - } - - - -/* Redefine yyless() so it works in section 3 code. */ - -#undef yyless -#define yyless(n) \ - do \ - { \ - /* Undo effects of setting up yytext. */ \ - yytext[yyleng] = yy_hold_char; \ - yy_c_buf_p = yytext + n; \ - yy_hold_char = *yy_c_buf_p; \ - *yy_c_buf_p = '\0'; \ - yyleng = n; \ - } \ - while ( 0 ) - - -/* Internal utility routines. */ - -#ifndef yytext_ptr -#ifdef YY_USE_PROTOS -static void yy_flex_strncpy( char *s1, yyconst char *s2, yy_size_t n ) -#else -static void yy_flex_strncpy( s1, s2, n ) -char *s1; -yyconst char *s2; -yy_size_t n; -#endif - { - register yy_size_t i; - for ( i = 0; i < n; ++i ) - s1[i] = s2[i]; - } -#endif - -#ifdef YY_NEED_STRLEN -#ifdef YY_USE_PROTOS -static yy_size_t yy_flex_strlen( yyconst char *s ) -#else -static yy_size_t yy_flex_strlen( s ) -yyconst char *s; -#endif - { - register yy_size_t n; - for ( n = 0; s[n]; ++n ) - ; - - return n; - } -#endif - - -#ifdef YY_USE_PROTOS -static void *yy_flex_alloc( yy_size_t size ) -#else -static void *yy_flex_alloc( size ) -yy_size_t size; -#endif - { - return (void *) malloc( size ); - } - -#ifdef YY_USE_PROTOS -static inline void *yy_flex_realloc( void *ptr, yy_size_t size ) -#else -static inline void *yy_flex_realloc( ptr, size ) -void *ptr; -yy_size_t size; -#endif - { - /* The cast to (char *) in the following accommodates both - * implementations that use char* generic pointers, and those - * that use void* generic pointers. It works with the latter - * because both ANSI C and C++ allow castless assignment from - * any pointer type to void*, and deal with argument conversions - * as though doing an assignment. - */ - return (void *) realloc( (char *) ptr, size ); - } - -#ifdef YY_USE_PROTOS -static void yy_flex_free( void *ptr ) -#else -static void yy_flex_free( ptr ) -void *ptr; -#endif - { - free( ptr ); - } - -#if YY_MAIN -int main() - { - yylex(); - return 0; - } -#endif -#line 239 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l" - - diff --git a/utils/TableGen/FileLexer.l b/utils/TableGen/FileLexer.l deleted file mode 100644 index 561e8a13179..00000000000 --- a/utils/TableGen/FileLexer.l +++ /dev/null @@ -1,240 +0,0 @@ -/*===-- FileLexer.l - Scanner for TableGen Files ----------------*- C++ -*-===// -// -// The LLVM Compiler Infrastructure -// -// This file was developed by the LLVM research group and is distributed under -// the University of Illinois Open Source License. See LICENSE.TXT for details. -// -//===----------------------------------------------------------------------===// -// -// This file defines a simple flex scanner for TableGen files. This is pretty -// straight-forward, except for the magic to handle file inclusion. -// -//===----------------------------------------------------------------------===*/ - -%option prefix="File" -%option yylineno -%option nostdinit -%option never-interactive -%option batch -%option nodefault -%option 8bit -%option outfile="Lexer.cpp" -%option ecs -%option noreject -%option noyymore - -%x in_comment - -%{ -#include "llvm/Config/config.h" -#include "llvm/Support/Streams.h" -#include "Record.h" -typedef std::pair*> SubClassRefTy; -#include "FileParser.h" - -int Fileparse(); - -namespace llvm { - -// Global variable recording the location of the include directory -std::vector IncludeDirectories; - -/// ParseInt - This has to handle the special case of binary numbers 0b0101 -/// -static int ParseInt(const char *Str) { - if (Str[0] == '0' && Str[1] == 'b') - return strtoll(Str+2, 0, 2); - return strtoll(Str, 0, 0); -} - -static int CommentDepth = 0; - -struct IncludeRec { - std::string Filename; - FILE *File; - unsigned LineNo; - YY_BUFFER_STATE Buffer; - - IncludeRec(const std::string &FN, FILE *F) - : Filename(FN), File(F), LineNo(0){ - } -}; - -static std::vector IncludeStack; - -std::ostream &err() { - if (IncludeStack.empty()) { - cerr << "At end of input: "; - return *cerr.stream(); - } - - for (unsigned i = 0, e = IncludeStack.size()-1; i != e; ++i) - cerr << "Included from " << IncludeStack[i].Filename << ":" - << IncludeStack[i].LineNo << ":\n"; - cerr << "Parsing " << IncludeStack.back().Filename << ":" - << Filelineno << ": "; - return *cerr.stream(); -} - -/// ParseFile - this function begins the parsing of the specified tablegen file. -/// -void ParseFile(const std::string &Filename, - const std::vector &IncludeDirs) { - FILE *F = stdin; - if (Filename != "-") { - F = fopen(Filename.c_str(), "r"); - - if (F == 0) { - cerr << "Could not open input file '" + Filename + "'!\n"; - exit (1); - } - IncludeStack.push_back(IncludeRec(Filename, F)); - } else { - IncludeStack.push_back(IncludeRec("", stdin)); - } - - // Record the location of the include directory so that the lexer can find - // it later. - IncludeDirectories = IncludeDirs; - - Filein = F; - Filelineno = 1; - Fileparse(); - Filein = stdin; -} - -/// HandleInclude - This function is called when an include directive is -/// encountered in the input stream... -/// -static void HandleInclude(const char *Buffer) { - unsigned Length = yyleng; - assert(Buffer[Length-1] == '"'); - Buffer += strlen("include "); - Length -= strlen("include "); - while (*Buffer != '"') { - ++Buffer; - --Length; - } - assert(Length >= 2 && "Double quotes not found?"); - std::string Filename(Buffer+1, Buffer+Length-1); - //cerr << "Filename = '" << Filename << "'\n"; - - // Save the line number and lex buffer of the includer... - IncludeStack.back().LineNo = Filelineno; - IncludeStack.back().Buffer = YY_CURRENT_BUFFER; - - // Open the new input file... - yyin = fopen(Filename.c_str(), "r"); - if (yyin == 0) { - // If we couldn't find the file in the current directory, look for it in - // the include directories. - // - std::string NextFilename; - for (unsigned i = 0, e = IncludeDirectories.size(); i != e; ++i) { - NextFilename = IncludeDirectories[i] + "/" + Filename; - if ((yyin = fopen(NextFilename.c_str(), "r"))) - break; - } - - if (yyin == 0) { - err() << "Could not find include file '" << Filename << "'!\n"; - exit(1); - } - Filename = NextFilename; - } - - // Add the file to our include stack... - IncludeStack.push_back(IncludeRec(Filename, yyin)); - Filelineno = 1; // Reset line numbering... - //yyrestart(yyin); // Start lexing the new file... - - yy_switch_to_buffer(yy_create_buffer(yyin, YY_BUF_SIZE)); -} - -/// yywrap - This is called when the lexer runs out of input in one of the -/// files. Switch back to an includer if an includee has run out of input. -/// -extern "C" -int yywrap(void) { - if (IncludeStack.back().File != stdin) - fclose(IncludeStack.back().File); - IncludeStack.pop_back(); - if (IncludeStack.empty()) return 1; // Top-level file is done. - - // Otherwise, we need to switch back to a file which included the current one. - Filelineno = IncludeStack.back().LineNo; // Restore current line number - yy_switch_to_buffer(IncludeStack.back().Buffer); - return 0; -} - -} // End llvm namespace - -using namespace llvm; - -%} - -Comment \/\/.* - -Identifier [a-zA-Z_][0-9a-zA-Z_]* -Integer [-+]?[0-9]+|0x[0-9a-fA-F]+|0b[01]+ -CodeFragment \[\{([^}]+|\}[^\]])*\}\] -StringVal \"[^"]*\" -IncludeStr include[ \t\n]+\"[^"]*\" - -%% - -{Comment} { /* Ignore comments */ } - -{IncludeStr} { HandleInclude(yytext); } -{CodeFragment} { Filelval.StrVal = new std::string(yytext+2, yytext+yyleng-2); - return CODEFRAGMENT; } - -int { return INT; } -bit { return BIT; } -bits { return BITS; } -string { return STRING; } -list { return LIST; } -code { return CODE; } -dag { return DAG; } - -class { return CLASS; } -def { return DEF; } -defm { return DEFM; } -multiclass { return MULTICLASS; } -field { return FIELD; } -let { return LET; } -in { return IN; } - -!con { return CONCATTOK; } -!sra { return SRATOK; } -!srl { return SRLTOK; } -!shl { return SHLTOK; } -!strconcat { return STRCONCATTOK; } - - -{Identifier} { Filelval.StrVal = new std::string(yytext, yytext+yyleng); - return ID; } -${Identifier} { Filelval.StrVal = new std::string(yytext+1, yytext+yyleng); - return VARNAME; } - -{StringVal} { Filelval.StrVal = new std::string(yytext+1, yytext+yyleng-1); - return STRVAL; } - -{Integer} { Filelval.IntVal = ParseInt(Filetext); return INTVAL; } - -[ \t\n\r]+ { /* Ignore whitespace */ } - - -"/*" { BEGIN(in_comment); CommentDepth++; } -[^*/]* {} /* eat anything that's not a '*' or '/' */ -"*"+[^*/]* {} /* eat up '*'s not followed by '/'s */ -"/*" { ++CommentDepth; } -"/"+[^*/]* {} /* eat up /'s not followed by *'s */ -"*"+"/" { if (!--CommentDepth) { BEGIN(INITIAL); } } -<> { err() << "Unterminated comment!\n"; exit(1); } - -. { return Filetext[0]; } - -%% - diff --git a/utils/TableGen/FileLexer.l.cvs b/utils/TableGen/FileLexer.l.cvs deleted file mode 100644 index 561e8a13179..00000000000 --- a/utils/TableGen/FileLexer.l.cvs +++ /dev/null @@ -1,240 +0,0 @@ -/*===-- FileLexer.l - Scanner for TableGen Files ----------------*- C++ -*-===// -// -// The LLVM Compiler Infrastructure -// -// This file was developed by the LLVM research group and is distributed under -// the University of Illinois Open Source License. See LICENSE.TXT for details. -// -//===----------------------------------------------------------------------===// -// -// This file defines a simple flex scanner for TableGen files. This is pretty -// straight-forward, except for the magic to handle file inclusion. -// -//===----------------------------------------------------------------------===*/ - -%option prefix="File" -%option yylineno -%option nostdinit -%option never-interactive -%option batch -%option nodefault -%option 8bit -%option outfile="Lexer.cpp" -%option ecs -%option noreject -%option noyymore - -%x in_comment - -%{ -#include "llvm/Config/config.h" -#include "llvm/Support/Streams.h" -#include "Record.h" -typedef std::pair*> SubClassRefTy; -#include "FileParser.h" - -int Fileparse(); - -namespace llvm { - -// Global variable recording the location of the include directory -std::vector IncludeDirectories; - -/// ParseInt - This has to handle the special case of binary numbers 0b0101 -/// -static int ParseInt(const char *Str) { - if (Str[0] == '0' && Str[1] == 'b') - return strtoll(Str+2, 0, 2); - return strtoll(Str, 0, 0); -} - -static int CommentDepth = 0; - -struct IncludeRec { - std::string Filename; - FILE *File; - unsigned LineNo; - YY_BUFFER_STATE Buffer; - - IncludeRec(const std::string &FN, FILE *F) - : Filename(FN), File(F), LineNo(0){ - } -}; - -static std::vector IncludeStack; - -std::ostream &err() { - if (IncludeStack.empty()) { - cerr << "At end of input: "; - return *cerr.stream(); - } - - for (unsigned i = 0, e = IncludeStack.size()-1; i != e; ++i) - cerr << "Included from " << IncludeStack[i].Filename << ":" - << IncludeStack[i].LineNo << ":\n"; - cerr << "Parsing " << IncludeStack.back().Filename << ":" - << Filelineno << ": "; - return *cerr.stream(); -} - -/// ParseFile - this function begins the parsing of the specified tablegen file. -/// -void ParseFile(const std::string &Filename, - const std::vector &IncludeDirs) { - FILE *F = stdin; - if (Filename != "-") { - F = fopen(Filename.c_str(), "r"); - - if (F == 0) { - cerr << "Could not open input file '" + Filename + "'!\n"; - exit (1); - } - IncludeStack.push_back(IncludeRec(Filename, F)); - } else { - IncludeStack.push_back(IncludeRec("", stdin)); - } - - // Record the location of the include directory so that the lexer can find - // it later. - IncludeDirectories = IncludeDirs; - - Filein = F; - Filelineno = 1; - Fileparse(); - Filein = stdin; -} - -/// HandleInclude - This function is called when an include directive is -/// encountered in the input stream... -/// -static void HandleInclude(const char *Buffer) { - unsigned Length = yyleng; - assert(Buffer[Length-1] == '"'); - Buffer += strlen("include "); - Length -= strlen("include "); - while (*Buffer != '"') { - ++Buffer; - --Length; - } - assert(Length >= 2 && "Double quotes not found?"); - std::string Filename(Buffer+1, Buffer+Length-1); - //cerr << "Filename = '" << Filename << "'\n"; - - // Save the line number and lex buffer of the includer... - IncludeStack.back().LineNo = Filelineno; - IncludeStack.back().Buffer = YY_CURRENT_BUFFER; - - // Open the new input file... - yyin = fopen(Filename.c_str(), "r"); - if (yyin == 0) { - // If we couldn't find the file in the current directory, look for it in - // the include directories. - // - std::string NextFilename; - for (unsigned i = 0, e = IncludeDirectories.size(); i != e; ++i) { - NextFilename = IncludeDirectories[i] + "/" + Filename; - if ((yyin = fopen(NextFilename.c_str(), "r"))) - break; - } - - if (yyin == 0) { - err() << "Could not find include file '" << Filename << "'!\n"; - exit(1); - } - Filename = NextFilename; - } - - // Add the file to our include stack... - IncludeStack.push_back(IncludeRec(Filename, yyin)); - Filelineno = 1; // Reset line numbering... - //yyrestart(yyin); // Start lexing the new file... - - yy_switch_to_buffer(yy_create_buffer(yyin, YY_BUF_SIZE)); -} - -/// yywrap - This is called when the lexer runs out of input in one of the -/// files. Switch back to an includer if an includee has run out of input. -/// -extern "C" -int yywrap(void) { - if (IncludeStack.back().File != stdin) - fclose(IncludeStack.back().File); - IncludeStack.pop_back(); - if (IncludeStack.empty()) return 1; // Top-level file is done. - - // Otherwise, we need to switch back to a file which included the current one. - Filelineno = IncludeStack.back().LineNo; // Restore current line number - yy_switch_to_buffer(IncludeStack.back().Buffer); - return 0; -} - -} // End llvm namespace - -using namespace llvm; - -%} - -Comment \/\/.* - -Identifier [a-zA-Z_][0-9a-zA-Z_]* -Integer [-+]?[0-9]+|0x[0-9a-fA-F]+|0b[01]+ -CodeFragment \[\{([^}]+|\}[^\]])*\}\] -StringVal \"[^"]*\" -IncludeStr include[ \t\n]+\"[^"]*\" - -%% - -{Comment} { /* Ignore comments */ } - -{IncludeStr} { HandleInclude(yytext); } -{CodeFragment} { Filelval.StrVal = new std::string(yytext+2, yytext+yyleng-2); - return CODEFRAGMENT; } - -int { return INT; } -bit { return BIT; } -bits { return BITS; } -string { return STRING; } -list { return LIST; } -code { return CODE; } -dag { return DAG; } - -class { return CLASS; } -def { return DEF; } -defm { return DEFM; } -multiclass { return MULTICLASS; } -field { return FIELD; } -let { return LET; } -in { return IN; } - -!con { return CONCATTOK; } -!sra { return SRATOK; } -!srl { return SRLTOK; } -!shl { return SHLTOK; } -!strconcat { return STRCONCATTOK; } - - -{Identifier} { Filelval.StrVal = new std::string(yytext, yytext+yyleng); - return ID; } -${Identifier} { Filelval.StrVal = new std::string(yytext+1, yytext+yyleng); - return VARNAME; } - -{StringVal} { Filelval.StrVal = new std::string(yytext+1, yytext+yyleng-1); - return STRVAL; } - -{Integer} { Filelval.IntVal = ParseInt(Filetext); return INTVAL; } - -[ \t\n\r]+ { /* Ignore whitespace */ } - - -"/*" { BEGIN(in_comment); CommentDepth++; } -[^*/]* {} /* eat anything that's not a '*' or '/' */ -"*"+[^*/]* {} /* eat up '*'s not followed by '/'s */ -"/*" { ++CommentDepth; } -"/"+[^*/]* {} /* eat up /'s not followed by *'s */ -"*"+"/" { if (!--CommentDepth) { BEGIN(INITIAL); } } -<> { err() << "Unterminated comment!\n"; exit(1); } - -. { return Filetext[0]; } - -%% - diff --git a/utils/TableGen/Makefile b/utils/TableGen/Makefile index e43424b5fcf..128b2cdd0de 100644 --- a/utils/TableGen/Makefile +++ b/utils/TableGen/Makefile @@ -11,8 +11,7 @@ LEVEL = ../.. TOOLNAME = tblgen NO_INSTALL = 1; USEDLIBS = LLVMSupport.a LLVMSystem.a -EXTRA_DIST = FileLexer.cpp.cvs FileLexer.l.cvs \ - FileParser.cpp.cvs FileParser.h.cvs FileParser.y.cvs +EXTRA_DIST = FileParser.cpp.cvs FileParser.h.cvs FileParser.y.cvs REQUIRES_EH := 1 REQUIRES_RTTI := 1 @@ -27,4 +26,5 @@ CompileCommonOpts := $(filter-out -Wno-long-long,$(CompileCommonOpts)) # (which depend on the source file) won't get generated until bison is done # generating the C source and header files for the parser. # -$(ObjDir)/FileLexer.o : $(PROJ_SRC_DIR)/FileParser.h +$(ObjDir)/TGLexer.o : $(PROJ_SRC_DIR)/FileParser.h + diff --git a/utils/TableGen/TGLexer.cpp b/utils/TableGen/TGLexer.cpp new file mode 100644 index 00000000000..69d2dc4ced0 --- /dev/null +++ b/utils/TableGen/TGLexer.cpp @@ -0,0 +1,439 @@ +//===- TGLexer.cpp - Lexer for TableGen -----------------------------------===// +// +// The LLVM Compiler Infrastructure +// +// This file was developed by Chris Lattner and is distributed under +// the University of Illinois Open Source License. See LICENSE.TXT for details. +// +//===----------------------------------------------------------------------===// +// +// Implement the Lexer for TableGen. +// +//===----------------------------------------------------------------------===// + +#include "Record.h" +#include "llvm/Support/Streams.h" +#include "Record.h" +#include "TGLexer.h" +#include "llvm/Support/MemoryBuffer.h" +typedef std::pair*> SubClassRefTy; +#include "FileParser.h" +#include +using namespace llvm; + +// FIXME: REMOVE THIS. +#define YYEOF 0 +#define YYERROR -2 + +TGLexer::TGLexer(MemoryBuffer *StartBuf) : CurLineNo(1), CurBuf(StartBuf) { + CurPtr = CurBuf->getBufferStart(); +} + +TGLexer::~TGLexer() { + while (!IncludeStack.empty()) { + delete IncludeStack.back().Buffer; + IncludeStack.pop_back(); + } + delete CurBuf; +} + + +std::ostream &TGLexer::err() { + PrintIncludeStack(*cerr.stream()); + return *cerr.stream(); +} + + +void TGLexer::PrintIncludeStack(std::ostream &OS) { + for (unsigned i = 0, e = IncludeStack.size(); i != e; ++i) + OS << "Included from " << IncludeStack[i].Buffer->getBufferIdentifier() + << ":" << IncludeStack[i].LineNo << ":\n"; + OS << "Parsing " << CurBuf->getBufferIdentifier() << ":" + << CurLineNo << ": "; +} + +int TGLexer::getNextChar() { + char CurChar = *CurPtr++; + switch (CurChar) { + default: + return CurChar; + case 0: + // A nul character in the stream is either the end of the current buffer or + // a random nul in the file. Disambiguate that here. + if (CurPtr-1 != CurBuf->getBufferEnd()) + return 0; // Just whitespace. + + // If this is the end of an included file, pop the parent file off the + // include stack. + if (!IncludeStack.empty()) { + delete CurBuf; + CurBuf = IncludeStack.back().Buffer; + CurLineNo = IncludeStack.back().LineNo; + CurPtr = IncludeStack.back().CurPtr; + IncludeStack.pop_back(); + return getNextChar(); + } + + // Otherwise, return end of file. + --CurPtr; // Another call to lex will return EOF again. + return EOF; + case '\n': + case '\r': + // Handle the newline character by ignoring it and incrementing the line + // count. However, be careful about 'dos style' files with \n\r in them. + // Only treat a \n\r or \r\n as a single line. + if ((*CurPtr == '\n' || (*CurPtr == '\r')) && + *CurPtr != CurChar) + ++CurPtr; // Each the two char newline sequence. + + ++CurLineNo; + return '\n'; + } +} + +int TGLexer::LexToken() { + // This always consumes at least one character. + int CurChar = getNextChar(); + + switch (CurChar) { + default: + // Handle letters: [a-zA-Z_] + if (isalpha(CurChar) || CurChar == '_') + return LexIdentifier(); + + // Unknown character, return the char itself. + return (unsigned char)CurChar; + case EOF: return YYEOF; + case 0: + case ' ': + case '\t': + case '\n': + case '\r': + // Ignore whitespace. + return LexToken(); + case '/': + // If this is the start of a // comment, skip until the end of the line or + // the end of the buffer. + if (*CurPtr == '/') + SkipBCPLComment(); + else if (*CurPtr == '*') { + if (SkipCComment()) + return YYERROR; + } else // Otherwise, return this / as a token. + return CurChar; + return LexToken(); + case '-': case '+': + case '0': case '1': case '2': case '3': case '4': case '5': case '6': + case '7': case '8': case '9': + return LexNumber(); + case '"': return LexString(); + case '$': return LexVarName(); + case '[': return LexBracket(); + case '!': return LexExclaim(); + } +} + +/// LexString - Lex "[^"]*" +int TGLexer::LexString() { + const char *StrStart = CurPtr; + + while (*CurPtr != '"') { + // If we hit the end of the buffer, report an error. + if (*CurPtr == 0 && CurPtr == CurBuf->getBufferEnd()) { + TheError = "End of file in string literal"; + return YYERROR; + } else if (*CurPtr == '\n' || *CurPtr == '\r') { + TheError = "End of line in string literal"; + return YYERROR; + } + + ++CurPtr; + } + + Filelval.StrVal = new std::string(StrStart, CurPtr); + ++CurPtr; + return STRVAL; +} + +int TGLexer::LexVarName() { + if (!isalpha(CurPtr[0]) && CurPtr[0] != '_') + return '$'; // Invalid varname. + + // Otherwise, we're ok, consume the rest of the characters. + const char *VarNameStart = CurPtr++; + + while (isalpha(*CurPtr) || isdigit(*CurPtr) || *CurPtr == '_') + ++CurPtr; + + Filelval.StrVal = new std::string(VarNameStart, CurPtr); + return VARNAME; +} + + +int TGLexer::LexIdentifier() { + // The first letter is [a-zA-Z_]. + const char *IdentStart = CurPtr-1; + + // Match the rest of the identifier regex: [0-9a-zA-Z_]* + while (isalpha(*CurPtr) || isdigit(*CurPtr) || *CurPtr == '_') + ++CurPtr; + + // Check to see if this identifier is a keyword. + unsigned Len = CurPtr-IdentStart; + + if (Len == 3 && !memcmp(IdentStart, "int", 3)) return INT; + if (Len == 3 && !memcmp(IdentStart, "bit", 3)) return BIT; + if (Len == 4 && !memcmp(IdentStart, "bits", 4)) return BITS; + if (Len == 6 && !memcmp(IdentStart, "string", 6)) return STRING; + if (Len == 4 && !memcmp(IdentStart, "list", 4)) return LIST; + if (Len == 4 && !memcmp(IdentStart, "code", 4)) return CODE; + if (Len == 3 && !memcmp(IdentStart, "dag", 3)) return DAG; + + if (Len == 5 && !memcmp(IdentStart, "class", 5)) return CLASS; + if (Len == 3 && !memcmp(IdentStart, "def", 3)) return DEF; + if (Len == 4 && !memcmp(IdentStart, "defm", 4)) return DEFM; + if (Len == 10 && !memcmp(IdentStart, "multiclass", 10)) return MULTICLASS; + if (Len == 5 && !memcmp(IdentStart, "field", 5)) return FIELD; + if (Len == 3 && !memcmp(IdentStart, "let", 3)) return LET; + if (Len == 2 && !memcmp(IdentStart, "in", 2)) return IN; + + if (Len == 7 && !memcmp(IdentStart, "include", 7)) { + if (LexInclude()) return YYERROR; + return LexToken(); + } + + Filelval.StrVal = new std::string(IdentStart, CurPtr); + return ID; +} + +/// LexInclude - We just read the "include" token. Get the string token that +/// comes next and enter the include. +bool TGLexer::LexInclude() { + // The token after the include must be a string. + int Tok = LexToken(); + if (Tok == YYERROR) return true; + if (Tok != STRVAL) { + TheError = "Expected filename after include"; + return true; + } + + // Get the string. + std::string Filename = *Filelval.StrVal; + delete Filelval.StrVal; + + // Try to find the file. + MemoryBuffer *NewBuf = MemoryBuffer::getFile(&Filename[0], Filename.size()); + + // If the file didn't exist directly, see if it's in an include path. + for (unsigned i = 0, e = IncludeDirectories.size(); i != e && !NewBuf; ++i) { + std::string IncFile = IncludeDirectories[i] + "/" + Filename; + NewBuf = MemoryBuffer::getFile(&IncFile[0], IncFile.size()); + } + + if (NewBuf == 0) { + TheError = "Could not find include file '" + Filename + "'"; + return true; + } + + // Save the line number and lex buffer of the includer. + IncludeStack.push_back(IncludeRec(CurBuf, CurPtr, CurLineNo)); + + CurLineNo = 1; // Reset line numbering. + CurBuf = NewBuf; + CurPtr = CurBuf->getBufferStart(); + return false; +} + +void TGLexer::SkipBCPLComment() { + ++CurPtr; // skip the second slash. + while (1) { + switch (*CurPtr) { + case '\n': + case '\r': + return; // Newline is end of comment. + case 0: + // If this is the end of the buffer, end the comment. + if (CurPtr == CurBuf->getBufferEnd()) + return; + break; + } + // Otherwise, skip the character. + ++CurPtr; + } +} + +/// SkipCComment - This skips C-style /**/ comments. The only difference from C +/// is that we allow nesting. +bool TGLexer::SkipCComment() { + ++CurPtr; // skip the star. + unsigned CommentDepth = 1; + + while (1) { + int CurChar = getNextChar(); + switch (CurChar) { + case EOF: + TheError = "Unterminated comment!"; + return true; + case '*': + // End of the comment? + if (CurPtr[0] != '/') break; + + ++CurPtr; // End the */. + if (--CommentDepth == 0) + return false; + break; + case '/': + // Start of a nested comment? + if (CurPtr[0] != '*') break; + ++CurPtr; + ++CommentDepth; + break; + } + } +} + +/// LexNumber - Lex: +/// [-+]?[0-9]+ +/// 0x[0-9a-fA-F]+ +/// 0b[01]+ +int TGLexer::LexNumber() { + const char *NumStart = CurPtr-1; + + if (CurPtr[-1] == '0') { + if (CurPtr[0] == 'x') { + ++CurPtr; + NumStart = CurPtr; + while (isxdigit(CurPtr[0])) + ++CurPtr; + + if (CurPtr == NumStart) { + TheError = "Invalid hexadecimal number"; + return YYERROR; + } + Filelval.IntVal = strtoll(NumStart, 0, 16); + return INTVAL; + } else if (CurPtr[0] == 'b') { + ++CurPtr; + NumStart = CurPtr; + while (CurPtr[0] == '0' || CurPtr[0] == '1') + ++CurPtr; + + if (CurPtr == NumStart) { + TheError = "Invalid binary number"; + return YYERROR; + } + Filelval.IntVal = strtoll(NumStart, 0, 2); + return INTVAL; + } + } + + // Check for a sign without a digit. + if (CurPtr[-1] == '-' || CurPtr[-1] == '+') { + if (!isdigit(CurPtr[0])) + return CurPtr[-1]; + } + + while (isdigit(CurPtr[0])) + ++CurPtr; + Filelval.IntVal = strtoll(NumStart, 0, 10); + return INTVAL; +} + +/// LexBracket - We just read '['. If this is a code block, return it, +/// otherwise return the bracket. Match: '[' and '[{ ( [^}]+ | }[^]] )* }]' +int TGLexer::LexBracket() { + if (CurPtr[0] != '{') + return '['; + ++CurPtr; + const char *CodeStart = CurPtr; + while (1) { + int Char = getNextChar(); + if (Char == EOF) break; + + if (Char != '}') continue; + + Char = getNextChar(); + if (Char == EOF) break; + if (Char == ']') { + Filelval.StrVal = new std::string(CodeStart, CurPtr-2); + return CODEFRAGMENT; + } + } + + TheError = "Invalid Code Block"; + return YYERROR; +} + +/// LexExclaim - Lex '!' and '![a-zA-Z]+'. +int TGLexer::LexExclaim() { + if (!isalpha(*CurPtr)) + return '!'; + + const char *Start = CurPtr++; + while (isalpha(*CurPtr)) + ++CurPtr; + + // Check to see which operator this is. + unsigned Len = CurPtr-Start; + + if (Len == 3 && !memcmp(Start, "con", 3)) return CONCATTOK; + if (Len == 3 && !memcmp(Start, "sra", 3)) return SRATOK; + if (Len == 3 && !memcmp(Start, "srl", 3)) return SRLTOK; + if (Len == 3 && !memcmp(Start, "shl", 3)) return SHLTOK; + if (Len == 9 && !memcmp(Start, "strconcat", 9)) return STRCONCATTOK; + + TheError = "Unknown operator"; + return YYERROR; +} + +//===----------------------------------------------------------------------===// +// Interfaces used by the Bison parser. +//===----------------------------------------------------------------------===// + +int Fileparse(); +static TGLexer *TheLexer; + +namespace llvm { + +std::ostream &err() { + return TheLexer->err(); +} + +/// ParseFile - this function begins the parsing of the specified tablegen +/// file. +/// +void ParseFile(const std::string &Filename, + const std::vector &IncludeDirs) { + std::string ErrorStr; + MemoryBuffer *F = MemoryBuffer::getFileOrSTDIN(&Filename[0], Filename.size(), + &ErrorStr); + if (F == 0) { + cerr << "Could not open input file '" + Filename + "': " << ErrorStr <<"\n"; + exit(1); + } + + assert(!TheLexer && "Lexer isn't reentrant yet!"); + TheLexer = new TGLexer(F); + + // Record the location of the include directory so that the lexer can find + // it later. + TheLexer->setIncludeDirs(IncludeDirs); + + Fileparse(); + + // Cleanup + delete TheLexer; + TheLexer = 0; +} +} // End llvm namespace + + +int Filelex() { + assert(TheLexer && "No lexer setup yet!"); + int Tok = TheLexer->LexToken(); + if (Tok == YYERROR) { + err() << TheLexer->getError() << "\n"; + exit(1); + } + return Tok; +} diff --git a/utils/TableGen/TGLexer.h b/utils/TableGen/TGLexer.h new file mode 100644 index 00000000000..517b81a4961 --- /dev/null +++ b/utils/TableGen/TGLexer.h @@ -0,0 +1,74 @@ +//===- TGLexer.h - Lexer for TableGen Files ---------------------*- C++ -*-===// +// +// The LLVM Compiler Infrastructure +// +// This file was developed by Chris Lattner and is distributed under +// the University of Illinois Open Source License. See LICENSE.TXT for details. +// +//===----------------------------------------------------------------------===// +// +// This class represents the Lexer for tablegen files. +// +//===----------------------------------------------------------------------===// + +#ifndef TGLEXER_H +#define TGLEXER_H + +#include +#include +#include + +namespace llvm { +class MemoryBuffer; + +class TGLexer { + const char *CurPtr; + unsigned CurLineNo; + MemoryBuffer *CurBuf; + + /// IncludeRec / IncludeStack - This captures the current set of include + /// directives we are nested within. + struct IncludeRec { + MemoryBuffer *Buffer; + const char *CurPtr; + unsigned LineNo; + IncludeRec(MemoryBuffer *buffer, const char *curPtr, unsigned lineNo) + : Buffer(buffer), CurPtr(curPtr), LineNo(lineNo) {} + }; + std::vector IncludeStack; + + // IncludeDirectories - This is the list of directories we should search for + // include files in. + std::vector IncludeDirectories; + + std::string TheError; +public: + TGLexer(MemoryBuffer *StartBuf); + ~TGLexer(); + + void setIncludeDirs(const std::vector &Dirs) { + IncludeDirectories = Dirs; + } + + int LexToken(); + + const std::string getError() const { return TheError; } + + std::ostream &err(); + void PrintIncludeStack(std::ostream &OS); +private: + int getNextChar(); + void SkipBCPLComment(); + bool SkipCComment(); + int LexIdentifier(); + bool LexInclude(); + int LexString(); + int LexVarName(); + int LexNumber(); + int LexBracket(); + int LexExclaim(); +}; + +} // end namespace llvm + +#endif