| [b87a5ed] | 1 | /*
 | 
|---|
 | 2 |  * Cforall Version 1.0.0 Copyright (C) 2015 University of Waterloo
 | 
|---|
 | 3 |  *
 | 
|---|
 | 4 |  * The contents of this file are covered under the licence agreement in the
 | 
|---|
 | 5 |  * file "LICENCE" distributed with Cforall.
 | 
|---|
| [8f60f0b] | 6 |  *
 | 
|---|
 | 7 |  * lex.l --
 | 
|---|
 | 8 |  *
 | 
|---|
| [51b73452] | 9 |  * Author           : Peter A. Buhr
 | 
|---|
 | 10 |  * Created On       : Sat Sep 22 08:58:10 2001
 | 
|---|
| [926af74] | 11 |  * Last Modified By : Peter A. Buhr
 | 
|---|
| [3a2128f] | 12 |  * Last Modified On : Tue Nov 29 11:32:00 2016
 | 
|---|
 | 13 |  * Update Count     : 501
 | 
|---|
| [51b73452] | 14 |  */
 | 
|---|
 | 15 | 
 | 
|---|
 | 16 | %option yylineno
 | 
|---|
| [5f2f2d7] | 17 | %option nounput
 | 
|---|
| [51b73452] | 18 | 
 | 
|---|
 | 19 | %{
 | 
|---|
| [de62360d] | 20 | // This lexer assumes the program has been preprocessed by cpp. Hence, all user level preprocessor directive have been
 | 
|---|
 | 21 | // performed and removed from the source. The only exceptions are preprocessor directives passed to the compiler (e.g.,
 | 
|---|
 | 22 | // line-number directives) and C/C++ style comments, which are ignored.
 | 
|---|
| [51b73452] | 23 | 
 | 
|---|
| [8c17ab0] | 24 | //**************************** Includes and Defines ****************************
 | 
|---|
| [51b73452] | 25 | 
 | 
|---|
 | 26 | #include <string>
 | 
|---|
| [f487962] | 27 | #include <cstdio>                                                                               // FILENAME_MAX
 | 
|---|
| [51b73452] | 28 | 
 | 
|---|
 | 29 | #include "lex.h"
 | 
|---|
| [59db689] | 30 | #include "parser.h"                                                                             // YACC generated definitions based on C++ grammar
 | 
|---|
| [984dce6] | 31 | #include "ParseNode.h"
 | 
|---|
 | 32 | #include "TypedefTable.h"
 | 
|---|
| [51b73452] | 33 | 
 | 
|---|
 | 34 | char *yyfilename;
 | 
|---|
| [b87a5ed] | 35 | std::string *strtext;                                                                   // accumulate parts of character and string constant value
 | 
|---|
| [51b73452] | 36 | 
 | 
|---|
| [de62360d] | 37 | #define RETURN_LOCN(x)          yylval.tok.loc.file = yyfilename; yylval.tok.loc.line = yylineno; return( x )
 | 
|---|
 | 38 | #define RETURN_VAL(x)           yylval.tok.str = new std::string( yytext ); RETURN_LOCN( x )
 | 
|---|
| [926af74] | 39 | #define RETURN_CHAR(x)          yylval.tok.str = nullptr; RETURN_LOCN( x )
 | 
|---|
| [de62360d] | 40 | #define RETURN_STR(x)           yylval.tok.str = strtext; RETURN_LOCN( x )
 | 
|---|
| [5f2f2d7] | 41 | 
 | 
|---|
| [f487962] | 42 | #define WHITE_RETURN(x)         // do nothing
 | 
|---|
| [de62360d] | 43 | #define NEWLINE_RETURN()        WHITE_RETURN( '\n' )
 | 
|---|
 | 44 | #define ASCIIOP_RETURN()        RETURN_CHAR( (int)yytext[0] ) // single character operator
 | 
|---|
| [f487962] | 45 | #define NAMEDOP_RETURN(x)       RETURN_CHAR( x )                        // multichar operator, with a name
 | 
|---|
| [de62360d] | 46 | #define NUMERIC_RETURN(x)       rm_underscore(); RETURN_VAL( x ) // numeric constant
 | 
|---|
 | 47 | #define KEYWORD_RETURN(x)       RETURN_CHAR( x )                        // keyword
 | 
|---|
| [984dce6] | 48 | #define IDENTIFIER_RETURN()     RETURN_VAL( typedefTable.isKind( yytext ) )
 | 
|---|
| [de62360d] | 49 | #define ATTRIBUTE_RETURN()      RETURN_VAL( ATTR_IDENTIFIER )
 | 
|---|
| [51b73452] | 50 | 
 | 
|---|
| [3848e0e] | 51 | void rm_underscore() {
 | 
|---|
| [e7aed49] | 52 |         // Remove underscores in numeric constant by copying the non-underscore characters to the front of the string.
 | 
|---|
 | 53 |         yyleng = 0;
 | 
|---|
| [b87a5ed] | 54 |         for ( int i = 0; yytext[i] != '\0'; i += 1 ) {
 | 
|---|
 | 55 |                 if ( yytext[i] != '_' ) {
 | 
|---|
| [e7aed49] | 56 |                         yytext[yyleng] = yytext[i];
 | 
|---|
 | 57 |                         yyleng += 1;
 | 
|---|
| [b87a5ed] | 58 |                 } // if
 | 
|---|
 | 59 |         } // for
 | 
|---|
 | 60 |         yytext[yyleng] = '\0';
 | 
|---|
| [51b73452] | 61 | }
 | 
|---|
 | 62 | 
 | 
|---|
 | 63 | %}
 | 
|---|
 | 64 | 
 | 
|---|
 | 65 | octal [0-7]
 | 
|---|
 | 66 | nonzero [1-9]
 | 
|---|
 | 67 | decimal [0-9]
 | 
|---|
 | 68 | hex [0-9a-fA-F]
 | 
|---|
| [3848e0e] | 69 | universal_char "\\"((u"_"?{hex_quad})|(U"_"?{hex_quad}{2}))
 | 
|---|
| [51b73452] | 70 | 
 | 
|---|
| [b87a5ed] | 71 |                                 // identifier, GCC: $ in identifier
 | 
|---|
| [51b73452] | 72 | identifier ([a-zA-Z_$]|{universal_char})([0-9a-zA-Z_$]|{universal_char})*
 | 
|---|
 | 73 | 
 | 
|---|
| [b87a5ed] | 74 |                                 // attribute identifier, GCC: $ in identifier
 | 
|---|
| [51b73452] | 75 | attr_identifier "@"{identifier}
 | 
|---|
 | 76 | 
 | 
|---|
| [b87a5ed] | 77 |                                 // numeric constants, CFA: '_' in constant
 | 
|---|
| [3848e0e] | 78 | hex_quad {hex}("_"?{hex}){3}
 | 
|---|
| [51b73452] | 79 | integer_suffix "_"?(([uU][lL]?)|([uU]("ll"|"LL")?)|([lL][uU]?)|("ll"|"LL")[uU]?)
 | 
|---|
 | 80 | 
 | 
|---|
 | 81 | octal_digits ({octal})|({octal}({octal}|"_")*{octal})
 | 
|---|
 | 82 | octal_prefix "0""_"?
 | 
|---|
 | 83 | octal_constant (("0")|({octal_prefix}{octal_digits})){integer_suffix}?
 | 
|---|
 | 84 | 
 | 
|---|
 | 85 | nonzero_digits ({nonzero})|({nonzero}({decimal}|"_")*{decimal})
 | 
|---|
 | 86 | decimal_constant {nonzero_digits}{integer_suffix}?
 | 
|---|
 | 87 | 
 | 
|---|
 | 88 | hex_digits ({hex})|({hex}({hex}|"_")*{hex})
 | 
|---|
 | 89 | hex_prefix "0"[xX]"_"?
 | 
|---|
 | 90 | hex_constant {hex_prefix}{hex_digits}{integer_suffix}?
 | 
|---|
 | 91 | 
 | 
|---|
 | 92 | decimal_digits ({decimal})|({decimal}({decimal}|"_")*{decimal})
 | 
|---|
| [1b29996] | 93 | real_decimal {decimal_digits}"."
 | 
|---|
 | 94 | real_fraction "."{decimal_digits}
 | 
|---|
 | 95 | real_constant {decimal_digits}?{real_fraction}
 | 
|---|
| [51b73452] | 96 | exponent "_"?[eE]"_"?[+-]?{decimal_digits}
 | 
|---|
| [984dce6] | 97 |                                 // GCC: D (double), DL (long double) and iI (imaginary) suffixes
 | 
|---|
 | 98 | floating_suffix "_"?([fFdDlL][iI]?|"DL"|[iI][lLfFdD]?)
 | 
|---|
 | 99 |                                 //floating_suffix "_"?([fFdD]|[lL]|[D][L])|([iI][lLfFdD])|([lLfFdD][iI]))
 | 
|---|
| [1b29996] | 100 | floating_constant (({real_constant}{exponent}?)|({decimal_digits}{exponent})){floating_suffix}?
 | 
|---|
| [51b73452] | 101 | 
 | 
|---|
 | 102 | binary_exponent "_"?[pP]"_"?[+-]?{decimal_digits}
 | 
|---|
 | 103 | hex_fractional_constant ({hex_digits}?"."{hex_digits})|({hex_digits}".")
 | 
|---|
 | 104 | hex_floating_constant {hex_prefix}(({hex_fractional_constant}{binary_exponent})|({hex_digits}{binary_exponent})){floating_suffix}?
 | 
|---|
 | 105 | 
 | 
|---|
| [b87a5ed] | 106 |                                 // character escape sequence, GCC: \e => esc character
 | 
|---|
| [51b73452] | 107 | simple_escape "\\"[abefnrtv'"?\\]
 | 
|---|
| [b87a5ed] | 108 |                                 // ' stop highlighting
 | 
|---|
| [3848e0e] | 109 | octal_escape "\\"{octal}("_"?{octal}){0,2}
 | 
|---|
 | 110 | hex_escape "\\""x""_"?{hex_digits}
 | 
|---|
| [51b73452] | 111 | escape_seq {simple_escape}|{octal_escape}|{hex_escape}|{universal_char}
 | 
|---|
| [59db689] | 112 | cwide_prefix "L"|"U"|"u"
 | 
|---|
 | 113 | swide_prefix {cwide_prefix}|"u8"
 | 
|---|
| [51b73452] | 114 | 
 | 
|---|
| [b87a5ed] | 115 |                                 // display/white-space characters
 | 
|---|
| [51b73452] | 116 | h_tab [\011]
 | 
|---|
 | 117 | form_feed [\014]
 | 
|---|
 | 118 | v_tab [\013]
 | 
|---|
 | 119 | c_return [\015]
 | 
|---|
 | 120 | h_white [ ]|{h_tab}
 | 
|---|
 | 121 | 
 | 
|---|
| [e7aed49] | 122 |                                 // overloadable operators
 | 
|---|
| [51b73452] | 123 | op_unary_only "~"|"!"
 | 
|---|
 | 124 | op_unary_binary "+"|"-"|"*"
 | 
|---|
 | 125 | op_unary_pre_post "++"|"--"
 | 
|---|
 | 126 | op_unary {op_unary_only}|{op_unary_binary}|{op_unary_pre_post}
 | 
|---|
 | 127 | 
 | 
|---|
 | 128 | op_binary_only "/"|"%"|"^"|"&"|"|"|"<"|">"|"="|"=="|"!="|"<<"|">>"|"<="|">="|"+="|"-="|"*="|"/="|"%="|"&="|"|="|"^="|"<<="|">>="
 | 
|---|
 | 129 | op_binary_over {op_unary_binary}|{op_binary_only}
 | 
|---|
| [e7aed49] | 130 |                                 // op_binary_not_over "?"|"->"|"."|"&&"|"||"|"@="
 | 
|---|
 | 131 |                                 // operator {op_unary_pre_post}|{op_binary_over}|{op_binary_not_over}
 | 
|---|
| [51b73452] | 132 | 
 | 
|---|
 | 133 | %x COMMENT
 | 
|---|
| [3848e0e] | 134 | %x BKQUOTE
 | 
|---|
 | 135 | %x QUOTE
 | 
|---|
 | 136 | %x STRING
 | 
|---|
| [51b73452] | 137 | 
 | 
|---|
 | 138 | %%
 | 
|---|
| [b87a5ed] | 139 |                                    /* line directives */
 | 
|---|
| [4040425] | 140 | ^{h_white}*"#"{h_white}*[0-9]+{h_white}*["][^"\n]+["].*"\n" {
 | 
|---|
| [8c17ab0] | 141 |         /* " stop highlighting */
 | 
|---|
| [c1c1112] | 142 |         static char filename[FILENAME_MAX];                                     // temporarily store current source-file name
 | 
|---|
| [51b73452] | 143 |         char *end_num;
 | 
|---|
 | 144 |         char *begin_string, *end_string;
 | 
|---|
 | 145 |         long lineno, length;
 | 
|---|
 | 146 |         lineno = strtol( yytext + 1, &end_num, 0 );
 | 
|---|
 | 147 |         begin_string = strchr( end_num, '"' );
 | 
|---|
| [f487962] | 148 |         if ( begin_string ) {                                                           // file name ?
 | 
|---|
 | 149 |                 end_string = strchr( begin_string + 1, '"' );   // look for ending delimiter
 | 
|---|
 | 150 |                 assert( end_string );                                                   // closing quote ?
 | 
|---|
 | 151 |                 length = end_string - begin_string - 1;                 // file-name length without quotes or sentinel
 | 
|---|
 | 152 |                 assert( length < FILENAME_MAX );                                // room for sentinel ?
 | 
|---|
 | 153 |                 memcpy( &filename, begin_string + 1, length );  // copy file name from yytext
 | 
|---|
 | 154 |                 filename[ length ] = '\0';                                              // terminate string with sentinel
 | 
|---|
 | 155 |                 //std::cout << "file " << filename << " line " << lineno << std::endl;
 | 
|---|
 | 156 |                 yylineno = lineno;
 | 
|---|
| [c1c1112] | 157 |                 yyfilename = filename;
 | 
|---|
| [b87a5ed] | 158 |         } // if
 | 
|---|
| [51b73452] | 159 | }
 | 
|---|
 | 160 | 
 | 
|---|
| [b87a5ed] | 161 |                                 /* ignore preprocessor directives (for now) */
 | 
|---|
| [51b73452] | 162 | ^{h_white}*"#"[^\n]*"\n" ;
 | 
|---|
 | 163 | 
 | 
|---|
| [cd623a4] | 164 |                                 /* ignore C style comments (ALSO HANDLED BY CPP) */
 | 
|---|
| [3848e0e] | 165 | "/*"                    { BEGIN COMMENT; }
 | 
|---|
| [cd623a4] | 166 | <COMMENT>.|\n   ;
 | 
|---|
 | 167 | <COMMENT>"*/"   { BEGIN 0; }
 | 
|---|
| [51b73452] | 168 | 
 | 
|---|
| [cd623a4] | 169 |                                 /* ignore C++ style comments (ALSO HANDLED BY CPP) */
 | 
|---|
 | 170 | "//"[^\n]*"\n"  ;
 | 
|---|
| [51b73452] | 171 | 
 | 
|---|
| [b87a5ed] | 172 |                                 /* ignore whitespace */
 | 
|---|
| [3848e0e] | 173 | {h_white}+              { WHITE_RETURN(' '); }
 | 
|---|
 | 174 | ({v_tab}|{c_return}|{form_feed})+ { WHITE_RETURN(' '); }
 | 
|---|
 | 175 | ({h_white}|{v_tab}|{c_return}|{form_feed})*"\n" { NEWLINE_RETURN(); }
 | 
|---|
| [51b73452] | 176 | 
 | 
|---|
| [b87a5ed] | 177 |                                 /* keywords */
 | 
|---|
 | 178 | _Alignas                { KEYWORD_RETURN(ALIGNAS); }                    // C11
 | 
|---|
 | 179 | _Alignof                { KEYWORD_RETURN(ALIGNOF); }                    // C11
 | 
|---|
 | 180 | __alignof               { KEYWORD_RETURN(ALIGNOF); }                    // GCC
 | 
|---|
 | 181 | __alignof__             { KEYWORD_RETURN(ALIGNOF); }                    // GCC
 | 
|---|
 | 182 | asm                             { KEYWORD_RETURN(ASM); }
 | 
|---|
 | 183 | __asm                   { KEYWORD_RETURN(ASM); }                                // GCC
 | 
|---|
 | 184 | __asm__                 { KEYWORD_RETURN(ASM); }                                // GCC
 | 
|---|
| [02e5ab6] | 185 | _At                             { KEYWORD_RETURN(AT); }                                 // CFA
 | 
|---|
| [b87a5ed] | 186 | _Atomic                 { KEYWORD_RETURN(ATOMIC); }                             // C11
 | 
|---|
 | 187 | __attribute             { KEYWORD_RETURN(ATTRIBUTE); }                  // GCC
 | 
|---|
 | 188 | __attribute__   { KEYWORD_RETURN(ATTRIBUTE); }                  // GCC
 | 
|---|
| [3848e0e] | 189 | auto                    { KEYWORD_RETURN(AUTO); }
 | 
|---|
| [b87a5ed] | 190 | _Bool                   { KEYWORD_RETURN(BOOL); }                               // C99
 | 
|---|
| [3848e0e] | 191 | break                   { KEYWORD_RETURN(BREAK); }
 | 
|---|
 | 192 | case                    { KEYWORD_RETURN(CASE); }
 | 
|---|
| [b87a5ed] | 193 | catch                   { KEYWORD_RETURN(CATCH); }                              // CFA
 | 
|---|
| [02e5ab6] | 194 | catchResume             { KEYWORD_RETURN(CATCHRESUME); }                // CFA
 | 
|---|
| [3848e0e] | 195 | char                    { KEYWORD_RETURN(CHAR); }
 | 
|---|
| [b87a5ed] | 196 | choose                  { KEYWORD_RETURN(CHOOSE); }                             // CFA
 | 
|---|
 | 197 | _Complex                { KEYWORD_RETURN(COMPLEX); }                    // C99
 | 
|---|
 | 198 | __complex               { KEYWORD_RETURN(COMPLEX); }                    // GCC
 | 
|---|
 | 199 | __complex__             { KEYWORD_RETURN(COMPLEX); }                    // GCC
 | 
|---|
| [3848e0e] | 200 | const                   { KEYWORD_RETURN(CONST); }
 | 
|---|
| [b87a5ed] | 201 | __const                 { KEYWORD_RETURN(CONST); }                              // GCC
 | 
|---|
 | 202 | __const__               { KEYWORD_RETURN(CONST); }                              // GCC
 | 
|---|
| [3848e0e] | 203 | continue                { KEYWORD_RETURN(CONTINUE); }
 | 
|---|
 | 204 | default                 { KEYWORD_RETURN(DEFAULT); }
 | 
|---|
| [02e5ab6] | 205 | disable                 { KEYWORD_RETURN(DISABLE); }                    // CFA
 | 
|---|
| [b87a5ed] | 206 | do                              { KEYWORD_RETURN(DO); }
 | 
|---|
| [3848e0e] | 207 | double                  { KEYWORD_RETURN(DOUBLE); }
 | 
|---|
| [b87a5ed] | 208 | dtype                   { KEYWORD_RETURN(DTYPE); }                              // CFA
 | 
|---|
| [3848e0e] | 209 | else                    { KEYWORD_RETURN(ELSE); }
 | 
|---|
| [02e5ab6] | 210 | enable                  { KEYWORD_RETURN(ENABLE); }                             // CFA
 | 
|---|
| [3848e0e] | 211 | enum                    { KEYWORD_RETURN(ENUM); }
 | 
|---|
| [b87a5ed] | 212 | __extension__   { KEYWORD_RETURN(EXTENSION); }                  // GCC
 | 
|---|
| [3848e0e] | 213 | extern                  { KEYWORD_RETURN(EXTERN); }
 | 
|---|
| [08061589] | 214 | fallthrough             { KEYWORD_RETURN(FALLTHRU); }                   // CFA
 | 
|---|
| [b87a5ed] | 215 | fallthru                { KEYWORD_RETURN(FALLTHRU); }                   // CFA
 | 
|---|
 | 216 | finally                 { KEYWORD_RETURN(FINALLY); }                    // CFA
 | 
|---|
| [3848e0e] | 217 | float                   { KEYWORD_RETURN(FLOAT); }
 | 
|---|
| [b87a5ed] | 218 | __float128              { KEYWORD_RETURN(FLOAT); }                              // GCC
 | 
|---|
 | 219 | for                             { KEYWORD_RETURN(FOR); }
 | 
|---|
 | 220 | forall                  { KEYWORD_RETURN(FORALL); }                             // CFA
 | 
|---|
| [3848e0e] | 221 | fortran                 { KEYWORD_RETURN(FORTRAN); }
 | 
|---|
| [b87a5ed] | 222 | ftype                   { KEYWORD_RETURN(FTYPE); }                              // CFA
 | 
|---|
 | 223 | _Generic                { KEYWORD_RETURN(GENERIC); }                    // C11
 | 
|---|
| [3848e0e] | 224 | goto                    { KEYWORD_RETURN(GOTO); }
 | 
|---|
| [b87a5ed] | 225 | if                              { KEYWORD_RETURN(IF); }
 | 
|---|
 | 226 | _Imaginary              { KEYWORD_RETURN(IMAGINARY); }                  // C99
 | 
|---|
 | 227 | __imag                  { KEYWORD_RETURN(IMAGINARY); }                  // GCC
 | 
|---|
 | 228 | __imag__                { KEYWORD_RETURN(IMAGINARY); }                  // GCC
 | 
|---|
 | 229 | inline                  { KEYWORD_RETURN(INLINE); }                             // C99
 | 
|---|
 | 230 | __inline                { KEYWORD_RETURN(INLINE); }                             // GCC
 | 
|---|
 | 231 | __inline__              { KEYWORD_RETURN(INLINE); }                             // GCC
 | 
|---|
 | 232 | int                             { KEYWORD_RETURN(INT); }
 | 
|---|
 | 233 | __int128                { KEYWORD_RETURN(INT); }                                // GCC
 | 
|---|
 | 234 | __label__               { KEYWORD_RETURN(LABEL); }                              // GCC
 | 
|---|
| [3848e0e] | 235 | long                    { KEYWORD_RETURN(LONG); }
 | 
|---|
| [b87a5ed] | 236 | lvalue                  { KEYWORD_RETURN(LVALUE); }                             // CFA
 | 
|---|
 | 237 | _Noreturn               { KEYWORD_RETURN(NORETURN); }                   // C11
 | 
|---|
| [5721a6d] | 238 | __builtin_offsetof { KEYWORD_RETURN(OFFSETOF); }                // GCC
 | 
|---|
| [3a2128f] | 239 | one_t                   { NUMERIC_RETURN(ONE_T); }                              // CFA
 | 
|---|
| [4040425] | 240 | otype                   { KEYWORD_RETURN(OTYPE); }                              // CFA
 | 
|---|
| [3848e0e] | 241 | register                { KEYWORD_RETURN(REGISTER); }
 | 
|---|
| [b87a5ed] | 242 | restrict                { KEYWORD_RETURN(RESTRICT); }                   // C99
 | 
|---|
 | 243 | __restrict              { KEYWORD_RETURN(RESTRICT); }                   // GCC
 | 
|---|
 | 244 | __restrict__    { KEYWORD_RETURN(RESTRICT); }                   // GCC
 | 
|---|
| [3848e0e] | 245 | return                  { KEYWORD_RETURN(RETURN); }
 | 
|---|
 | 246 | short                   { KEYWORD_RETURN(SHORT); }
 | 
|---|
 | 247 | signed                  { KEYWORD_RETURN(SIGNED); }
 | 
|---|
| [b87a5ed] | 248 | __signed                { KEYWORD_RETURN(SIGNED); }                             // GCC
 | 
|---|
 | 249 | __signed__              { KEYWORD_RETURN(SIGNED); }                             // GCC
 | 
|---|
| [3848e0e] | 250 | sizeof                  { KEYWORD_RETURN(SIZEOF); }
 | 
|---|
 | 251 | static                  { KEYWORD_RETURN(STATIC); }
 | 
|---|
| [b87a5ed] | 252 | _Static_assert  { KEYWORD_RETURN(STATICASSERT); }               // C11
 | 
|---|
| [3848e0e] | 253 | struct                  { KEYWORD_RETURN(STRUCT); }
 | 
|---|
 | 254 | switch                  { KEYWORD_RETURN(SWITCH); }
 | 
|---|
| [b87a5ed] | 255 | _Thread_local   { KEYWORD_RETURN(THREADLOCAL); }                // C11
 | 
|---|
 | 256 | throw                   { KEYWORD_RETURN(THROW); }                              // CFA
 | 
|---|
| [02e5ab6] | 257 | throwResume             { KEYWORD_RETURN(THROWRESUME); }                // CFA
 | 
|---|
| [4040425] | 258 | trait                   { KEYWORD_RETURN(TRAIT); }                              // CFA
 | 
|---|
| [b87a5ed] | 259 | try                             { KEYWORD_RETURN(TRY); }                                // CFA
 | 
|---|
| [8f60f0b] | 260 | ttype                   { KEYWORD_RETURN(TTYPE); }                              // CFA
 | 
|---|
| [3848e0e] | 261 | typedef                 { KEYWORD_RETURN(TYPEDEF); }
 | 
|---|
| [b87a5ed] | 262 | typeof                  { KEYWORD_RETURN(TYPEOF); }                             // GCC
 | 
|---|
 | 263 | __typeof                { KEYWORD_RETURN(TYPEOF); }                             // GCC
 | 
|---|
 | 264 | __typeof__              { KEYWORD_RETURN(TYPEOF); }                             // GCC
 | 
|---|
| [3848e0e] | 265 | union                   { KEYWORD_RETURN(UNION); }
 | 
|---|
 | 266 | unsigned                { KEYWORD_RETURN(UNSIGNED); }
 | 
|---|
| [90c3b1c] | 267 | __builtin_va_list { KEYWORD_RETURN(VALIST); }                   // GCC
 | 
|---|
| [3848e0e] | 268 | void                    { KEYWORD_RETURN(VOID); }
 | 
|---|
 | 269 | volatile                { KEYWORD_RETURN(VOLATILE); }
 | 
|---|
| [b87a5ed] | 270 | __volatile              { KEYWORD_RETURN(VOLATILE); }                   // GCC
 | 
|---|
 | 271 | __volatile__    { KEYWORD_RETURN(VOLATILE); }                   // GCC
 | 
|---|
| [3848e0e] | 272 | while                   { KEYWORD_RETURN(WHILE); }
 | 
|---|
| [3a2128f] | 273 | zero_t                  { NUMERIC_RETURN(ZERO_T); }                             // CFA
 | 
|---|
| [51b73452] | 274 | 
 | 
|---|
| [b87a5ed] | 275 |                                 /* identifier */
 | 
|---|
 | 276 | {identifier}    { IDENTIFIER_RETURN(); }
 | 
|---|
 | 277 | {attr_identifier} { ATTRIBUTE_RETURN(); }
 | 
|---|
| [c6b1105] | 278 | "`"                             { BEGIN BKQUOTE; }
 | 
|---|
| [b87a5ed] | 279 | <BKQUOTE>{identifier} { IDENTIFIER_RETURN(); }
 | 
|---|
 | 280 | <BKQUOTE>"`"    { BEGIN 0; }
 | 
|---|
| [51b73452] | 281 | 
 | 
|---|
| [b87a5ed] | 282 |                                 /* numeric constants */
 | 
|---|
 | 283 | "0"                             { NUMERIC_RETURN(ZERO); }                               // CFA
 | 
|---|
 | 284 | "1"                             { NUMERIC_RETURN(ONE); }                                // CFA
 | 
|---|
| [59db689] | 285 | {decimal_constant} { NUMERIC_RETURN(INTEGERconstant); }
 | 
|---|
 | 286 | {octal_constant} { NUMERIC_RETURN(INTEGERconstant); }
 | 
|---|
 | 287 | {hex_constant}  { NUMERIC_RETURN(INTEGERconstant); }
 | 
|---|
| [1b29996] | 288 | {real_decimal}  { NUMERIC_RETURN(REALDECIMALconstant); } // must appear before floating_constant
 | 
|---|
 | 289 | {real_fraction} { NUMERIC_RETURN(REALFRACTIONconstant); } // must appear before floating_constant
 | 
|---|
| [3848e0e] | 290 | {floating_constant}     { NUMERIC_RETURN(FLOATINGconstant); }
 | 
|---|
 | 291 | {hex_floating_constant} { NUMERIC_RETURN(FLOATINGconstant); }
 | 
|---|
| [51b73452] | 292 | 
 | 
|---|
| [b87a5ed] | 293 |                                 /* character constant, allows empty value */
 | 
|---|
| [c1c1112] | 294 | ({cwide_prefix}[_]?)?['] { BEGIN QUOTE; rm_underscore(); strtext = new std::string( yytext, yyleng ); }
 | 
|---|
 | 295 | <QUOTE>[^'\\\n]* { strtext->append( yytext, yyleng ); }
 | 
|---|
 | 296 | <QUOTE>['\n]    { BEGIN 0; strtext->append( yytext, yyleng ); RETURN_STR(CHARACTERconstant); }
 | 
|---|
| [b87a5ed] | 297 |                                 /* ' stop highlighting */
 | 
|---|
| [51b73452] | 298 | 
 | 
|---|
| [b87a5ed] | 299 |                                 /* string constant */
 | 
|---|
| [c1c1112] | 300 | ({swide_prefix}[_]?)?["] { BEGIN STRING; rm_underscore(); strtext = new std::string( yytext, yyleng ); }
 | 
|---|
 | 301 | <STRING>[^"\\\n]* { strtext->append( yytext, yyleng ); }
 | 
|---|
 | 302 | <STRING>["\n]   { BEGIN 0; strtext->append( yytext, yyleng ); RETURN_STR(STRINGliteral); }
 | 
|---|
| [b87a5ed] | 303 |                                 /* " stop highlighting */
 | 
|---|
| [51b73452] | 304 | 
 | 
|---|
| [59db689] | 305 |                                 /* common character/string constant */
 | 
|---|
| [c1c1112] | 306 | <QUOTE,STRING>{escape_seq} { rm_underscore(); strtext->append( yytext, yyleng ); }
 | 
|---|
| [cd623a4] | 307 | <QUOTE,STRING>"\\"{h_white}*"\n" {}                                             // continuation (ALSO HANDLED BY CPP)
 | 
|---|
| [c1c1112] | 308 | <QUOTE,STRING>"\\" { strtext->append( yytext, yyleng ); } // unknown escape character
 | 
|---|
| [3848e0e] | 309 | 
 | 
|---|
| [b87a5ed] | 310 |                                 /* punctuation */
 | 
|---|
 | 311 | "["                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 312 | "]"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 313 | "("                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 314 | ")"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 315 | "{"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 316 | "}"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 317 | ","                             { ASCIIOP_RETURN(); }                                   // also operator
 | 
|---|
 | 318 | ":"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 319 | ";"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 320 | "."                             { ASCIIOP_RETURN(); }                                   // also operator
 | 
|---|
| [3848e0e] | 321 | "..."                   { NAMEDOP_RETURN(ELLIPSIS); }
 | 
|---|
 | 322 | 
 | 
|---|
| [b87a5ed] | 323 |                                 /* alternative C99 brackets, "<:" & "<:<:" handled by preprocessor */
 | 
|---|
| [3848e0e] | 324 | "<:"                    { RETURN_VAL('['); }
 | 
|---|
 | 325 | ":>"                    { RETURN_VAL(']'); }
 | 
|---|
 | 326 | "<%"                    { RETURN_VAL('{'); }
 | 
|---|
 | 327 | "%>"                    { RETURN_VAL('}'); }
 | 
|---|
| [51b73452] | 328 | 
 | 
|---|
| [b87a5ed] | 329 |                                 /* operators */
 | 
|---|
 | 330 | "!"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 331 | "+"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 332 | "-"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 333 | "*"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 334 | "/"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 335 | "%"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 336 | "^"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 337 | "~"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 338 | "&"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 339 | "|"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 340 | "<"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 341 | ">"                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 342 | "="                             { ASCIIOP_RETURN(); }
 | 
|---|
 | 343 | "?"                             { ASCIIOP_RETURN(); }
 | 
|---|
| [3848e0e] | 344 | 
 | 
|---|
 | 345 | "++"                    { NAMEDOP_RETURN(ICR); }
 | 
|---|
 | 346 | "--"                    { NAMEDOP_RETURN(DECR); }
 | 
|---|
 | 347 | "=="                    { NAMEDOP_RETURN(EQ); }
 | 
|---|
 | 348 | "!="                    { NAMEDOP_RETURN(NE); }
 | 
|---|
 | 349 | "<<"                    { NAMEDOP_RETURN(LS); }
 | 
|---|
 | 350 | ">>"                    { NAMEDOP_RETURN(RS); }
 | 
|---|
 | 351 | "<="                    { NAMEDOP_RETURN(LE); }
 | 
|---|
 | 352 | ">="                    { NAMEDOP_RETURN(GE); }
 | 
|---|
 | 353 | "&&"                    { NAMEDOP_RETURN(ANDAND); }
 | 
|---|
 | 354 | "||"                    { NAMEDOP_RETURN(OROR); }
 | 
|---|
 | 355 | "->"                    { NAMEDOP_RETURN(ARROW); }
 | 
|---|
 | 356 | "+="                    { NAMEDOP_RETURN(PLUSassign); }
 | 
|---|
 | 357 | "-="                    { NAMEDOP_RETURN(MINUSassign); }
 | 
|---|
 | 358 | "*="                    { NAMEDOP_RETURN(MULTassign); }
 | 
|---|
 | 359 | "/="                    { NAMEDOP_RETURN(DIVassign); }
 | 
|---|
 | 360 | "%="                    { NAMEDOP_RETURN(MODassign); }
 | 
|---|
 | 361 | "&="                    { NAMEDOP_RETURN(ANDassign); }
 | 
|---|
 | 362 | "|="                    { NAMEDOP_RETURN(ORassign); }
 | 
|---|
 | 363 | "^="                    { NAMEDOP_RETURN(ERassign); }
 | 
|---|
 | 364 | "<<="                   { NAMEDOP_RETURN(LSassign); }
 | 
|---|
 | 365 | ">>="                   { NAMEDOP_RETURN(RSassign); }
 | 
|---|
| [51b73452] | 366 | 
 | 
|---|
| [08061589] | 367 | "@="                    { NAMEDOP_RETURN(ATassign); }                   // CFA
 | 
|---|
| [097e2b0] | 368 | 
 | 
|---|
| [b87a5ed] | 369 |                                 /* CFA, operator identifier */
 | 
|---|
 | 370 | {op_unary}"?"   { IDENTIFIER_RETURN(); }                                // unary
 | 
|---|
| [a61fea9a] | 371 | "?"({op_unary_pre_post}|"()"|"[?]"|"{}") { IDENTIFIER_RETURN(); }
 | 
|---|
| [02e5ab6] | 372 | "^?{}" { IDENTIFIER_RETURN(); }
 | 
|---|
| [b87a5ed] | 373 | "?"{op_binary_over}"?"  { IDENTIFIER_RETURN(); }                // binary
 | 
|---|
| [51b73452] | 374 |         /*
 | 
|---|
| [b87a5ed] | 375 |           This rule handles ambiguous cases with operator identifiers, e.g., "int *?*?()", where the string "*?*?"
 | 
|---|
 | 376 |           can be lexed as "*"/"?*?" or "*?"/"*?". Since it is common practise to put a unary operator juxtaposed
 | 
|---|
 | 377 |           to an identifier, e.g., "*i", users will be annoyed if they cannot do this with respect to operator
 | 
|---|
 | 378 |           identifiers. Even with this special hack, there are 5 general cases that cannot be handled. The first
 | 
|---|
 | 379 |           case is for the function-call identifier "?()":
 | 
|---|
| [51b73452] | 380 | 
 | 
|---|
 | 381 |           int * ?()();  // declaration: space required after '*'
 | 
|---|
 | 382 |           * ?()();      // expression: space required after '*'
 | 
|---|
 | 383 | 
 | 
|---|
| [b87a5ed] | 384 |           Without the space, the string "*?()" is ambiguous without N character look ahead; it requires scanning
 | 
|---|
 | 385 |           ahead to determine if there is a '(', which is the start of an argument/parameter list.
 | 
|---|
| [51b73452] | 386 | 
 | 
|---|
 | 387 |           The 4 remaining cases occur in expressions:
 | 
|---|
 | 388 | 
 | 
|---|
 | 389 |           i++?i:0;              // space required before '?'
 | 
|---|
 | 390 |           i--?i:0;              // space required before '?'
 | 
|---|
 | 391 |           i?++i:0;              // space required after '?'
 | 
|---|
 | 392 |           i?--i:0;              // space required after '?'
 | 
|---|
 | 393 | 
 | 
|---|
| [b87a5ed] | 394 |           In the first two cases, the string "i++?" is ambiguous, where this string can be lexed as "i"/"++?" or
 | 
|---|
 | 395 |           "i++"/"?"; it requires scanning ahead to determine if there is a '(', which is the start of an argument
 | 
|---|
 | 396 |           list.  In the second two cases, the string "?++x" is ambiguous, where this string can be lexed as
 | 
|---|
 | 397 |           "?++"/"x" or "?"/"++x"; it requires scanning ahead to determine if there is a '(', which is the start of
 | 
|---|
 | 398 |           an argument list.
 | 
|---|
| [51b73452] | 399 |         */
 | 
|---|
| [02e5ab6] | 400 | {op_unary}"?"({op_unary_pre_post}|"[?]"|{op_binary_over}"?") {
 | 
|---|
| [b87a5ed] | 401 |         // 1 or 2 character unary operator ?
 | 
|---|
 | 402 |         int i = yytext[1] == '?' ? 1 : 2;
 | 
|---|
 | 403 |         yyless( i );            // put back characters up to first '?'
 | 
|---|
 | 404 |         if ( i > 1 ) {
 | 
|---|
 | 405 |                 NAMEDOP_RETURN( yytext[0] == '+' ? ICR : DECR );
 | 
|---|
 | 406 |         } else {
 | 
|---|
 | 407 |                 ASCIIOP_RETURN();
 | 
|---|
 | 408 |         } // if
 | 
|---|
 | 409 | }
 | 
|---|
 | 410 | 
 | 
|---|
 | 411 |                                 /* unknown characters */
 | 
|---|
| [3848e0e] | 412 | .                       { printf("unknown character(s):\"%s\" on line %d\n", yytext, yylineno); }
 | 
|---|
| [51b73452] | 413 | 
 | 
|---|
 | 414 | %%
 | 
|---|
 | 415 | 
 | 
|---|
| [b87a5ed] | 416 | // Local Variables: //
 | 
|---|
 | 417 | // mode: c++ //
 | 
|---|
| [de62360d] | 418 | // tab-width: 4 //
 | 
|---|
| [b87a5ed] | 419 | // compile-command: "make install" //
 | 
|---|
 | 420 | // End: //
 | 
|---|