| [b87a5ed] | 1 | /* | 
|---|
|  | 2 | * Cforall Version 1.0.0 Copyright (C) 2015 University of Waterloo | 
|---|
|  | 3 | * | 
|---|
|  | 4 | * The contents of this file are covered under the licence agreement in the | 
|---|
|  | 5 | * file "LICENCE" distributed with Cforall. | 
|---|
| [51b73452] | 6 | * | 
|---|
|  | 7 | * lex.l -- | 
|---|
|  | 8 | * | 
|---|
|  | 9 | * Author           : Peter A. Buhr | 
|---|
|  | 10 | * Created On       : Sat Sep 22 08:58:10 2001 | 
|---|
|  | 11 | * Last Modified By : Peter A. Buhr | 
|---|
| [dd51906] | 12 | * Last Modified On : Mon Jun  6 18:08:27 2016 | 
|---|
|  | 13 | * Update Count     : 451 | 
|---|
| [51b73452] | 14 | */ | 
|---|
|  | 15 |  | 
|---|
|  | 16 | %option yylineno | 
|---|
| [5f2f2d7] | 17 | %option nounput | 
|---|
| [51b73452] | 18 |  | 
|---|
|  | 19 | %{ | 
|---|
| [de62360d] | 20 | // This lexer assumes the program has been preprocessed by cpp. Hence, all user level preprocessor directive have been | 
|---|
|  | 21 | // performed and removed from the source. The only exceptions are preprocessor directives passed to the compiler (e.g., | 
|---|
|  | 22 | // line-number directives) and C/C++ style comments, which are ignored. | 
|---|
| [51b73452] | 23 |  | 
|---|
| [8c17ab0] | 24 | //**************************** Includes and Defines **************************** | 
|---|
| [51b73452] | 25 |  | 
|---|
|  | 26 | #include <string> | 
|---|
|  | 27 |  | 
|---|
|  | 28 | #include "lex.h" | 
|---|
| [59db689] | 29 | #include "parser.h"                                                                             // YACC generated definitions based on C++ grammar | 
|---|
| [984dce6] | 30 | #include "ParseNode.h" | 
|---|
|  | 31 | #include "TypedefTable.h" | 
|---|
| [51b73452] | 32 |  | 
|---|
|  | 33 | char *yyfilename; | 
|---|
| [b87a5ed] | 34 | std::string *strtext;                                                                   // accumulate parts of character and string constant value | 
|---|
| [51b73452] | 35 |  | 
|---|
| [de62360d] | 36 | #define RETURN_LOCN(x)          yylval.tok.loc.file = yyfilename; yylval.tok.loc.line = yylineno; return( x ) | 
|---|
|  | 37 | #define RETURN_VAL(x)           yylval.tok.str = new std::string( yytext ); RETURN_LOCN( x ) | 
|---|
|  | 38 | #define RETURN_CHAR(x)          yylval.tok.str = NULL; RETURN_LOCN( x ) | 
|---|
|  | 39 | #define RETURN_STR(x)           yylval.tok.str = strtext; RETURN_LOCN( x ) | 
|---|
| [5f2f2d7] | 40 |  | 
|---|
| [b87a5ed] | 41 | #define WHITE_RETURN(x)                                                                 // do nothing | 
|---|
| [de62360d] | 42 | #define NEWLINE_RETURN()        WHITE_RETURN( '\n' ) | 
|---|
|  | 43 | #define ASCIIOP_RETURN()        RETURN_CHAR( (int)yytext[0] ) // single character operator | 
|---|
|  | 44 | #define NAMEDOP_RETURN(x)       RETURN_VAL( x )                         // multichar operator, with a name | 
|---|
|  | 45 | #define NUMERIC_RETURN(x)       rm_underscore(); RETURN_VAL( x ) // numeric constant | 
|---|
|  | 46 | #define KEYWORD_RETURN(x)       RETURN_CHAR( x )                        // keyword | 
|---|
| [984dce6] | 47 | #define IDENTIFIER_RETURN()     RETURN_VAL( typedefTable.isKind( yytext ) ) | 
|---|
| [de62360d] | 48 | #define ATTRIBUTE_RETURN()      RETURN_VAL( ATTR_IDENTIFIER ) | 
|---|
| [51b73452] | 49 |  | 
|---|
| [3848e0e] | 50 | void rm_underscore() { | 
|---|
| [b87a5ed] | 51 | // remove underscores in numeric constant | 
|---|
|  | 52 | int j = 0; | 
|---|
|  | 53 | for ( int i = 0; yytext[i] != '\0'; i += 1 ) { | 
|---|
|  | 54 | if ( yytext[i] != '_' ) { | 
|---|
|  | 55 | yytext[j] = yytext[i]; | 
|---|
|  | 56 | j += 1; | 
|---|
|  | 57 | } // if | 
|---|
|  | 58 | } // for | 
|---|
|  | 59 | yyleng = j; | 
|---|
|  | 60 | yytext[yyleng] = '\0'; | 
|---|
| [51b73452] | 61 | } | 
|---|
|  | 62 |  | 
|---|
|  | 63 | %} | 
|---|
|  | 64 |  | 
|---|
|  | 65 | octal [0-7] | 
|---|
|  | 66 | nonzero [1-9] | 
|---|
|  | 67 | decimal [0-9] | 
|---|
|  | 68 | hex [0-9a-fA-F] | 
|---|
| [3848e0e] | 69 | universal_char "\\"((u"_"?{hex_quad})|(U"_"?{hex_quad}{2})) | 
|---|
| [51b73452] | 70 |  | 
|---|
| [b87a5ed] | 71 | // identifier, GCC: $ in identifier | 
|---|
| [51b73452] | 72 | identifier ([a-zA-Z_$]|{universal_char})([0-9a-zA-Z_$]|{universal_char})* | 
|---|
|  | 73 |  | 
|---|
| [b87a5ed] | 74 | // quoted identifier | 
|---|
| [8c17ab0] | 75 | quoted_identifier "`"{identifier}"`" | 
|---|
|  | 76 |  | 
|---|
| [b87a5ed] | 77 | // attribute identifier, GCC: $ in identifier | 
|---|
| [51b73452] | 78 | attr_identifier "@"{identifier} | 
|---|
|  | 79 |  | 
|---|
| [b87a5ed] | 80 | // numeric constants, CFA: '_' in constant | 
|---|
| [3848e0e] | 81 | hex_quad {hex}("_"?{hex}){3} | 
|---|
| [51b73452] | 82 | integer_suffix "_"?(([uU][lL]?)|([uU]("ll"|"LL")?)|([lL][uU]?)|("ll"|"LL")[uU]?) | 
|---|
|  | 83 |  | 
|---|
|  | 84 | octal_digits ({octal})|({octal}({octal}|"_")*{octal}) | 
|---|
|  | 85 | octal_prefix "0""_"? | 
|---|
|  | 86 | octal_constant (("0")|({octal_prefix}{octal_digits})){integer_suffix}? | 
|---|
|  | 87 |  | 
|---|
|  | 88 | nonzero_digits ({nonzero})|({nonzero}({decimal}|"_")*{decimal}) | 
|---|
|  | 89 | decimal_constant {nonzero_digits}{integer_suffix}? | 
|---|
|  | 90 |  | 
|---|
|  | 91 | hex_digits ({hex})|({hex}({hex}|"_")*{hex}) | 
|---|
|  | 92 | hex_prefix "0"[xX]"_"? | 
|---|
|  | 93 | hex_constant {hex_prefix}{hex_digits}{integer_suffix}? | 
|---|
|  | 94 |  | 
|---|
|  | 95 | decimal_digits ({decimal})|({decimal}({decimal}|"_")*{decimal}) | 
|---|
|  | 96 | fractional_constant ({decimal_digits}?"."{decimal_digits})|({decimal_digits}".") | 
|---|
|  | 97 | exponent "_"?[eE]"_"?[+-]?{decimal_digits} | 
|---|
| [984dce6] | 98 | // GCC: D (double), DL (long double) and iI (imaginary) suffixes | 
|---|
|  | 99 | floating_suffix "_"?([fFdDlL][iI]?|"DL"|[iI][lLfFdD]?) | 
|---|
|  | 100 | //floating_suffix "_"?([fFdD]|[lL]|[D][L])|([iI][lLfFdD])|([lLfFdD][iI])) | 
|---|
| [51b73452] | 101 | floating_constant (({fractional_constant}{exponent}?)|({decimal_digits}{exponent})){floating_suffix}? | 
|---|
|  | 102 |  | 
|---|
|  | 103 | binary_exponent "_"?[pP]"_"?[+-]?{decimal_digits} | 
|---|
|  | 104 | hex_fractional_constant ({hex_digits}?"."{hex_digits})|({hex_digits}".") | 
|---|
|  | 105 | hex_floating_constant {hex_prefix}(({hex_fractional_constant}{binary_exponent})|({hex_digits}{binary_exponent})){floating_suffix}? | 
|---|
|  | 106 |  | 
|---|
| [b87a5ed] | 107 | // character escape sequence, GCC: \e => esc character | 
|---|
| [51b73452] | 108 | simple_escape "\\"[abefnrtv'"?\\] | 
|---|
| [b87a5ed] | 109 | // ' stop highlighting | 
|---|
| [3848e0e] | 110 | octal_escape "\\"{octal}("_"?{octal}){0,2} | 
|---|
|  | 111 | hex_escape "\\""x""_"?{hex_digits} | 
|---|
| [51b73452] | 112 | escape_seq {simple_escape}|{octal_escape}|{hex_escape}|{universal_char} | 
|---|
| [59db689] | 113 | cwide_prefix "L"|"U"|"u" | 
|---|
|  | 114 | swide_prefix {cwide_prefix}|"u8" | 
|---|
| [51b73452] | 115 |  | 
|---|
| [b87a5ed] | 116 | // display/white-space characters | 
|---|
| [51b73452] | 117 | h_tab [\011] | 
|---|
|  | 118 | form_feed [\014] | 
|---|
|  | 119 | v_tab [\013] | 
|---|
|  | 120 | c_return [\015] | 
|---|
|  | 121 | h_white [ ]|{h_tab} | 
|---|
|  | 122 |  | 
|---|
| [b87a5ed] | 123 | // operators | 
|---|
| [51b73452] | 124 | op_unary_only "~"|"!" | 
|---|
|  | 125 | op_unary_binary "+"|"-"|"*" | 
|---|
|  | 126 | op_unary_pre_post "++"|"--" | 
|---|
|  | 127 | op_unary {op_unary_only}|{op_unary_binary}|{op_unary_pre_post} | 
|---|
|  | 128 |  | 
|---|
|  | 129 | op_binary_only "/"|"%"|"^"|"&"|"|"|"<"|">"|"="|"=="|"!="|"<<"|">>"|"<="|">="|"+="|"-="|"*="|"/="|"%="|"&="|"|="|"^="|"<<="|">>=" | 
|---|
|  | 130 | op_binary_over {op_unary_binary}|{op_binary_only} | 
|---|
|  | 131 | op_binary_not_over "?"|"->"|"&&"|"||" | 
|---|
|  | 132 | operator {op_unary_pre_post}|{op_binary_over}|{op_binary_not_over} | 
|---|
|  | 133 |  | 
|---|
|  | 134 | %x COMMENT | 
|---|
| [3848e0e] | 135 | %x BKQUOTE | 
|---|
|  | 136 | %x QUOTE | 
|---|
|  | 137 | %x STRING | 
|---|
| [51b73452] | 138 |  | 
|---|
|  | 139 | %% | 
|---|
| [b87a5ed] | 140 | /* line directives */ | 
|---|
| [4040425] | 141 | ^{h_white}*"#"{h_white}*[0-9]+{h_white}*["][^"\n]+["].*"\n" { | 
|---|
| [8c17ab0] | 142 | /* " stop highlighting */ | 
|---|
| [51b73452] | 143 | char *end_num; | 
|---|
|  | 144 | char *begin_string, *end_string; | 
|---|
|  | 145 | char *filename; | 
|---|
|  | 146 | long lineno, length; | 
|---|
|  | 147 | lineno = strtol( yytext + 1, &end_num, 0 ); | 
|---|
|  | 148 | begin_string = strchr( end_num, '"' ); | 
|---|
| [3848e0e] | 149 | if ( begin_string ) { | 
|---|
| [b87a5ed] | 150 | end_string = strchr( begin_string + 1, '"' ); | 
|---|
|  | 151 | if ( end_string ) { | 
|---|
|  | 152 | length = end_string - begin_string - 1; | 
|---|
|  | 153 | filename = new char[ length + 1 ]; | 
|---|
|  | 154 | memcpy( filename, begin_string + 1, length ); | 
|---|
|  | 155 | filename[ length ] = '\0'; | 
|---|
|  | 156 | //std::cout << "file " << filename << " line " << lineno << std::endl; | 
|---|
|  | 157 | yylineno = lineno; | 
|---|
|  | 158 | yyfilename = filename; | 
|---|
|  | 159 | } // if | 
|---|
|  | 160 | } // if | 
|---|
| [51b73452] | 161 | } | 
|---|
|  | 162 |  | 
|---|
| [b87a5ed] | 163 | /* ignore preprocessor directives (for now) */ | 
|---|
| [51b73452] | 164 | ^{h_white}*"#"[^\n]*"\n" ; | 
|---|
|  | 165 |  | 
|---|
| [cd623a4] | 166 | /* ignore C style comments (ALSO HANDLED BY CPP) */ | 
|---|
| [3848e0e] | 167 | "/*"                    { BEGIN COMMENT; } | 
|---|
| [cd623a4] | 168 | <COMMENT>.|\n   ; | 
|---|
|  | 169 | <COMMENT>"*/"   { BEGIN 0; } | 
|---|
| [51b73452] | 170 |  | 
|---|
| [cd623a4] | 171 | /* ignore C++ style comments (ALSO HANDLED BY CPP) */ | 
|---|
|  | 172 | "//"[^\n]*"\n"  ; | 
|---|
| [51b73452] | 173 |  | 
|---|
| [b87a5ed] | 174 | /* ignore whitespace */ | 
|---|
| [3848e0e] | 175 | {h_white}+              { WHITE_RETURN(' '); } | 
|---|
|  | 176 | ({v_tab}|{c_return}|{form_feed})+ { WHITE_RETURN(' '); } | 
|---|
|  | 177 | ({h_white}|{v_tab}|{c_return}|{form_feed})*"\n" { NEWLINE_RETURN(); } | 
|---|
| [51b73452] | 178 |  | 
|---|
| [b87a5ed] | 179 | /* keywords */ | 
|---|
|  | 180 | _Alignas                { KEYWORD_RETURN(ALIGNAS); }                    // C11 | 
|---|
|  | 181 | _Alignof                { KEYWORD_RETURN(ALIGNOF); }                    // C11 | 
|---|
|  | 182 | __alignof               { KEYWORD_RETURN(ALIGNOF); }                    // GCC | 
|---|
|  | 183 | __alignof__             { KEYWORD_RETURN(ALIGNOF); }                    // GCC | 
|---|
|  | 184 | asm                             { KEYWORD_RETURN(ASM); } | 
|---|
|  | 185 | __asm                   { KEYWORD_RETURN(ASM); }                                // GCC | 
|---|
|  | 186 | __asm__                 { KEYWORD_RETURN(ASM); }                                // GCC | 
|---|
| [02e5ab6] | 187 | _At                             { KEYWORD_RETURN(AT); }                                 // CFA | 
|---|
| [b87a5ed] | 188 | _Atomic                 { KEYWORD_RETURN(ATOMIC); }                             // C11 | 
|---|
|  | 189 | __attribute             { KEYWORD_RETURN(ATTRIBUTE); }                  // GCC | 
|---|
|  | 190 | __attribute__   { KEYWORD_RETURN(ATTRIBUTE); }                  // GCC | 
|---|
| [3848e0e] | 191 | auto                    { KEYWORD_RETURN(AUTO); } | 
|---|
| [b87a5ed] | 192 | _Bool                   { KEYWORD_RETURN(BOOL); }                               // C99 | 
|---|
| [3848e0e] | 193 | break                   { KEYWORD_RETURN(BREAK); } | 
|---|
|  | 194 | case                    { KEYWORD_RETURN(CASE); } | 
|---|
| [b87a5ed] | 195 | catch                   { KEYWORD_RETURN(CATCH); }                              // CFA | 
|---|
| [02e5ab6] | 196 | catchResume             { KEYWORD_RETURN(CATCHRESUME); }                // CFA | 
|---|
| [3848e0e] | 197 | char                    { KEYWORD_RETURN(CHAR); } | 
|---|
| [b87a5ed] | 198 | choose                  { KEYWORD_RETURN(CHOOSE); }                             // CFA | 
|---|
|  | 199 | _Complex                { KEYWORD_RETURN(COMPLEX); }                    // C99 | 
|---|
|  | 200 | __complex               { KEYWORD_RETURN(COMPLEX); }                    // GCC | 
|---|
|  | 201 | __complex__             { KEYWORD_RETURN(COMPLEX); }                    // GCC | 
|---|
| [3848e0e] | 202 | const                   { KEYWORD_RETURN(CONST); } | 
|---|
| [b87a5ed] | 203 | __const                 { KEYWORD_RETURN(CONST); }                              // GCC | 
|---|
|  | 204 | __const__               { KEYWORD_RETURN(CONST); }                              // GCC | 
|---|
| [3848e0e] | 205 | continue                { KEYWORD_RETURN(CONTINUE); } | 
|---|
|  | 206 | default                 { KEYWORD_RETURN(DEFAULT); } | 
|---|
| [02e5ab6] | 207 | disable                 { KEYWORD_RETURN(DISABLE); }                    // CFA | 
|---|
| [b87a5ed] | 208 | do                              { KEYWORD_RETURN(DO); } | 
|---|
| [3848e0e] | 209 | double                  { KEYWORD_RETURN(DOUBLE); } | 
|---|
| [b87a5ed] | 210 | dtype                   { KEYWORD_RETURN(DTYPE); }                              // CFA | 
|---|
| [3848e0e] | 211 | else                    { KEYWORD_RETURN(ELSE); } | 
|---|
| [02e5ab6] | 212 | enable                  { KEYWORD_RETURN(ENABLE); }                             // CFA | 
|---|
| [3848e0e] | 213 | enum                    { KEYWORD_RETURN(ENUM); } | 
|---|
| [b87a5ed] | 214 | __extension__   { KEYWORD_RETURN(EXTENSION); }                  // GCC | 
|---|
| [3848e0e] | 215 | extern                  { KEYWORD_RETURN(EXTERN); } | 
|---|
| [b87a5ed] | 216 | fallthru                { KEYWORD_RETURN(FALLTHRU); }                   // CFA | 
|---|
|  | 217 | finally                 { KEYWORD_RETURN(FINALLY); }                    // CFA | 
|---|
| [3848e0e] | 218 | float                   { KEYWORD_RETURN(FLOAT); } | 
|---|
| [b87a5ed] | 219 | __float128              { KEYWORD_RETURN(FLOAT); }                              // GCC | 
|---|
|  | 220 | for                             { KEYWORD_RETURN(FOR); } | 
|---|
|  | 221 | forall                  { KEYWORD_RETURN(FORALL); }                             // CFA | 
|---|
| [3848e0e] | 222 | fortran                 { KEYWORD_RETURN(FORTRAN); } | 
|---|
| [b87a5ed] | 223 | ftype                   { KEYWORD_RETURN(FTYPE); }                              // CFA | 
|---|
|  | 224 | _Generic                { KEYWORD_RETURN(GENERIC); }                    // C11 | 
|---|
| [3848e0e] | 225 | goto                    { KEYWORD_RETURN(GOTO); } | 
|---|
| [b87a5ed] | 226 | if                              { KEYWORD_RETURN(IF); } | 
|---|
|  | 227 | _Imaginary              { KEYWORD_RETURN(IMAGINARY); }                  // C99 | 
|---|
|  | 228 | __imag                  { KEYWORD_RETURN(IMAGINARY); }                  // GCC | 
|---|
|  | 229 | __imag__                { KEYWORD_RETURN(IMAGINARY); }                  // GCC | 
|---|
|  | 230 | inline                  { KEYWORD_RETURN(INLINE); }                             // C99 | 
|---|
|  | 231 | __inline                { KEYWORD_RETURN(INLINE); }                             // GCC | 
|---|
|  | 232 | __inline__              { KEYWORD_RETURN(INLINE); }                             // GCC | 
|---|
|  | 233 | int                             { KEYWORD_RETURN(INT); } | 
|---|
|  | 234 | __int128                { KEYWORD_RETURN(INT); }                                // GCC | 
|---|
|  | 235 | __label__               { KEYWORD_RETURN(LABEL); }                              // GCC | 
|---|
| [3848e0e] | 236 | long                    { KEYWORD_RETURN(LONG); } | 
|---|
| [b87a5ed] | 237 | lvalue                  { KEYWORD_RETURN(LVALUE); }                             // CFA | 
|---|
|  | 238 | _Noreturn               { KEYWORD_RETURN(NORETURN); }                   // C11 | 
|---|
| [5721a6d] | 239 | __builtin_offsetof { KEYWORD_RETURN(OFFSETOF); }                // GCC | 
|---|
| [4040425] | 240 | otype                   { KEYWORD_RETURN(OTYPE); }                              // CFA | 
|---|
| [3848e0e] | 241 | register                { KEYWORD_RETURN(REGISTER); } | 
|---|
| [b87a5ed] | 242 | restrict                { KEYWORD_RETURN(RESTRICT); }                   // C99 | 
|---|
|  | 243 | __restrict              { KEYWORD_RETURN(RESTRICT); }                   // GCC | 
|---|
|  | 244 | __restrict__    { KEYWORD_RETURN(RESTRICT); }                   // GCC | 
|---|
| [3848e0e] | 245 | return                  { KEYWORD_RETURN(RETURN); } | 
|---|
|  | 246 | short                   { KEYWORD_RETURN(SHORT); } | 
|---|
|  | 247 | signed                  { KEYWORD_RETURN(SIGNED); } | 
|---|
| [b87a5ed] | 248 | __signed                { KEYWORD_RETURN(SIGNED); }                             // GCC | 
|---|
|  | 249 | __signed__              { KEYWORD_RETURN(SIGNED); }                             // GCC | 
|---|
| [3848e0e] | 250 | sizeof                  { KEYWORD_RETURN(SIZEOF); } | 
|---|
|  | 251 | static                  { KEYWORD_RETURN(STATIC); } | 
|---|
| [b87a5ed] | 252 | _Static_assert  { KEYWORD_RETURN(STATICASSERT); }               // C11 | 
|---|
| [3848e0e] | 253 | struct                  { KEYWORD_RETURN(STRUCT); } | 
|---|
|  | 254 | switch                  { KEYWORD_RETURN(SWITCH); } | 
|---|
| [b87a5ed] | 255 | _Thread_local   { KEYWORD_RETURN(THREADLOCAL); }                // C11 | 
|---|
|  | 256 | throw                   { KEYWORD_RETURN(THROW); }                              // CFA | 
|---|
| [02e5ab6] | 257 | throwResume             { KEYWORD_RETURN(THROWRESUME); }                // CFA | 
|---|
| [4040425] | 258 | trait                   { KEYWORD_RETURN(TRAIT); }                              // CFA | 
|---|
| [b87a5ed] | 259 | try                             { KEYWORD_RETURN(TRY); }                                // CFA | 
|---|
| [3848e0e] | 260 | typedef                 { KEYWORD_RETURN(TYPEDEF); } | 
|---|
| [b87a5ed] | 261 | typeof                  { KEYWORD_RETURN(TYPEOF); }                             // GCC | 
|---|
|  | 262 | __typeof                { KEYWORD_RETURN(TYPEOF); }                             // GCC | 
|---|
|  | 263 | __typeof__              { KEYWORD_RETURN(TYPEOF); }                             // GCC | 
|---|
| [3848e0e] | 264 | union                   { KEYWORD_RETURN(UNION); } | 
|---|
|  | 265 | unsigned                { KEYWORD_RETURN(UNSIGNED); } | 
|---|
| [90c3b1c] | 266 | __builtin_va_list { KEYWORD_RETURN(VALIST); }                   // GCC | 
|---|
| [3848e0e] | 267 | void                    { KEYWORD_RETURN(VOID); } | 
|---|
|  | 268 | volatile                { KEYWORD_RETURN(VOLATILE); } | 
|---|
| [b87a5ed] | 269 | __volatile              { KEYWORD_RETURN(VOLATILE); }                   // GCC | 
|---|
|  | 270 | __volatile__    { KEYWORD_RETURN(VOLATILE); }                   // GCC | 
|---|
| [3848e0e] | 271 | while                   { KEYWORD_RETURN(WHILE); } | 
|---|
| [51b73452] | 272 |  | 
|---|
| [b87a5ed] | 273 | /* identifier */ | 
|---|
|  | 274 | {identifier}    { IDENTIFIER_RETURN(); } | 
|---|
|  | 275 | {attr_identifier} { ATTRIBUTE_RETURN(); } | 
|---|
| [3848e0e] | 276 | "`"                     { BEGIN BKQUOTE; } | 
|---|
| [b87a5ed] | 277 | <BKQUOTE>{identifier} { IDENTIFIER_RETURN(); } | 
|---|
|  | 278 | <BKQUOTE>"`"    { BEGIN 0; } | 
|---|
| [51b73452] | 279 |  | 
|---|
| [b87a5ed] | 280 | /* numeric constants */ | 
|---|
|  | 281 | "0"                             { NUMERIC_RETURN(ZERO); }                               // CFA | 
|---|
|  | 282 | "1"                             { NUMERIC_RETURN(ONE); }                                // CFA | 
|---|
| [59db689] | 283 | {decimal_constant} { NUMERIC_RETURN(INTEGERconstant); } | 
|---|
|  | 284 | {octal_constant} { NUMERIC_RETURN(INTEGERconstant); } | 
|---|
|  | 285 | {hex_constant}  { NUMERIC_RETURN(INTEGERconstant); } | 
|---|
| [3848e0e] | 286 | {floating_constant}     { NUMERIC_RETURN(FLOATINGconstant); } | 
|---|
|  | 287 | {hex_floating_constant} { NUMERIC_RETURN(FLOATINGconstant); } | 
|---|
| [51b73452] | 288 |  | 
|---|
| [b87a5ed] | 289 | /* character constant, allows empty value */ | 
|---|
| [59db689] | 290 | ({cwide_prefix}[_]?)?['] { BEGIN QUOTE; rm_underscore(); strtext = new std::string; *strtext += std::string( yytext ); } | 
|---|
| [b87a5ed] | 291 | <QUOTE>[^'\\\n]* { *strtext += std::string( yytext ); } | 
|---|
|  | 292 | <QUOTE>['\n]    { BEGIN 0; *strtext += std::string( yytext); RETURN_STR(CHARACTERconstant); } | 
|---|
|  | 293 | /* ' stop highlighting */ | 
|---|
| [51b73452] | 294 |  | 
|---|
| [b87a5ed] | 295 | /* string constant */ | 
|---|
| [59db689] | 296 | ({swide_prefix}[_]?)?["] { BEGIN STRING; rm_underscore(); strtext = new std::string; *strtext += std::string( yytext ); } | 
|---|
| [b87a5ed] | 297 | <STRING>[^"\\\n]* { *strtext += std::string( yytext ); } | 
|---|
| [59db689] | 298 | <STRING>["\n]   { BEGIN 0; *strtext += std::string( yytext ); RETURN_STR(STRINGliteral); } | 
|---|
| [b87a5ed] | 299 | /* " stop highlighting */ | 
|---|
| [51b73452] | 300 |  | 
|---|
| [59db689] | 301 | /* common character/string constant */ | 
|---|
| [3848e0e] | 302 | <QUOTE,STRING>{escape_seq} { rm_underscore(); *strtext += std::string( yytext ); } | 
|---|
| [cd623a4] | 303 | <QUOTE,STRING>"\\"{h_white}*"\n" {}                                             // continuation (ALSO HANDLED BY CPP) | 
|---|
| [59db689] | 304 | <QUOTE,STRING>"\\" { *strtext += std::string( yytext ); } // unknown escape character | 
|---|
| [3848e0e] | 305 |  | 
|---|
| [b87a5ed] | 306 | /* punctuation */ | 
|---|
|  | 307 | "["                             { ASCIIOP_RETURN(); } | 
|---|
|  | 308 | "]"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 309 | "("                             { ASCIIOP_RETURN(); } | 
|---|
|  | 310 | ")"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 311 | "{"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 312 | "}"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 313 | ","                             { ASCIIOP_RETURN(); }                                   // also operator | 
|---|
|  | 314 | ":"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 315 | ";"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 316 | "."                             { ASCIIOP_RETURN(); }                                   // also operator | 
|---|
| [3848e0e] | 317 | "..."                   { NAMEDOP_RETURN(ELLIPSIS); } | 
|---|
|  | 318 |  | 
|---|
| [b87a5ed] | 319 | /* alternative C99 brackets, "<:" & "<:<:" handled by preprocessor */ | 
|---|
| [3848e0e] | 320 | "<:"                    { RETURN_VAL('['); } | 
|---|
|  | 321 | ":>"                    { RETURN_VAL(']'); } | 
|---|
|  | 322 | "<%"                    { RETURN_VAL('{'); } | 
|---|
|  | 323 | "%>"                    { RETURN_VAL('}'); } | 
|---|
| [51b73452] | 324 |  | 
|---|
| [b87a5ed] | 325 | /* operators */ | 
|---|
|  | 326 | "!"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 327 | "+"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 328 | "-"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 329 | "*"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 330 | "/"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 331 | "%"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 332 | "^"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 333 | "~"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 334 | "&"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 335 | "|"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 336 | "<"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 337 | ">"                             { ASCIIOP_RETURN(); } | 
|---|
|  | 338 | "="                             { ASCIIOP_RETURN(); } | 
|---|
|  | 339 | "?"                             { ASCIIOP_RETURN(); } | 
|---|
| [3848e0e] | 340 |  | 
|---|
|  | 341 | "++"                    { NAMEDOP_RETURN(ICR); } | 
|---|
|  | 342 | "--"                    { NAMEDOP_RETURN(DECR); } | 
|---|
|  | 343 | "=="                    { NAMEDOP_RETURN(EQ); } | 
|---|
|  | 344 | "!="                    { NAMEDOP_RETURN(NE); } | 
|---|
|  | 345 | "<<"                    { NAMEDOP_RETURN(LS); } | 
|---|
|  | 346 | ">>"                    { NAMEDOP_RETURN(RS); } | 
|---|
|  | 347 | "<="                    { NAMEDOP_RETURN(LE); } | 
|---|
|  | 348 | ">="                    { NAMEDOP_RETURN(GE); } | 
|---|
|  | 349 | "&&"                    { NAMEDOP_RETURN(ANDAND); } | 
|---|
|  | 350 | "||"                    { NAMEDOP_RETURN(OROR); } | 
|---|
|  | 351 | "->"                    { NAMEDOP_RETURN(ARROW); } | 
|---|
|  | 352 | "+="                    { NAMEDOP_RETURN(PLUSassign); } | 
|---|
|  | 353 | "-="                    { NAMEDOP_RETURN(MINUSassign); } | 
|---|
|  | 354 | "*="                    { NAMEDOP_RETURN(MULTassign); } | 
|---|
|  | 355 | "/="                    { NAMEDOP_RETURN(DIVassign); } | 
|---|
|  | 356 | "%="                    { NAMEDOP_RETURN(MODassign); } | 
|---|
|  | 357 | "&="                    { NAMEDOP_RETURN(ANDassign); } | 
|---|
|  | 358 | "|="                    { NAMEDOP_RETURN(ORassign); } | 
|---|
|  | 359 | "^="                    { NAMEDOP_RETURN(ERassign); } | 
|---|
|  | 360 | "<<="                   { NAMEDOP_RETURN(LSassign); } | 
|---|
|  | 361 | ">>="                   { NAMEDOP_RETURN(RSassign); } | 
|---|
| [51b73452] | 362 |  | 
|---|
| [097e2b0] | 363 | "@="                    { NAMEDOP_RETURN(ATassign); } | 
|---|
| [dd51906] | 364 | ":="                    { NAMEDOP_RETURN(REFassign); } | 
|---|
| [097e2b0] | 365 |  | 
|---|
| [b87a5ed] | 366 | /* CFA, operator identifier */ | 
|---|
|  | 367 | {op_unary}"?"   { IDENTIFIER_RETURN(); }                                // unary | 
|---|
| [a61fea9a] | 368 | "?"({op_unary_pre_post}|"()"|"[?]"|"{}") { IDENTIFIER_RETURN(); } | 
|---|
| [02e5ab6] | 369 | "^?{}" { IDENTIFIER_RETURN(); } | 
|---|
| [b87a5ed] | 370 | "?"{op_binary_over}"?"  { IDENTIFIER_RETURN(); }                // binary | 
|---|
| [51b73452] | 371 | /* | 
|---|
| [b87a5ed] | 372 | This rule handles ambiguous cases with operator identifiers, e.g., "int *?*?()", where the string "*?*?" | 
|---|
|  | 373 | can be lexed as "*"/"?*?" or "*?"/"*?". Since it is common practise to put a unary operator juxtaposed | 
|---|
|  | 374 | to an identifier, e.g., "*i", users will be annoyed if they cannot do this with respect to operator | 
|---|
|  | 375 | identifiers. Even with this special hack, there are 5 general cases that cannot be handled. The first | 
|---|
|  | 376 | case is for the function-call identifier "?()": | 
|---|
| [51b73452] | 377 |  | 
|---|
|  | 378 | int * ?()();  // declaration: space required after '*' | 
|---|
|  | 379 | * ?()();      // expression: space required after '*' | 
|---|
|  | 380 |  | 
|---|
| [b87a5ed] | 381 | Without the space, the string "*?()" is ambiguous without N character look ahead; it requires scanning | 
|---|
|  | 382 | ahead to determine if there is a '(', which is the start of an argument/parameter list. | 
|---|
| [51b73452] | 383 |  | 
|---|
|  | 384 | The 4 remaining cases occur in expressions: | 
|---|
|  | 385 |  | 
|---|
|  | 386 | i++?i:0;              // space required before '?' | 
|---|
|  | 387 | i--?i:0;              // space required before '?' | 
|---|
|  | 388 | i?++i:0;              // space required after '?' | 
|---|
|  | 389 | i?--i:0;              // space required after '?' | 
|---|
|  | 390 |  | 
|---|
| [b87a5ed] | 391 | In the first two cases, the string "i++?" is ambiguous, where this string can be lexed as "i"/"++?" or | 
|---|
|  | 392 | "i++"/"?"; it requires scanning ahead to determine if there is a '(', which is the start of an argument | 
|---|
|  | 393 | list.  In the second two cases, the string "?++x" is ambiguous, where this string can be lexed as | 
|---|
|  | 394 | "?++"/"x" or "?"/"++x"; it requires scanning ahead to determine if there is a '(', which is the start of | 
|---|
|  | 395 | an argument list. | 
|---|
| [51b73452] | 396 | */ | 
|---|
| [02e5ab6] | 397 | {op_unary}"?"({op_unary_pre_post}|"[?]"|{op_binary_over}"?") { | 
|---|
| [b87a5ed] | 398 | // 1 or 2 character unary operator ? | 
|---|
|  | 399 | int i = yytext[1] == '?' ? 1 : 2; | 
|---|
|  | 400 | yyless( i );            // put back characters up to first '?' | 
|---|
|  | 401 | if ( i > 1 ) { | 
|---|
|  | 402 | NAMEDOP_RETURN( yytext[0] == '+' ? ICR : DECR ); | 
|---|
|  | 403 | } else { | 
|---|
|  | 404 | ASCIIOP_RETURN(); | 
|---|
|  | 405 | } // if | 
|---|
|  | 406 | } | 
|---|
|  | 407 |  | 
|---|
|  | 408 | /* unknown characters */ | 
|---|
| [3848e0e] | 409 | .                       { printf("unknown character(s):\"%s\" on line %d\n", yytext, yylineno); } | 
|---|
| [51b73452] | 410 |  | 
|---|
|  | 411 | %% | 
|---|
|  | 412 |  | 
|---|
| [b87a5ed] | 413 | // Local Variables: // | 
|---|
|  | 414 | // mode: c++ // | 
|---|
| [de62360d] | 415 | // tab-width: 4 // | 
|---|
| [b87a5ed] | 416 | // compile-command: "make install" // | 
|---|
|  | 417 | // End: // | 
|---|