Changeset 8c17ab0 for translator/Parser/lex.l

Timestamp:

Nov 13, 2014, 3:09:54 PM (10 years ago)

Author:

Peter A. Buhr <pabuhr@…>

Branches:

ADT, aaron-thesis, arm-eh, ast-experimental, cleanup-dtors, ctor, deferred_resn, demangler, enum, forall-pointer-decay, gc_noraii, jacob/cs343-translation, jenkins-sandbox, master, memory, new-ast, new-ast-unique-expr, new-env, no_list, persistent-indexer, pthread-emulation, qualifiedEnum, resolv-new, string, with_gc

Children:

c8ffe20b

Parents:

134b86a

Message:

add quoted identifiers, add compilation include directory, reformatted some files

File:

• translator/Parser/lex.l (modified) (15 diffs)

translator/Parser/lex.l

@@ -10 +10 @@
  * Created On       : Sat Sep 22 08:58:10 2001
  * Last Modified By : Peter A. Buhr
- * Last Modified On : Sat Nov  1 18:09:47 2003
- * Update Count     : 197
+ * Last Modified On : Tue Nov 11 08:10:05 2014
+ * Update Count     : 215
  */
 
@@ -17 +17 @@
 
 %{
-/* This lexer assumes the program has been preprocessed by cpp. Hence, all user level preprocessor
-   directive have been performed and removed from the source. The only exceptions are preprocessor
-   directives passed to the compiler (e.g., line-number directives) and C/C++ style comments, which
-   are ignored. */
-
-/*************** Includes and Defines *****************************/
+// This lexer assumes the program has been preprocessed by cpp. Hence, all user level preprocessor
+// directive have been performed and removed from the source. The only exceptions are preprocessor
+// directives passed to the compiler (e.g., line-number directives) and C/C++ style comments, which
+// are ignored.
+
+//**************************** Includes and Defines ****************************
 
 #include <string>
@@ -28 +28 @@
 #include "lex.h"
 #include "ParseNode.h"
-#include "cfa.tab.h" /* YACC generated definitions based on C++ grammar */
+#include "cfa.tab.h" // YACC generated definitions based on C++ grammar
 
 char *yyfilename;
 
-#define WHITE_RETURN(x)         /* do nothing */
+#define WHITE_RETURN(x)                                 // do nothing
 #define NEWLINE_RETURN()        WHITE_RETURN('\n')
 #define RETURN_VAL(x)           yylval.tok.str = new std::string(yytext); \
@@ -39 +39 @@
                                 return(x)
 
-#define KEYWORD_RETURN(x)       RETURN_VAL(x)           /* keyword */
+#define KEYWORD_RETURN(x)       RETURN_VAL(x)           // keyword
 #define IDENTIFIER_RETURN()     RETURN_VAL((typedefTable.isIdentifier(yytext) ? IDENTIFIER : typedefTable.isTypedef(yytext) ? TYPEDEFname : TYPEGENname))
-#define ATTRIBUTE_RETURN()      RETURN_VAL((typedefTable.isIdentifier(yytext) ? ATTR_IDENTIFIER : typedefTable.isTypedef(yytext) ? ATTR_TYPEDEFname : ATTR_TYPEGENname))
-
-#define ASCIIOP_RETURN()        RETURN_VAL((int)yytext[0]) /* single character operator */
-#define NAMEDOP_RETURN(x)       RETURN_VAL(x)           /* multichar operator, with a name */
-
-#define NUMERIC_RETURN(x)       rm_underscore(); RETURN_VAL(x) /* numeric constant */
-
-void rm_underscore() {                                  /* remove underscores in constant or escape sequence */
+//#define ATTRIBUTE_RETURN()    RETURN_VAL((typedefTable.isIdentifier(yytext) ? ATTR_IDENTIFIER : typedefTable.isTypedef(yytext) ? ATTR_TYPEDEFname : ATTR_TYPEGENname))
+#define ATTRIBUTE_RETURN()      RETURN_VAL(ATTR_IDENTIFIER)
+
+#define ASCIIOP_RETURN()        RETURN_VAL((int)yytext[0]) // single character operator
+#define NAMEDOP_RETURN(x)       RETURN_VAL(x)           // multichar operator, with a name
+
+#define NUMERIC_RETURN(x)       rm_underscore(); RETURN_VAL(x) // numeric constant
+
+void rm_underscore() {                                  // remove underscores in constant or escape sequence
     int j = 0;
     for ( int i = 0; i < yyleng; i += 1 ) {
@@ -68 +69 @@
 universal_char "\\"((u{hex_quad})|(U{hex_quad}{2}))
 
-        /* identifier, GCC: $ in identifier */
+        // identifier, GCC: $ in identifier
 identifier ([a-zA-Z_$]|{universal_char})([0-9a-zA-Z_$]|{universal_char})*
 
-        /* attribute identifier, GCC: $ in identifier */
+        // quoted identifier
+quoted_identifier "`"{identifier}"`"
+
+        // attribute identifier, GCC: $ in identifier
 attr_identifier "@"{identifier}
 
-        /*  numeric constants, CFA: '_' in constant */
+        // numeric constants, CFA: '_' in constant
 hex_quad {hex}{4}
 integer_suffix "_"?(([uU][lL]?)|([uU]("ll"|"LL")?)|([lL][uU]?)|("ll"|"LL")[uU]?)
@@ -99 +103 @@
 hex_floating_constant {hex_prefix}(({hex_fractional_constant}{binary_exponent})|({hex_digits}{binary_exponent})){floating_suffix}?
 
-        /* character escape sequence, GCC: \e => esc character */
+        // character escape sequence, GCC: \e => esc character
 simple_escape "\\"[abefnrtv'"?\\]
+        // ' stop highlighting
 octal_escape "\\"{octal}{1,3}
 hex_escape "\\""x"{hex}+
 escape_seq {simple_escape}|{octal_escape}|{hex_escape}|{universal_char}
 
-        /* display/white-space characters */
+        // display/white-space characters
 h_tab [\011]
 form_feed [\014]
@@ -112 +117 @@
 h_white [ ]|{h_tab}
 
-        /* operators */
+        // operators
 op_unary_only "~"|"!"
 op_unary_binary "+"|"-"|"*"
@@ -124 +129 @@
 
 %x COMMENT
+%x QUOTED
 
 %%
         /* line directives */
 ^{h_white}*"#"{h_white}*[0-9]+{h_white}*["][^"\n]+["][^\n]*"\n" {
+        /* " stop highlighting */
         char *end_num;
         char *begin_string, *end_string;
@@ -178 +185 @@
 catch                   {KEYWORD_RETURN(CATCH);}        /* CFA */
 char                    {KEYWORD_RETURN(CHAR);}
-choose                  {KEYWORD_RETURN(CHOOSE);}
+choose                  {KEYWORD_RETURN(CHOOSE);}       /* CFA */
 _Complex                {KEYWORD_RETURN(COMPLEX);}      /* ANSI99 */
 __complex               {KEYWORD_RETURN(COMPLEX);}      /* GCC */
@@ -185 +192 @@
 __const                 {KEYWORD_RETURN(CONST);}        /* GCC */
 __const__               {KEYWORD_RETURN(CONST);}        /* GCC */
-context                 {KEYWORD_RETURN(CONTEXT);}
+context                 {KEYWORD_RETURN(CONTEXT);}      /* CFA */
 continue                {KEYWORD_RETURN(CONTINUE);}
 default                 {KEYWORD_RETURN(DEFAULT);}
 do                      {KEYWORD_RETURN(DO);}
 double                  {KEYWORD_RETURN(DOUBLE);}
-dtype                   {KEYWORD_RETURN(DTYPE);}
+dtype                   {KEYWORD_RETURN(DTYPE);}        /* CFA */
 else                    {KEYWORD_RETURN(ELSE);}
 enum                    {KEYWORD_RETURN(ENUM);}
 __extension__           {KEYWORD_RETURN(EXTENSION);}    /* GCC */
 extern                  {KEYWORD_RETURN(EXTERN);}
-fallthru                {KEYWORD_RETURN(FALLTHRU);}
+fallthru                {KEYWORD_RETURN(FALLTHRU);}     /* CFA */
 finally                 {KEYWORD_RETURN(FINALLY);}      /* CFA */
 float                   {KEYWORD_RETURN(FLOAT);}
 for                     {KEYWORD_RETURN(FOR);}
-forall                  {KEYWORD_RETURN(FORALL);}
+forall                  {KEYWORD_RETURN(FORALL);}       /* CFA */
 fortran                 {KEYWORD_RETURN(FORTRAN);}
-ftype                   {KEYWORD_RETURN(FTYPE);}
+ftype                   {KEYWORD_RETURN(FTYPE);}        /* CFA */
 goto                    {KEYWORD_RETURN(GOTO);}
 if                      {KEYWORD_RETURN(IF);}
@@ -213 +220 @@
 __label__               {KEYWORD_RETURN(LABEL);}        /* GCC */
 long                    {KEYWORD_RETURN(LONG);}
-lvalue                  {KEYWORD_RETURN(LVALUE);}
+lvalue                  {KEYWORD_RETURN(LVALUE);}       /* CFA */
 register                {KEYWORD_RETURN(REGISTER);}
 restrict                {KEYWORD_RETURN(RESTRICT);}     /* ANSI99 */
@@ -229 +236 @@
 throw                   {KEYWORD_RETURN(THROW);}        /* CFA */
 try                     {KEYWORD_RETURN(TRY);}          /* CFA */
-type                    {KEYWORD_RETURN(TYPE);}
+type                    {KEYWORD_RETURN(TYPE);}         /* CFA */
 typedef                 {KEYWORD_RETURN(TYPEDEF);}
 typeof                  {KEYWORD_RETURN(TYPEOF);}       /* GCC */
@@ -245 +252 @@
 {identifier}            {IDENTIFIER_RETURN();}
 {attr_identifier}       {ATTRIBUTE_RETURN();}
+"`"                     {BEGIN QUOTED;}
+<QUOTED>{identifier}    {IDENTIFIER_RETURN();}
+<QUOTED>"`"             {BEGIN 0;}
 
         /* numeric constants */
@@ -257 +267 @@
         /* character constant, allows empty value */
 "L"?[']([^'\\\n]|{escape_seq})*['] {RETURN_VAL(CHARACTERconstant);}
+        /* ' stop highlighting */
 
         /* string constant */
 "L"?["]([^"\\\n]|{escape_seq})*["] {RETURN_VAL(STRINGliteral);}
+        /* " stop highlighting */
 
         /* punctuation */
@@ -367 +379 @@
 
 
-/* Local Variables: */
-/* fill-column: 100 */
-/* compile-command: "gmake" */
-/* End: */
+// Local Variables:
+// fill-column: 100
+// compile-command: "make"
+// End: