14 #define YYLTYPE Location
15 #define YY_NEVER_INTERACTIVE 1 // Avoid calling isatty on eC File object
20 public void SetEchoOn(bool b) { echoOn = b; }
22 extern YYLTYPE type_yylloc;
23 extern YYLTYPE expression_yylloc;
25 extern File fileInput;
31 yylloc.end.charPos += yyleng;
32 yylloc.end.pos += yyleng;
33 type_yylloc.end.charPos += yyleng;
34 type_yylloc.end.pos += yyleng;
35 expression_yylloc.end.charPos += yyleng;
36 expression_yylloc.end.pos += yyleng;
39 #define YY_USER_ACTION \
43 yylloc.end.charPos += yyleng;
44 yylloc.end.pos += yyleng;
47 #define YY_INPUT(buf,result,max_size) \
48 result = fileInput.Read(buf, 1, max_size) \
50 YY_BUFFER_STATE include_stack[MAX_INCLUDE_DEPTH];
51 File fileStack[MAX_INCLUDE_DEPTH];
52 char sourceFileStack[MAX_INCLUDE_DEPTH][MAX_LOCATION];
53 public void SetSomeSourceFileStack(const char * fileName, int index) { strcpy(sourceFileStack[index], fileName); }
54 YYLTYPE locStack[MAX_INCLUDE_DEPTH];
55 AccessMode declModeStack[MAX_INCLUDE_DEPTH];
56 int include_stack_ptr = 0;
66 yylloc.start = yylloc.end;
67 type_yylloc.start = type_yylloc.end;
68 expression_yylloc.start = expression_yylloc.end;
71 "#" { preprocessor(); }
73 "//" { commentCPP(); }
75 "auto" { return(AUTO); }
76 "break" { return(BREAK); }
77 "case" { return(CASE); }
78 "char" { return(CHAR); }
79 "const" { return(CONST); }
80 "continue" { return(CONTINUE); }
81 "default" { return(DEFAULT); }
83 "double" { return(DOUBLE); }
84 "else" { return(ELSE); }
85 "enum" { return(ENUM); }
86 "extern" { return(EXTERN); }
87 "float" { return(FLOAT); }
88 "for" { return(FOR); }
89 "goto" { return(GOTO); }
91 "int" { return(INT); }
92 "uint" { return(UINT); }
93 /* "uint16" { return(UINT16); } */
94 /* "uint32" { return(UINT32); } */
95 /* "bool" { return(BOOL_TOKEN); } */
96 "long" { return(LONG); }
97 "register" { return(REGISTER); }
98 "return" { return(RETURN); }
99 "short" { return(SHORT); }
100 "signed" { return(SIGNED); }
101 "__signed" { return(SIGNED); }
102 "__signed__" { return(SIGNED); }
103 "sizeof" { return(SIZEOF); }
104 "__alignof__" { return(ALIGNOF); }
105 "__builtin_offsetof" { return(BUILTIN_OFFSETOF); }
106 "static" { return(STATIC); }
107 "__thread" { return(THREAD); }
108 "struct" { return(STRUCT); }
109 "switch" { return(SWITCH); }
110 "typedef" { return(TYPEDEF); }
111 "union" { return(UNION); }
112 "unsigned" { return(UNSIGNED); }
113 "void" { return(VOID); }
114 "volatile" { return(VOLATILE); }
115 "__volatile__" { return(VOLATILE); }
116 "__volatile" { return(VOLATILE); }
117 "while" { return(WHILE); }
119 "property" { return(PROPERTY); }
120 "set" { return(SETPROP); } // TODO: Don't make this a keyword...
121 "get" { return(GETPROP); } // TODO: Don't make this a keyword...
122 "isset" { return(ISPROPSET); } // TODO: Don't make this a keyword...
123 "class" { return(CLASS); }
124 "thisclass" { return(THISCLASS); }
125 "virtual" { return(VIRTUAL); }
126 "delete" { return(DELETE); }
127 "new" { return(NEWOP); }
128 "new0" { return(NEW0OP); }
129 "renew" { return(RENEW); }
130 "renew0" { return(RENEW0); }
131 "import" { return(IMPORT); }
132 "define" { return(DEFINE); }
133 "__int64" { return(INT64); }
134 "int64" { return(INT64); }
135 "__builtin_va_list" { return(VALIST); }
136 "__builtin_va_arg" { return(VAARG); }
137 "Bool" { return(BOOL); }
138 "_Bool" { return(_BOOL); }
139 "_Complex" { return(_COMPLEX); }
140 "_Imaginary" { return(_IMAGINARY); }
141 "restrict" { return(EXT_DECL); }
143 /* "__attribute__".?"(("({D}|{L})*"))" { return(EXT_ATTRIB); } */
145 /* DID I MEAN? "__attribute__"" "*"(("" "*({D}|{L})*" "*("("({D}|{L})*(" "*","" "*({D}|{L})*)*" "*")")?" "*"))" { return(EXT_ATTRIB); } */
148 "__attribute_deprecated__"(" "*)"(("(" "*)({D}|{L})*(" "*)("("({D}|{L}|\")*((" "*)","(" "*)({D}|{L}|\")*)*(" "*)")")?(" "*)(","(" "*)({D}|{L})*(" "*)("("({D}|{L}|\")*((" "*)","(" "*)({D}|{L}|\")*)*(" "*)")")?(" "*))*"))" { return(EXT_ATTRIB); }
149 "__attribute__" (" "*)"(("(" "*)({D}|{L})*(" "*)("("({D}|{L}|\")*((" "*)","(" "*)({D}|{L}|\")*)*(" "*)")")?(" "*)(","(" "*)({D}|{L})*(" "*)("("({D}|{L}|\")*((" "*)","(" "*)({D}|{L}|\")*)*(" "*)")")?(" "*))*"))" { return(EXT_ATTRIB); }
150 "__attribute" (" "*)"(("(" "*)({D}|{L})*(" "*)("("({D}|{L}|\")*((" "*)","(" "*)({D}|{L}|\")*)*(" "*)")")?(" "*)(","(" "*)({D}|{L})*(" "*)("("({D}|{L}|\")*((" "*)","(" "*)({D}|{L}|\")*)*(" "*)")")?(" "*))*"))" { return(EXT_ATTRIB); }
153 [__attribute__] [spaces]
155 [digits | letters] [spaces]
156 ( [(] [digits or letters or "] ( [spaces] [,] [spaces] [digits or letters or "] )* [spaces] [)] )?
158 ( [,] [spaces] [digits or letters] [spaces]
159 ( [(] [digits or letters or "]
160 ( [spaces] [,] [spaces] [digits or letters or "] )* [spaces] [)]
165 /* "__attribute__".?"((".?({D}|{L})*.?("("({D}|{L})*(.?",".?({D}|{L})*)*.?")")?.?"))" { return(EXT_ATTRIB); } */
166 /* "__attribute".?"((".?({D}|{L})*.?("("({D}|{L})*(.?",".?({D}|{L})*)*.?")")?.?"))" { return(EXT_ATTRIB); }*/
168 "__attribute_deprecated__" { return ATTRIB_DEP; }
169 "__attribute__" { return ATTRIB; }
170 "__attribute" { return __ATTRIB; }
172 "__inline__" { return(EXT_STORAGE); }
173 "_inline" { return(EXT_STORAGE); }
174 "__inline" { return(EXT_STORAGE); }
175 "inline" { return(EXT_STORAGE); }
176 "__declspec("({D}|{L})*")" { return(EXT_STORAGE); }
177 "dllexport" { return(EXT_STORAGE); }
178 "dllimport" { return(EXT_STORAGE); }
179 "__cdecl" { return(EXT_DECL); }
180 "__stdcall" { return(EXT_DECL); }
181 "__stdcall__" { return(EXT_DECL); }
182 "_stdcall" { return(EXT_DECL); }
183 "stdcall" { return(EXT_DECL); }
184 "__restrict" { return(EXT_DECL); }
185 "__const" { return(CONST /*EXT_DECL*/); }
186 "__restrict__" { return(EXT_DECL); }
187 "public" { return(PUBLIC); }
188 "private" { return(PRIVATE); }
189 "typed_object" { return(TYPED_OBJECT); }
190 "any_object" { return(ANY_OBJECT); }
191 "incref" { return(_INCREF); }
192 "__extension__" { return(EXTENSION); }
193 "_extension_" { return(EXTENSION); }
194 "__asm__" { return(ASM); }
195 "asm" { return(ASM); }
196 "__asm" { return(ASM); }
197 "__typeof" { return(TYPEOF); }
198 "watch" { return(WATCH); }
199 "stopwatching" { return(STOPWATCHING); }
200 "firewatchers" { return(FIREWATCHERS); }
201 "watchable" { return(WATCHABLE); }
202 "class_designer" { return(CLASS_DESIGNER); }
203 "class_no_expansion" { return(CLASS_NO_EXPANSION); }
204 "class_fixed" { return(CLASS_FIXED); }
205 "class_default_property" { return(CLASS_DEFAULT_PROPERTY); }
206 "property_category" { return(PROPERTY_CATEGORY); }
207 "class_data" { return(CLASS_DATA); }
208 "class_property" { return(CLASS_PROPERTY); }
209 "subclass" { return(SUBCLASS); }
210 "namespace" { return(NAMESPACE); }
211 "dbtable" { return(DBTABLE); }
212 "dbfield" { return(DBFIELD); }
213 "dbindex" { return(DBINDEX); }
214 "database_open" { return(DATABASE_OPEN); }
216 ("::"?(({IDENT}"&"?"::")*)){IDENT}? { return(check_type()); } // {L}({L}|{D})* { return(check_type()); } // ("::"|(({IDENT}"::")*)){IDENT} { return(check_type()); } // {L}({L}|{D})* { return(check_type()); }
218 0[xX]{H}+{IS}? { return(CONSTANT); }
220 0[xX]{H}+{P}{FS}? { return(CONSTANT); }
221 0[xX]{H}*"."{H}+({P})?{FS}? { return(CONSTANT); }
222 0[xX]{H}+"."{H}*({P})?{FS}? { return(CONSTANT); }
224 0{D}+{IS}? { return(CONSTANT); }
225 {D}+{IS}? { return(CONSTANT); }
226 L?'(\\.|[^\\'])+' { return(CONSTANT); }
228 {D}+{E}{FS}? { return(CONSTANT); }
229 {D}*"."{D}+({E})?{FS}? { return(CONSTANT); }
230 {D}+"."{D}*({E})?{FS}? { return(CONSTANT); }
232 \"(\\.|[^\\"])*\" { return(STRING_LITERAL); }
233 L\"(\\.|[^\\"])*\" { return(WIDE_STRING_LITERAL); }
235 "..." { return(ELLIPSIS); }
236 ">>=" { return(RIGHT_ASSIGN); }
237 "<<=" { return(LEFT_ASSIGN); }
238 "+=" { return(ADD_ASSIGN); }
239 "-=" { return(SUB_ASSIGN); }
240 "*=" { return(MUL_ASSIGN); }
241 "/=" { return(DIV_ASSIGN); }
242 "%=" { return(MOD_ASSIGN); }
243 "&=" { return(AND_ASSIGN); }
244 "^=" { return(XOR_ASSIGN); }
245 "|=" { return(OR_ASSIGN); }
246 ">>" { return(RIGHT_OP); }
247 "<<" { return(LEFT_OP); }
248 "++" { return(INC_OP); }
249 "--" { return(DEC_OP); }
250 "->" { return(PTR_OP); }
251 "&&" { return(AND_OP); }
252 "||" { return(OR_OP); }
253 "<=" { return(LE_OP); }
254 ">=" { return(GE_OP); }
255 "==" { return(EQ_OP); }
256 "!=" { return(NE_OP); }
257 /* "::" { return(CLASS_OP); } */
259 ("{"|"<%") { return('{'); }
260 ("}"|"%>") { return('}'); }
266 ("["|"<:") { return('['); }
267 ("]"|":>") { return(']'); }
285 while(include_stack_ptr && !fileStack[include_stack_ptr-1])
288 defaultDeclMode = declMode = structDeclMode = declModeStack[include_stack_ptr];
291 if ( --include_stack_ptr < 0 )
293 include_stack_ptr = 0;
299 yy_delete_buffer( YY_CURRENT_BUFFER );
300 fileInput = fileStack[include_stack_ptr];
301 yylloc = locStack[include_stack_ptr];
302 type_yylloc = locStack[include_stack_ptr];
303 expression_yylloc = locStack[include_stack_ptr];
304 yy_switch_to_buffer(include_stack[include_stack_ptr] );
305 defaultDeclMode = declMode = structDeclMode = declModeStack[include_stack_ptr];
310 [ \v\f] { yylloc.start = yylloc.end; type_yylloc.start = type_yylloc.end; expression_yylloc.start = expression_yylloc.end;}
312 yylloc.end.charPos = 1; yylloc.end.line += yyleng; yylloc.start = yylloc.end;
313 type_yylloc.end.charPos = 1; type_yylloc.end.line += yyleng; type_yylloc.start = type_yylloc.end;
314 expression_yylloc.end.charPos = 1; expression_yylloc.end.line += yyleng; expression_yylloc.start = expression_yylloc.end;
317 yylloc.start.charPos++ /*= 3 - (yylloc.start.col % 3)*/; yylloc.end.charPos = yylloc.start.charPos; yylloc.start.pos = yylloc.end.pos;
318 expression_yylloc.start.charPos++ /*= 3 - (expression_yylloc.start.col % 3)*/; expression_yylloc.end.charPos = expression_yylloc.start.charPos; expression_yylloc.start.pos = expression_yylloc.end.pos;
319 type_yylloc.start.charPos++ /*= 3 - (type_yylloc.start.col % 3)*/; type_yylloc.end.charPos = type_yylloc.start.charPos; type_yylloc.start.pos = type_yylloc.end.pos;
321 [\r] { yylloc.start = yylloc.end; expression_yylloc.start = expression_yylloc.end; type_yylloc.start = type_yylloc.end; }
323 yylloc.start = yylloc.end; expression_yylloc.start = expression_yylloc.end; type_yylloc.start = type_yylloc.end;
325 printf("lexer error: invalid char 0x%X at line %d, col %d\n", (unsigned char)yytext[0], yylloc.start.line, yylloc.start.charPos);
350 yylloc.end.charPos = 1;
356 yylloc.end.charPos++ /* += 3 - (yylloc.end.col % 3)*/;
361 yylloc.end.charPos++;
364 if(c == '/' && last == '*')
368 yylloc.start = yylloc.end;
384 yylloc.end.charPos = 1;
391 yylloc.end.charPos++ /* += 3 - (yylloc.end.col % 3)*/;
396 yylloc.end.charPos++;
401 yylloc.start = yylloc.end;
420 yylloc.end.charPos = 1;
425 char * pointer = line + 1;
428 lineNumber = GetValue(&pointer);
431 char fileName[MAX_LOCATION];
436 GetString(&pointer, fileName, MAX_LOCATION);
437 inOut = GetValue(&pointer);
441 char extension[MAX_EXTENSION];
443 defaultDeclMode = declModeStack[include_stack_ptr] = declMode;
445 GetExtension(fileName, extension);
446 if(!strcmp(extension, "c") || !strcmp(extension, "h"))
447 declMode = defaultDeclMode = structDeclMode = defaultAccess;
449 fileStack[include_stack_ptr] = null;
455 defaultDeclMode = declMode = structDeclMode = declModeStack[include_stack_ptr];
458 yylloc.end.charPos = 1;
459 yylloc.end.line = lineNumber;
460 //yylloc.end.pos -= count;
462 if(include_stack_ptr > 0 || (lineNumber && fileName[0]))
463 yylloc.end.included = GetIncludeFileID(fileName);
465 yylloc.end.included = 0;
468 int lineNumber = strtol(line+1, &endPtr, 0);
474 yylloc.end.charPos = 1;
475 yylloc.end.line = lineNumber;
476 yylloc.end.pos -= count;
485 yylloc.end.charPos++ /* += 3 - (yylloc.end.col % 3)*/;
494 yylloc.end.charPos++;
500 yylloc.start = yylloc.end;
503 TrimLSpaces(line, line);
504 for(c = 0; line[c] && line[c] != ' '; c++);
505 if(!strncmp(line, "include", c))
507 char includeFile[MAX_LOCATION] = "";
509 memmove(line, line+c, strlen(line+c)+1);
510 TrimLSpaces(line, line);
513 for(c = 1; line[c]; c++)
517 strncpy(includeFile, line+1, c-1);
518 includeFile[c-1] = '\0';
523 else if(line[0] == '<')
525 for(c = 1; line[c]; c++)
528 strncpy(includeFile, line+1, c-1);
529 includeFile[c-1] = '\0';
534 if ( include_stack_ptr >= MAX_INCLUDE_DEPTH )
536 fprintf( stderr, "%s", $"Includes nested too deeply" );
540 if(inCompiler || !FindIncludeFileID(includeFile))
542 File file = OpenIncludeFile(includeFile);
545 char extension[MAX_EXTENSION];
547 fileStack[include_stack_ptr] = fileInput;
548 locStack[include_stack_ptr] = yylloc;
549 defaultDeclMode = declModeStack[include_stack_ptr] = declMode;
550 include_stack[include_stack_ptr++] = YY_CURRENT_BUFFER;
552 yylloc.start.charPos = yylloc.end.charPos = 1;
553 yylloc.start.line = yylloc.end.line = 1;
554 yylloc.start.pos = yylloc.end.pos = 0;
555 yylloc.start.included = yylloc.end.included = GetIncludeFileID(includeFile);
557 GetExtension(includeFile, extension);
558 if(!strcmp(extension, "c") || !strcmp(extension, "h"))
559 declMode = defaultDeclMode = structDeclMode = defaultAccess;
562 yy_switch_to_buffer( yy_create_buffer( fileInput, YY_BUF_SIZE ) );
570 public void resetScanner()
573 yylloc.start.charPos = yylloc.end.charPos = 1;
574 yylloc.start.line = yylloc.end.line = 1;
575 yylloc.start.pos = yylloc.end.pos = 0;
576 yylloc.start.included = yylloc.end.included = 0;
578 expression_yylloc.start.charPos = expression_yylloc.end.charPos = 1;
579 expression_yylloc.start.line = expression_yylloc.end.line = 1;
580 expression_yylloc.start.pos = expression_yylloc.end.pos = 0;
581 expression_yylloc.start.included = expression_yylloc.end.included = 0;
583 type_yylloc.start.charPos = type_yylloc.end.charPos = 1;
584 type_yylloc.start.line = type_yylloc.end.line = 1;
585 type_yylloc.start.pos = type_yylloc.end.pos = 0;
586 type_yylloc.start.included = type_yylloc.end.included = 0;
588 include_stack_ptr = 0;
591 void resetScannerPos(CodePosition pos)
594 yylloc.start = yylloc.end = pos;
595 type_yylloc.start = type_yylloc.end = pos;
596 expression_yylloc.start = expression_yylloc.end = pos;
603 YYLTYPE expression_yylloc;
606 AccessMode defaultDeclMode;
609 YY_BUFFER_STATE include_stack[MAX_INCLUDE_DEPTH];
610 File fileStack[MAX_INCLUDE_DEPTH];
611 char sourceFileStack[MAX_INCLUDE_DEPTH][MAX_LOCATION];
612 YYLTYPE locStack[MAX_INCLUDE_DEPTH];
613 AccessMode declModeStack[MAX_INCLUDE_DEPTH];
614 int include_stack_ptr;
615 YY_BUFFER_STATE buffer;
628 LexerBackup pushLexer()
630 LexerBackup backup { };
632 backup.yylloc = yylloc;
633 backup.type_yylloc = type_yylloc;
634 backup.expression_yylloc = expression_yylloc;
635 backup.fileInput = fileInput;
636 memcpy(backup.include_stack, include_stack, sizeof(include_stack));
637 memcpy(backup.fileStack, fileStack, sizeof(fileStack));
638 memcpy(backup.sourceFileStack, sourceFileStack, sizeof(sourceFileStack));
639 memcpy(backup.locStack, locStack, sizeof(locStack));
640 memcpy(backup.declModeStack, declModeStack, sizeof(declModeStack));
641 backup.include_stack_ptr = include_stack_ptr;
642 backup.defaultDeclMode = defaultDeclMode;
643 backup.declMode = declMode;
644 backup.buffer = yy_current_buffer;
646 backup.yy_n_chars = yy_n_chars;
647 backup.yytext_ptr = yytext_ptr;
648 backup.yy_c_buf_p = yy_c_buf_p;
650 backup.yy_hold_char = yy_hold_char;
651 backup.yychar = yychar;
652 backup.yy_init = yy_init;
653 backup.yy_start = yy_start;
657 yy_current_buffer = 0;
659 yylloc.start.charPos = yylloc.end.charPos = 1;
660 yylloc.start.line = yylloc.end.line = 1;
661 yylloc.start.pos = yylloc.end.pos = 0;
662 yylloc.start.included = yylloc.end.included = 0;
664 expression_yylloc.start.charPos = expression_yylloc.end.charPos = 1;
665 expression_yylloc.start.line = expression_yylloc.end.line = 1;
666 expression_yylloc.start.pos = expression_yylloc.end.pos = 0;
667 expression_yylloc.start.included = expression_yylloc.end.included = 0;
669 type_yylloc.start.charPos = type_yylloc.end.charPos = 1;
670 type_yylloc.start.line = type_yylloc.end.line = 1;
671 type_yylloc.start.pos = type_yylloc.end.pos = 0;
672 type_yylloc.start.included = type_yylloc.end.included = 0;
674 include_stack_ptr = 0;
679 void popLexer(LexerBackup backup)
681 yylloc = backup.yylloc;
682 type_yylloc = backup.type_yylloc;
683 expression_yylloc = backup.expression_yylloc;
684 fileInput = backup.fileInput;
685 memcpy(include_stack, backup.include_stack, sizeof(include_stack));
686 memcpy(fileStack, backup.fileStack, sizeof(fileStack));
687 memcpy(sourceFileStack, backup.sourceFileStack, sizeof(sourceFileStack));
688 memcpy(locStack, backup.locStack, sizeof(locStack));
689 memcpy(declModeStack, backup.declModeStack, sizeof(declModeStack));
690 include_stack_ptr = backup.include_stack_ptr;
691 defaultDeclMode = backup.defaultDeclMode;
692 declMode = structDeclMode = backup.declMode;
694 // yy_switch_to_buffer(backup.buffer);
695 yy_current_buffer = backup.buffer;
696 yy_n_chars = backup.yy_n_chars;
697 yytext_ptr = backup.yytext_ptr;
698 yy_c_buf_p = backup.yy_c_buf_p;
700 yy_hold_char = backup.yy_hold_char;
701 yychar = backup.yychar;
702 yy_init = backup.yy_init;
703 yy_start = backup.yy_start;