X-Git-Url: http://ecere.com/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=ecere%2Fsrc%2Fsys%2FJSON.ec;h=9d63b68542faf735253327ef00c5d288b60663df;hb=c4be64e844f808502fae5938d57c90671d7a6c42;hp=98cf0e5e107c4bb4801164610d6190e4ea42ee23;hpb=cc42228a723b4acb565ddd9ed4482efe71c1675a;p=sdk diff --git a/ecere/src/sys/JSON.ec b/ecere/src/sys/JSON.ec index 98cf0e5..9d63b68 100644 --- a/ecere/src/sys/JSON.ec +++ b/ecere/src/sys/JSON.ec @@ -31,15 +31,55 @@ public enum SetBool : uint }; +public class ECONParser : JSONParser +{ + eCON = true; +} + public class JSONParser { public: File f; +private: char ch; + bool eCON; void SkipEmpty() { - while(!f.Eof() && (!ch || ch == ' ' || ch == '\n' || ch == '\r' || ch == '\t')) + if(eCON) + { + char pch; + bool lineComment = false; + bool comment = false; + while(!f.Eof() && (!ch || lineComment || comment || ch == ' ' || ch == '\n' || ch == '\r' || ch == '\t' || ch == '/')) + { + pch = ch; + f.Getc(&ch); + if(!lineComment && !comment && pch == '/') + { + if(ch == '/') + lineComment = true; + else if(ch == '*') + comment = true; + } + else if(lineComment && ch == '\n') + lineComment = false; + else if(comment && pch == '*' && ch == '/') + comment = false; + } + } + else + { + while(!f.Eof() && (!ch || ch == ' ' || ch == '\n' || ch == '\r' || ch == '\t' || ch == '/')) + { + f.Getc(&ch); + } + } + } + + void SkipExtraSemicolon() + { + while(!f.Eof() && (!ch || ch == ' ' || ch == '\n' || ch == '\r' || ch == '\t' || ch == ';')) { f.Getc(&ch); } @@ -115,8 +155,6 @@ public: if(array) array.Free(); delete array; - if(result != success) - result = typeMismatch; } } else if(ch == '-' || isdigit(ch)) @@ -125,16 +163,29 @@ public: } else if(ch == '{') { - void * object = value.p; - result = GetObject(type, &object); - if(result) + if(type.type == structClass || type.type == normalClass || type.type == noHeadClass) { - if(type && type.type == structClass); - else if(type && (type.type == normalClass || type.type == noHeadClass || type.type == bitClass)) + void * object = value.p; + result = GetObject(type, &object); + if(result) { - value.p = object; + if(type && type.type == structClass); + else + value.p = object; } - else + } + else if(type.type == bitClass) + { + uint64 object = 0; + result = GetObject(type, (void **)&object); + if(result) + value.ui64 = object; + } + else + { + void * object = value.p; + result = GetObject(type, &object); + if(result) { result = typeMismatch; if(type) @@ -142,47 +193,111 @@ public: } } } - else if(isalpha(ch)) + else if(isalpha(ch) || ch == '_') { - char buffer[256]; - int c = 0; - while(c < sizeof(buffer)-1 && isalpha(ch)) - { - buffer[c++] = ch; - if(!f.Getc(&ch)) break; - } - buffer[c] = 0; - result = success; - - if(type) + if(eCON) { - if(!strcmp(type.name, "bool")) + String string; + if(GetIdentifier(&string, null)) { - if(!strcmpi(buffer, "false")) value.i = 0; - else if(!strcmpi(buffer, "true")) value.i = 1; + result = success; + if(eCON && type && (type.type == enumClass || type.type == unitClass)) + { + // should this be set by calling __ecereVMethodID_class_OnGetDataFromString ? + if(((bool (*)(void *, void *, const char *))(void *)type._vTbl[__ecereVMethodID_class_OnGetDataFromString])(type, &value.i, string)) + result = success; + else + result = typeMismatch; + } + else if(type && !strcmp(type.name, "bool")) + { + if(!strcmpi(string, "false")) value.i = 0; + else if(!strcmpi(string, "true")) value.i = 1; + else + result = typeMismatch; + } + else if(type && !strcmp(type.name, "SetBool")) + { + if(!strcmpi(string, "false")) value.i = SetBool::false; + else if(!strcmpi(string, "true")) value.i = SetBool::true; + else + result = typeMismatch; + } + else if(type && !strcmpi(string, "null")) + { + if(type.type != structClass) + value.p = 0; + } + else if(isSubclass(type, string)) + { + void * object = value.p; + Class subtype = superFindClass(string, type.module); + SkipEmpty(); + result = GetObject(subtype, &object); + if(result) + { + if(subtype && subtype.type == structClass); + else if(subtype && (subtype.type == normalClass || subtype.type == noHeadClass || subtype.type == bitClass)) + { + value.p = object; + } + else + { + result = typeMismatch; + if(subtype) + ((void (*)(void *, void *))(void *)subtype._vTbl[__ecereVMethodID_class_OnFree])(subtype, object); + } + } + } else result = typeMismatch; } - else if(!strcmp(type.name, "SetBool")) + delete string; + } + else + { + char buffer[256]; + int c = 0; + while(c < sizeof(buffer)-1 && (isalpha(ch) || isdigit(ch) || ch == '_')) { - if(!strcmpi(buffer, "false")) value.i = SetBool::false; - else if(!strcmpi(buffer, "true")) value.i = SetBool::true; - else - result = typeMismatch; + buffer[c++] = ch; + if(!f.Getc(&ch)) break; } - else if(!strcmpi(buffer, "null")) + buffer[c] = 0; + result = success; + + if(type) { - if(type.type != structClass) - value.p = 0; + if(!strcmp(type.name, "bool")) + { + if(!strcmpi(buffer, "false")) value.i = 0; + else if(!strcmpi(buffer, "true")) value.i = 1; + else + result = typeMismatch; + } + else if(!strcmp(type.name, "SetBool")) + { + if(!strcmpi(buffer, "false")) value.i = SetBool::false; + else if(!strcmpi(buffer, "true")) value.i = SetBool::true; + else + result = typeMismatch; + } + else if(!strcmpi(buffer, "null")) + { + if(type.type != structClass) + value.p = 0; + } + else + result = typeMismatch; } else result = typeMismatch; } - else - result = typeMismatch; } else if(ch == '}' || ch == ']') result = noItem; + if(result == typeMismatch) + PrintLn("Warning: Value type mismatch"); return result; } @@ -351,6 +466,82 @@ public: return result; } + JSONResult GetIdentifier(String * string, bool * wasQuoted) + { + JSONResult result = syntaxError; + Array buffer { minAllocSize = 256 }; + bool comment = false; + bool quoted = false; + + *string = null; + SkipEmpty(); + if(ch == '\"') + quoted = true; + else + buffer.Add(ch); + result = success; + while(f.Getc(&ch)) + { + if(!comment && ch == '/') + { + if(f.Getc(&ch)) + { + if(ch == '/') + break; + else if(ch == '*') + comment = true; + else + { + result = syntaxError; + break; + } + } + else + { + result = syntaxError; + break; + } + } + else if(comment && ch == '*') + { + if(f.Getc(&ch)) + { + if(ch == '/') + { + comment = false; + ch = 0; + } + } + else + { + result = syntaxError; + break; + } + } + else if(ch == '\"' || (!quoted && !comment && ch && !isalpha(ch) && !isdigit(ch) && ch != '_')) + { + if(quoted && ch == '\"' && wasQuoted) + *wasQuoted = true; + break; + } + else if(!comment && ch) + { + buffer.Add(ch); + if(buffer.minAllocSize < buffer.count) + buffer.minAllocSize *= 2; + } + } + if(result != syntaxError) + { + buffer.Add(0); + *string = CopyString(buffer.array); + } + delete buffer; + if(ch != ',' && ch != '}' && ch != ';' && ch != '/' && ch != '=' && ch != ':') + ch = 0; + return result; + } + JSONResult GetString(String * string) { JSONResult result = syntaxError; @@ -359,7 +550,7 @@ public: *string = null; SkipEmpty(); - if(ch == '\"') + if(ch == '\"' || eCON) { while(f.Getc(&ch)) { @@ -385,13 +576,57 @@ public: } escaped = false; } - else if(ch == '\"') + else if(eCON && ch == '\"') + { + int seekback = 0; + char pch; + bool lineComment = false; + bool comment = false; + while(!f.Eof()) + { + pch = ch; + f.Getc(&ch); + seekback--; + if(!lineComment && !comment && pch == '/') + { + if(ch == '/') + lineComment = true; + else if(ch == '*') + comment = true; + } + else if(lineComment && ch == '\n') + lineComment = false; + else if(comment && pch == '*' && ch == '/') + comment = false; + else if(ch == '=' || ch == ':' || ch == ';' || ch == ',' || ch == ']' || ch == '}') + { + ch = 0; + seekback = -1; + break; + } + else if(ch == '\"') + { + seekback = 0; + ch = 0; + break; + } + } + if(seekback != 0) + { + f.Seek(seekback, current); + break; + } + } + else if((!eCON && ch == '\"')) { break; } - buffer.Add(ch); - if(buffer.minAllocSize < buffer.count) - buffer.minAllocSize *= 2; + if(ch) + { + buffer.Add(ch); + if(buffer.minAllocSize < buffer.count) + buffer.minAllocSize *= 2; + } } } buffer.Add(0); @@ -399,7 +634,7 @@ public: result = success; } delete buffer; - if(ch != ',' && ch != '}') + if(ch != ',' && ch != '}' && (!eCON || (ch != ';' && ch != '/'))) ch = 0; return result; } @@ -408,11 +643,32 @@ public: { JSONResult result = syntaxError; if(!objectType || objectType.type != structClass) - *object = null; + { + if(objectType && objectType.type == bitClass) + *(uint64 *)object = 0; + else + *object = null; + } SkipEmpty(); if(ch == '{') { Class mapKeyClass = null, mapDataClass = null; + Class curClass = null; + DataMember curMember = null; + DataMember subMemberStack[256]; + int subMemberStackPos = 0; + uint64 bits = 0; + + if(objectType.type == bitClass) + { + switch(objectType.typeSize) + { + case 1: bits = (byte )*(uint64 *)object; break; + case 2: bits = (uint16)*(uint64 *)object; break; + case 4: bits = (uint32)*(uint64 *)object; break; + case 8: bits = (uint64)*(uint64 *)object; break; + } + } if(objectType && objectType.templateClass && eClass_IsDerived(objectType.templateClass, class(MapNode))) { @@ -422,19 +678,23 @@ public: result = success; if(objectType && (objectType.type == noHeadClass || objectType.type == normalClass)) - { *object = eInstance_New(objectType); - } - else if(objectType && objectType.type != structClass) - { - *object = eSystem_New(objectType.typeSize); - } while(result) { String string; + bool wasQuoted = false; + int seek; ch = 0; - if(GetString(&string)) + if(eCON) + { + SkipExtraSemicolon(); + if(ch == '}') + break; + } + SkipEmpty(); + seek = f.Tell(); + if(eCON ? GetIdentifier(&string, &wasQuoted) : GetString(&string)) { DataMember member = null; Property prop = null; @@ -443,9 +703,50 @@ public: bool isTemplateArg = false; uint offset = 0; - if(objectType) + ch = 0; + SkipEmpty(); + + if(eCON && (ch != '=' && ch != ':')) + { + eClass_FindNextMember(objectType, &curClass, &curMember, subMemberStack, &subMemberStackPos); + if(curMember) + { + prop = curMember.isProperty ? (Property)curMember : null; + member = curMember.isProperty ? null : curMember; + + if(mapKeyClass && !strcmp(prop ? prop.name : member.name, "key")) + { + type = mapKeyClass; + isTemplateArg = true; + isKey = true; + } + else if(mapDataClass && !strcmp(prop ? prop.name : member.name, "value")) + { + type = mapDataClass; + isTemplateArg = true; + if(member) + offset = member._class.offset + member.offset; + } + else if(prop) + type = superFindClass(prop.dataTypeString, objectType.module); + else if(member) + { + type = superFindClass(member.dataTypeString, objectType.module); + offset = member._class.offset + member.offset; + } + } + else + { + if(ch == '=' || ch == ':') + PrintLn("Warning: member ", string, " not found in class ", (String)objectType.name); + else + PrintLn("Warning: default member assignment: no more members"); + } + } + else if(objectType) { - string[0] = (char)tolower(string[0]); + if(!eCON || wasQuoted) + string[0] = (char)tolower(string[0]); if(mapKeyClass && !strcmp(string, "key")) { prop = eClass_FindProperty(objectType, "key", objectType.module); @@ -461,33 +762,40 @@ public: } else { - member = eClass_FindDataMember(objectType, string, objectType.module, null, null); + member = eClass_FindDataMember(objectType, string, objectType.module, subMemberStack, &subMemberStackPos); if(member) { - type = eSystem_FindClass(__thisModule, member.dataTypeString); - if(!type) - type = eSystem_FindClass(objectType.module, member.dataTypeString); - if(!type) - type = eSystem_FindClass(__thisModule.application, member.dataTypeString); - + type = superFindClass(member.dataTypeString, objectType.module); offset = member._class.offset + member.offset; + curMember = member; + curClass = member._class; } else if(!member) { prop = eClass_FindProperty(objectType, string, objectType.module); if(prop) { - type = eSystem_FindClass(__thisModule, prop.dataTypeString); - if(!type) - type = eSystem_FindClass(objectType.module, prop.dataTypeString); - if(!type) - type = eSystem_FindClass(__thisModule.application, prop.dataTypeString); + type = superFindClass(prop.dataTypeString, objectType.module); + curMember = (DataMember)prop; + curClass = prop._class; } else PrintLn("Warning: member ", string, " not found in class ", (String)objectType.name); } } } + if(type && type.templateClass && type.templateClass == class(Container)) + { + char * br = strchr(type.fullName, '<'); + if(br) + { + char className[1024]; + strcpy(className, "Array"); + strcat(className, br); + type = superFindClass(className, objectType.module); + } + } + // Find Member in Object Class { DataValue value { }; @@ -504,9 +812,12 @@ public: value.p = new0 byte[type.structSize]; } } - ch = 0; - SkipEmpty(); - if(ch == ':') + if(eCON && ch != '=' && ch != ':') + { + f.Seek(seek-1, start); + ch = 0; + } + if((ch == ':' || (eCON && ch == '=')) || (eCON && type && (prop || member))) { JSONResult itemResult = GetValue(type, value); if(itemResult != syntaxError) @@ -514,11 +825,10 @@ public: if(prop || member) { if(!type) - { PrintLn("warning: Unresolved data type ", member ? (String)member.dataTypeString : (String)prop.dataTypeString); - } else if(itemResult == success) { + BitMember bitMember = objectType.type == bitClass ? (BitMember) member : null; // Set value if(member) { @@ -538,41 +848,127 @@ public: } else if(type == class(double) || !strcmp(type.dataTypeString, "double")) { - *(double *)((byte *)*object + offset) = value.d; + if(objectType.type != bitClass) + { + *(double *)((byte *)*object + offset) = value.d; + } } else if(type == class(float) || !strcmp(type.dataTypeString, "float")) { - *(float *)((byte *)*object + offset) = value.f; + if(objectType.type != bitClass) + { + *(float *)((byte *)*object + offset) = value.f; + } } else if(type.typeSize == sizeof(int64) || !strcmp(type.dataTypeString, "int64") || !strcmp(type.dataTypeString, "unsigned int64") || !strcmp(type.dataTypeString, "uint64")) { - *(uint64 *)((byte *)*object + offset) = value.ui64; + if(objectType.type == bitClass) + { + bits &= ~bitMember.mask; + bits |= (value.ui64 << bitMember.pos) & bitMember.mask; + } + else + { + *(uint64 *)((byte *)*object + offset) = value.ui64; + } } else if(type.typeSize == sizeof(int) || !strcmp(type.dataTypeString, "int") || !strcmp(type.dataTypeString, "unsigned int") || !strcmp(type.dataTypeString, "uint")) { - *(int *)((byte *)*object + offset) = value.i; + if(objectType.type == bitClass) + { + bits &= ~bitMember.mask; + bits |= (value.ui << bitMember.pos) & bitMember.mask; + } + else + { + *(int *)((byte *)*object + offset) = value.i; + } } else if(type.typeSize == sizeof(short int) || !strcmp(type.dataTypeString, "short") || !strcmp(type.dataTypeString, "unsigned short") || !strcmp(type.dataTypeString, "uint16") || !strcmp(type.dataTypeString, "int16")) { - *(short *)((byte *)*object + offset) = value.s; + if(objectType.type == bitClass) + { + bits &= ~bitMember.mask; + bits |= (value.us << bitMember.pos) & bitMember.mask; + } + else + { + *(short *)((byte *)*object + offset) = value.s; + } } else if(type.typeSize == sizeof(byte) || !strcmp(type.dataTypeString, "char") || !strcmp(type.dataTypeString, "unsigned char") || !strcmp(type.dataTypeString, "byte")) { - *(char *)((byte *)*object + offset) = value.c; + if(objectType.type == bitClass) + { + bits &= ~bitMember.mask; + bits |= (value.uc << bitMember.pos) & bitMember.mask; + } + else + { + *(char *)((byte *)*object + offset) = value.c; + } } else { - *(void **)((byte *)*object + offset) = value.p; + if(objectType.type != bitClass) + *(void **)((byte *)*object + offset) = value.p; } } else if(prop && prop.Set) { - if(!strcmp(type.dataTypeString, "char *")) + if(objectType.type == bitClass) + { + if(type.type == enumClass || type.type == bitClass || type.type == unitClass || type.type == systemClass) + { + switch(objectType.typeSize) + { + case 1: + switch(type.typeSize) + { + case 1: ((byte (*)(byte, byte)) (void *)prop.Set)((byte)bits, value.uc); break; + case 2: ((byte (*)(byte, uint16))(void *)prop.Set)((byte)bits, value.us); break; + case 4: ((byte (*)(byte, uint32))(void *)prop.Set)((byte)bits, value.ui); break; + case 8: ((byte (*)(byte, uint64))(void *)prop.Set)((byte)bits, value.ui64); break; + } + break; + case 2: + switch(type.typeSize) + { + case 1: ((uint16 (*)(uint16, byte)) (void *)prop.Set)((uint16)bits, value.uc); break; + case 2: ((uint16 (*)(uint16, uint16))(void *)prop.Set)((uint16)bits, value.us); break; + case 4: ((uint16 (*)(uint16, uint32))(void *)prop.Set)((uint16)bits, value.ui); break; + case 8: ((uint16 (*)(uint16, uint64))(void *)prop.Set)((uint16)bits, value.ui64); break; + } + break; + case 4: + switch(type.typeSize) + { + case 1: ((uint32 (*)(uint32, byte)) (void *)prop.Set)((uint32)bits, value.uc); break; + case 2: ((uint32 (*)(uint32, uint16))(void *)prop.Set)((uint32)bits, value.us); break; + case 4: ((uint32 (*)(uint32, uint32))(void *)prop.Set)((uint32)bits, value.ui); break; + case 8: ((uint32 (*)(uint32, uint64))(void *)prop.Set)((uint32)bits, value.ui64); break; + } + break; + case 8: + switch(type.typeSize) + { + case 1: ((uint64 (*)(uint64, byte)) (void *)prop.Set)((uint64)bits, value.uc); break; + case 2: ((uint64 (*)(uint64, uint16))(void *)prop.Set)((uint64)bits, value.us); break; + case 4: ((uint64 (*)(uint64, uint32))(void *)prop.Set)((uint64)bits, value.ui); break; + case 8: ((uint64 (*)(uint64, uint64))(void *)prop.Set)((uint64)bits, value.ui64); break; + } + break; + } + } + else + ; // TODO: Generate error + } + else if(!strcmp(type.dataTypeString, "char *")) { ((void (*)(void *, void *))(void *)prop.Set)(*object, value.p); if(!isKey) @@ -641,7 +1037,7 @@ public: } } } - else if(ch && ch != '}' && ch != ',') + else if(ch && ch != '}' && ch != ',' && (!eCON || ch != ';')) result = syntaxError; delete string; @@ -652,10 +1048,21 @@ public: { break; } - else if(ch != ',') + else if(ch != ',' && (!eCON || ch != ';')) result = syntaxError; } } + + if(objectType.type == bitClass) + { + switch(objectType.typeSize) + { + case 1: *(uint64 *)object = (byte) bits; break; + case 2: *(uint64 *)object = (uint16) bits; break; + case 4: *(uint64 *)object = (uint32) bits; break; + case 8: *(uint64 *)object = (uint64) bits; break; + } + } } ch = 0; return result; @@ -663,17 +1070,66 @@ public: JSONResult GetNumber(Class type, DataValue value) { - JSONResult result = syntaxError; + JSONResult result = success; char buffer[256]; int c = 0; - while(c < sizeof(buffer)-1 && (ch == '-' || ch == '.' || tolower(ch) == 'e' || ch == '+' || isdigit(ch))) + bool comment = false; + bool hexMode = false; + if(eCON) { - buffer[c++] = ch; - if(!f.Getc(&ch)) break; + while(c < sizeof(buffer)-1 && (comment || ch == '-' || ch == '.' || tolower(ch) == 'f' || + (c == 1 && tolower(ch) == 'x' && buffer[0] == '0') || tolower(ch) == 'e' || ch == '+' || isdigit(ch) || ch == '/' || + (hexMode && ((ch >= 'a' && ch <= 'f') || (ch >= 'A' && ch <= 'F'))))) + { + if(!comment && ch == '/') + { + if(f.Getc(&ch)) + { + if(ch == '*') + comment = true; + } + else + { + result = syntaxError; + break; + } + } + else if(comment && ch == '*') + { + if(f.Getc(&ch)) + { + if(ch == '/') + comment = false; + } + else + { + result = syntaxError; + break; + } + } + else if(!comment) + { + if(c == 1 && ch == 'x' && buffer[0] == '0') + hexMode = true; + buffer[c++] = ch; + } + if(!f.Getc(&ch)) break; + } + } + else + { + while(c < sizeof(buffer)-1 && (ch == '-' || ch == '.' || tolower(ch) == 'e' || ch == '+' || isdigit(ch))) + { + buffer[c++] = ch; + if(!f.Getc(&ch)) break; + } } buffer[c] = 0; //if(strchr(buffer, '.')) + if(result == syntaxError) + return result; if(!type) return success; + result = syntaxError; // TOFIX: How to swiftly handle classes with base data type? if(type == class(double) || !strcmp(type.dataTypeString, "double")) @@ -690,22 +1146,22 @@ public: //else if(type == class(int64) || !strcmp(type.dataTypeString, "int64")) else if(!strcmp(type.dataTypeString, "int64")) { - value.i64 = strtol(buffer, null, 10); // TOFIX: 64 bit support + value.i64 = strtol(buffer, null, eCON ? 0 : 10); // TOFIX: 64 bit support result = success; } else if(type == class(uint64) || !strcmp(type.dataTypeString, "uint64")) { - value.ui64 = strtoul(buffer, null, 10); // TOFIX: 64 bit support + value.ui64 = strtoul(buffer, null, eCON ? 0 : 10); // TOFIX: 64 bit support result = success; } - else if(type == class(uint) || !strcmp(type.dataTypeString, "unsigned int")) + else if(type == class(uint) || !strcmp(type.dataTypeString, "unsigned int") || !strcmp(type.dataTypeString, "uint")) { - value.ui = (uint)strtoul(buffer, null, 10); // TOFIX: 64 bit support + value.ui = (uint)strtoul(buffer, null, eCON ? 0 : 10); // TOFIX: 64 bit support result = success; } else { - value.i = (int)strtol(buffer, null, 10); + value.i = (int)strtol(buffer, null, eCON ? 0 : 10); result = success; } @@ -795,7 +1251,7 @@ public: } } -bool WriteMap(File f, Class type, Map map, int indent) +static bool WriteMap(File f, Class type, Map map, int indent, bool eCON) { if(map) { @@ -814,7 +1270,7 @@ bool WriteMap(File f, Class type, Map map, int indent) else isFirst = false; for(i = 0; i= 4 && ch == '>' && string[c-2] == 'r' && string[c-3] == 'b' && string[c-4] == '<') + { + // Add an automatic newline for
as this is how we imported documentor data... + int i; + buffer[b] = 0; + f.Puts(buffer); + f.Puts(">\"\n"); + for(i = 0; i