961 lines
21 KiB
C++
961 lines
21 KiB
C++
#include "../nde.h"
|
|
#include "../NDEString.h"
|
|
#include "Query.h"
|
|
|
|
//---------------------------------------------------------------------------
|
|
|
|
BOOL Scanner::Query(const wchar_t *query)
|
|
{
|
|
if (!query) return FALSE;
|
|
ndestring_release(last_query);
|
|
last_query = ndestring_wcsdup(query);
|
|
RemoveFilters();
|
|
in_query_parser = 1;
|
|
|
|
BOOL r = Query_Parse(query);
|
|
if (r == FALSE)
|
|
{
|
|
if (!disable_date_resolution) RemoveFilters();
|
|
last_query_failed = TRUE;
|
|
}
|
|
in_query_parser = 0;
|
|
Query_CleanUp();
|
|
return r & CheckFilters();
|
|
}
|
|
|
|
const wchar_t *Scanner::GetLastQuery()
|
|
{
|
|
return last_query;
|
|
}
|
|
|
|
typedef struct
|
|
{
|
|
const wchar_t *token;
|
|
int tid;
|
|
} tokenstruct;
|
|
|
|
tokenstruct Tokens[] = // Feel free to add more...
|
|
{
|
|
{L"AND", TOKEN_AND },
|
|
{L"OR", TOKEN_OR },
|
|
{L"HAS", TOKEN_CONTAINS },
|
|
{L"NOTHAS",TOKEN_NOTCONTAINS},
|
|
{L"BEGINS", TOKEN_BEGINS },
|
|
{L"ENDS", TOKEN_ENDS },
|
|
{L"ISEMPTY", TOKEN_ISEMPTY},
|
|
{L"ISNOTEMPTY",TOKEN_ISNOTEMPTY},
|
|
{L"LIKE", TOKEN_LIKE},
|
|
{L"BEGINSLIKE", TOKEN_BEGINSLIKE},
|
|
};
|
|
|
|
typedef struct
|
|
{
|
|
int Op;
|
|
int Level;
|
|
} OpLevel;
|
|
|
|
static int Query_ParseLength(const wchar_t *str)
|
|
{
|
|
int i = (str ? _wtoi(str) : 0);
|
|
|
|
const wchar_t *p;
|
|
if ((p=wcsstr(str,L":")))
|
|
{
|
|
i*=60;
|
|
i+=_wtoi(++p);
|
|
if ((p=wcsstr(p,L":")))
|
|
{
|
|
i*=60;
|
|
i+=_wtoi(++p);
|
|
}
|
|
}
|
|
return i;
|
|
}
|
|
|
|
/*
|
|
our state machine
|
|
|
|
&, |
|
|
----------<-------------------------<----------------------<-----------
|
|
| |
|
|
v ID (Col) =, >, <... ID / Data / [f] ) |
|
|
---->(0) ----->-----> (1) ------>-----> (2) ------>------> (3) ------>-----> (4) <--
|
|
| |^ \isempty------------->------------/ |^ | |
|
|
| !( || ||---- | ) |
|
|
--<-- ---------<---------------------------<-------------<-| | -->--
|
|
&, | v [f] |
|
|
-->--
|
|
*/
|
|
|
|
//---------------------------------------------------------------------------
|
|
BOOL Scanner::Query_Parse(const wchar_t *query)
|
|
{
|
|
const wchar_t *p = query; // pointer on next token to read
|
|
int state = 0;
|
|
int pcount = 0;
|
|
VListEntry<OpLevel> *entry = 0;
|
|
|
|
if (pstack.GetNElements() > 0)
|
|
Query_CleanUp();
|
|
|
|
while (1)
|
|
{
|
|
p = Query_EatSpace(p);
|
|
int size = 0, t = Query_GetNextToken(p, &size, &token);
|
|
if (t == TOKEN_UNKNOWN)
|
|
{
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
if (t == TOKEN_EOQ)
|
|
break;
|
|
switch (state)
|
|
{
|
|
case 0:
|
|
switch (t)
|
|
{
|
|
case TOKEN_PAROPEN:
|
|
state = 0;
|
|
// check too many parenthesis open
|
|
if (pcount == 255)
|
|
{
|
|
Query_SyntaxError((int)(p-query)); // should not be _syntax_ error
|
|
return FALSE;
|
|
}
|
|
// up one level
|
|
pcount++;
|
|
break;
|
|
case TOKEN_NOT:
|
|
// push not in this level
|
|
OpLevel o;
|
|
o.Op = FILTER_NOT;
|
|
o.Level = pcount;
|
|
entry = new VListEntry<OpLevel>;
|
|
entry->SetVal(o);
|
|
pstack.AddEntry(entry, TRUE);
|
|
state = 0;
|
|
break;
|
|
case TOKEN_IDENTIFIER:
|
|
state = 1;
|
|
// create filter column
|
|
|
|
if (AddFilterByName(token, NULL, FILTER_NONE) == ADDFILTER_FAILED)
|
|
{
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
|
|
break;
|
|
default:
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
break;
|
|
case 1:
|
|
switch (t)
|
|
{
|
|
case TOKEN_EQUAL:
|
|
{
|
|
state = 2;
|
|
// set filter op
|
|
Filter *f = GetLastFilter();
|
|
f->SetOp(FILTER_EQUALS);
|
|
break;
|
|
}
|
|
case TOKEN_ABOVE:
|
|
{
|
|
state = 2;
|
|
// set filter op
|
|
Filter *f = GetLastFilter();
|
|
f->SetOp(FILTER_ABOVE);
|
|
break;
|
|
}
|
|
case TOKEN_BELOW:
|
|
{
|
|
state = 2;
|
|
// set filter op
|
|
Filter *f = GetLastFilter();
|
|
f->SetOp(FILTER_BELOW);
|
|
break;
|
|
}
|
|
case TOKEN_CONTAINS:
|
|
{
|
|
state = 2;
|
|
// set filter op
|
|
Filter *f = GetLastFilter();
|
|
f->SetOp(FILTER_CONTAINS);
|
|
break;
|
|
}
|
|
case TOKEN_NOTCONTAINS:
|
|
{
|
|
state = 2;
|
|
// set filter op
|
|
Filter *f = GetLastFilter();
|
|
f->SetOp(FILTER_NOTCONTAINS);
|
|
break;
|
|
}
|
|
case TOKEN_AOREQUAL:
|
|
{
|
|
state = 2;
|
|
// set filter op
|
|
Filter *f = GetLastFilter();
|
|
f->SetOp(FILTER_ABOVEOREQUAL);
|
|
break;
|
|
}
|
|
case TOKEN_BOREQUAL:
|
|
{
|
|
state = 2;
|
|
// set filter op
|
|
Filter *f = GetLastFilter();
|
|
f->SetOp(FILTER_BELOWOREQUAL);
|
|
break;
|
|
}
|
|
case TOKEN_NOTEQUAL:
|
|
{
|
|
state = 2;
|
|
// set filter op
|
|
Filter *f = GetLastFilter();
|
|
f->SetOp(FILTER_NOTEQUALS);
|
|
break;
|
|
}
|
|
case TOKEN_BEGINS:
|
|
{
|
|
state = 2;
|
|
Filter *f = GetLastFilter();
|
|
f->SetOp(FILTER_BEGINS);
|
|
}
|
|
break;
|
|
case TOKEN_ENDS:
|
|
{
|
|
state = 2;
|
|
Filter *f = GetLastFilter();
|
|
f->SetOp(FILTER_ENDS);
|
|
}
|
|
break;
|
|
case TOKEN_LIKE:
|
|
{
|
|
state = 2;
|
|
// set filter op
|
|
Filter *f = GetLastFilter();
|
|
f->SetOp(FILTER_LIKE);
|
|
break;
|
|
}
|
|
case TOKEN_BEGINSLIKE:
|
|
{
|
|
state = 2;
|
|
// set filter op
|
|
Filter *f = GetLastFilter();
|
|
f->SetOp(FILTER_BEGINSLIKE);
|
|
break;
|
|
}
|
|
case TOKEN_ISNOTEMPTY:
|
|
case TOKEN_ISEMPTY:
|
|
{
|
|
state = 3;
|
|
Filter *f = GetLastFilter();
|
|
f->SetOp(t==TOKEN_ISEMPTY ? FILTER_ISEMPTY : FILTER_ISNOTEMPTY);
|
|
// pop all operators in this level beginning by the last inserted
|
|
entry = (VListEntry<OpLevel> *)pstack.GetFoot();
|
|
while (entry)
|
|
{
|
|
if (entry->GetVal().Level == pcount)
|
|
{
|
|
AddFilterOp(entry->GetVal().Op);
|
|
VListEntry<OpLevel> *_entry = (VListEntry<OpLevel> *)entry->GetPrevious();
|
|
pstack.RemoveEntry(entry);
|
|
entry = _entry;
|
|
}
|
|
else
|
|
break;
|
|
}
|
|
}
|
|
break;
|
|
default:
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
break;
|
|
case 2:
|
|
if (t == TOKEN_SQBRACKETOPEN)
|
|
{
|
|
state = 3;
|
|
const wchar_t *s = wcschr(p, L']');
|
|
if (!s)
|
|
{
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
p = Query_EatSpace(p);
|
|
if (p && *p == L'[') p++;
|
|
|
|
wchar_t *format = ndestring_wcsndup(p, s-p);
|
|
|
|
Filter *f = GetLastFilter();
|
|
int id = f->GetId();
|
|
ColumnField *c = GetColumnById(id);
|
|
int tt = c ? c->GetDataType() : -1;
|
|
if (disable_date_resolution || !c || (tt != FIELD_INTEGER && tt != FIELD_DATETIME && tt != FIELD_LENGTH && tt != FIELD_BOOLEAN))
|
|
{
|
|
if (disable_date_resolution)
|
|
{
|
|
StringField *field = (StringField *)f->Data();
|
|
|
|
if (!field)
|
|
{
|
|
// format was used without a value, assume value is 0
|
|
f->SetData(new StringField(L""));
|
|
entry = (VListEntry<OpLevel> *)pstack.GetFoot();
|
|
while (entry)
|
|
{
|
|
if (entry->GetVal().Level == pcount)
|
|
{
|
|
AddFilterOp(entry->GetVal().Op);
|
|
VListEntry<OpLevel> *_entry = (VListEntry<OpLevel> *)entry->GetPrevious();
|
|
pstack.RemoveEntry(entry);
|
|
entry = _entry;
|
|
}
|
|
else
|
|
break;
|
|
}
|
|
field = (StringField*)f->Data();
|
|
}
|
|
|
|
field->SetNDEString(format);
|
|
ndestring_release(format);
|
|
p = s+1;
|
|
continue;
|
|
}
|
|
|
|
ndestring_release(format);
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
|
|
IntegerField *field = (IntegerField *)f->Data();
|
|
|
|
if (!field)
|
|
{
|
|
// format was used without a value, assume value is 0
|
|
f->SetData(new IntegerField(0));
|
|
entry = (VListEntry<OpLevel> *)pstack.GetFoot();
|
|
while (entry)
|
|
{
|
|
if (entry->GetVal().Level == pcount)
|
|
{
|
|
AddFilterOp(entry->GetVal().Op);
|
|
VListEntry<OpLevel> *_entry = (VListEntry<OpLevel> *)entry->GetPrevious();
|
|
pstack.RemoveEntry(entry);
|
|
entry = _entry;
|
|
}
|
|
else
|
|
break;
|
|
}
|
|
field = (IntegerField *)f->Data();
|
|
}
|
|
int r = field->ApplyConversion(format);
|
|
ndestring_release(format);
|
|
if (!r)
|
|
{
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
p = s+1;
|
|
continue;
|
|
}
|
|
// switch (t) {
|
|
// case TOKEN_IDENTIFIER:
|
|
else // JF> we make this relaxed, so anything is valid as a value
|
|
{
|
|
state = 3;
|
|
// set filter data
|
|
Filter *f = GetLastFilter();
|
|
int id = f->GetId();
|
|
ColumnField *c = GetColumnById(id);
|
|
switch (c ? c->GetDataType() : -1)
|
|
{
|
|
case FIELD_DATETIME:
|
|
if (disable_date_resolution)
|
|
goto field_string_override;
|
|
case FIELD_LENGTH:
|
|
{
|
|
IntegerField *i_f = new IntegerField();
|
|
int i = Query_ParseLength(token);
|
|
i_f->SetValue(i);
|
|
f->SetData(i_f);
|
|
}
|
|
break;
|
|
case FIELD_BOOLEAN:
|
|
case FIELD_INTEGER:
|
|
{
|
|
IntegerField *i_f = new IntegerField();
|
|
int i = _wtoi(token);
|
|
i_f->SetValue(i);
|
|
f->SetData(i_f);
|
|
}
|
|
break;
|
|
case FIELD_INT64:
|
|
{
|
|
Int64Field *i_f = new Int64Field();
|
|
int64_t i = _wtoi64(token); // todo: Replace with own conversion and error checking
|
|
i_f->SetValue(i);
|
|
f->SetData(i_f);
|
|
}
|
|
break;
|
|
case FIELD_FILENAME:
|
|
{
|
|
FilenameField *s_f = new FilenameField();
|
|
s_f->SetNDEString(token);
|
|
f->SetData(s_f);
|
|
}
|
|
break;
|
|
case FIELD_STRING:
|
|
field_string_override:
|
|
{
|
|
StringField *s_f = new StringField();
|
|
s_f->SetNDEString(token);
|
|
f->SetData(s_f);
|
|
}
|
|
break;
|
|
default:
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
break;
|
|
}
|
|
// pop all operators in this level beginning by the last inserted
|
|
entry = (VListEntry<OpLevel> *)pstack.GetFoot();
|
|
while (entry)
|
|
{
|
|
if (entry->GetVal().Level == pcount)
|
|
{
|
|
AddFilterOp(entry->GetVal().Op);
|
|
VListEntry<OpLevel> *_entry = (VListEntry<OpLevel> *)entry->GetPrevious();
|
|
pstack.RemoveEntry(entry);
|
|
entry = _entry;
|
|
}
|
|
else
|
|
break;
|
|
}
|
|
break;
|
|
}
|
|
// default:
|
|
// Query_SyntaxError(p-query);
|
|
// return FALSE;
|
|
// }
|
|
break;
|
|
case 3:
|
|
switch (t)
|
|
{
|
|
case TOKEN_SQBRACKETOPEN:
|
|
{
|
|
const wchar_t *s = wcschr(p, L']');
|
|
if (!s)
|
|
{
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
p = Query_EatSpace(p);
|
|
if (p && *p == L'[') p++;
|
|
wchar_t *format = ndestring_wcsndup(p, s-p);
|
|
Filter *f = GetLastFilter();
|
|
int id = f->GetId();
|
|
ColumnField *c = GetColumnById(id);
|
|
int tt = c ? c->GetDataType() : -1;
|
|
if (disable_date_resolution || !c || (tt != FIELD_INTEGER && tt != FIELD_DATETIME && tt != FIELD_LENGTH && tt != FIELD_BOOLEAN))
|
|
{
|
|
if (disable_date_resolution)
|
|
{
|
|
StringField *field = (StringField *)f->Data();
|
|
|
|
if (!field)
|
|
{
|
|
// format was used without a value, assume value is 0
|
|
f->SetData(new StringField(L""));
|
|
entry = (VListEntry<OpLevel> *)pstack.GetFoot();
|
|
while (entry)
|
|
{
|
|
if (entry->GetVal().Level == pcount)
|
|
{
|
|
AddFilterOp(entry->GetVal().Op);
|
|
VListEntry<OpLevel> *_entry = (VListEntry<OpLevel> *)entry->GetPrevious();
|
|
pstack.RemoveEntry(entry);
|
|
entry = _entry;
|
|
}
|
|
else
|
|
break;
|
|
}
|
|
field = (StringField *)f->Data();
|
|
}
|
|
|
|
field->SetNDEString(format);
|
|
ndestring_release(format);
|
|
p = s+1;
|
|
continue;
|
|
}
|
|
ndestring_release(format);
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
|
|
IntegerField *field = (IntegerField *)f->Data();
|
|
|
|
if (!field)
|
|
{
|
|
// format was used without a value, assume value is 0
|
|
f->SetData(new IntegerField(0));
|
|
entry = (VListEntry<OpLevel> *)pstack.GetFoot();
|
|
while (entry)
|
|
{
|
|
if (entry->GetVal().Level == pcount)
|
|
{
|
|
AddFilterOp(entry->GetVal().Op);
|
|
VListEntry<OpLevel> *_entry = (VListEntry<OpLevel> *)entry->GetPrevious();
|
|
pstack.RemoveEntry(entry);
|
|
entry = _entry;
|
|
}
|
|
else
|
|
break;
|
|
}
|
|
field = (IntegerField *)f->Data();
|
|
}
|
|
int r = field->ApplyConversion(format);
|
|
ndestring_release(format);
|
|
if (!r)
|
|
{
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
p = s+1;
|
|
continue;
|
|
}
|
|
break;
|
|
|
|
case TOKEN_PARCLOSE:
|
|
state = 4;
|
|
// check parenthesis count
|
|
if (pcount == 0)
|
|
{
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
// down one level
|
|
pcount--;
|
|
// pop all operators in this level, beginning by the last inserted
|
|
while (entry)
|
|
{
|
|
if (entry->GetVal().Level == pcount)
|
|
{
|
|
AddFilterOp(entry->GetVal().Op);
|
|
VListEntry<OpLevel> *_entry = (VListEntry<OpLevel> *)entry->GetPrevious();
|
|
pstack.RemoveEntry(entry);
|
|
entry = _entry;
|
|
}
|
|
else
|
|
break;
|
|
}
|
|
break;
|
|
case TOKEN_AND:
|
|
{
|
|
state = 0;
|
|
// push and
|
|
OpLevel o;
|
|
o.Op = FILTER_AND;
|
|
o.Level = pcount;
|
|
entry = new VListEntry<OpLevel>;
|
|
entry->SetVal(o);
|
|
pstack.AddEntry(entry, TRUE);
|
|
break;
|
|
}
|
|
case TOKEN_OR:
|
|
{
|
|
state = 0;
|
|
// push or
|
|
OpLevel o;
|
|
o.Op = FILTER_OR;
|
|
o.Level = pcount;
|
|
entry = new VListEntry<OpLevel>;
|
|
entry->SetVal(o);
|
|
pstack.AddEntry(entry, TRUE);
|
|
break;
|
|
}
|
|
default:
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
break;
|
|
case 4:
|
|
switch (t)
|
|
{
|
|
case TOKEN_AND:
|
|
{
|
|
state = 0;
|
|
// push and
|
|
OpLevel o;
|
|
o.Op = FILTER_AND;
|
|
o.Level = pcount;
|
|
entry = new VListEntry<OpLevel>;
|
|
entry->SetVal(o);
|
|
pstack.AddEntry(entry, TRUE);
|
|
break;
|
|
}
|
|
case TOKEN_OR:
|
|
{
|
|
state = 0;
|
|
// push or
|
|
OpLevel o;
|
|
o.Op = FILTER_OR;
|
|
o.Level = pcount;
|
|
entry = new VListEntry<OpLevel>;
|
|
entry->SetVal(o);
|
|
pstack.AddEntry(entry, TRUE);
|
|
break;
|
|
}
|
|
case TOKEN_PARCLOSE:
|
|
state = 4;
|
|
// check parenthesis count
|
|
if (pcount == 0)
|
|
{
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
// down one level
|
|
pcount--;
|
|
// pop all operators in this level, beginning by the last inserted
|
|
while (entry)
|
|
{
|
|
if (entry->GetVal().Level == pcount)
|
|
{
|
|
AddFilterOp(entry->GetVal().Op);
|
|
VListEntry<OpLevel> *_entry = (VListEntry<OpLevel> *)entry->GetPrevious();
|
|
pstack.RemoveEntry(entry);
|
|
entry = _entry;
|
|
}
|
|
else
|
|
break;
|
|
}
|
|
break;
|
|
default:
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
break;
|
|
default:
|
|
// Ahem... :/
|
|
break;
|
|
}
|
|
p += size;
|
|
}
|
|
if (pcount > 0)
|
|
{
|
|
Query_SyntaxError((int)(p-query));
|
|
return FALSE;
|
|
}
|
|
return TRUE;
|
|
}
|
|
|
|
//---------------------------------------------------------------------------
|
|
|
|
void Scanner::Query_SyntaxError(int c)
|
|
{
|
|
}
|
|
|
|
//---------------------------------------------------------------------------
|
|
void Scanner::Query_CleanUp()
|
|
{
|
|
while (pstack.GetNElements() > 0)
|
|
{
|
|
VListEntry<int> *e;
|
|
e = (VListEntry<int> *)pstack.GetHead();
|
|
pstack.RemoveEntry(e);
|
|
}
|
|
}
|
|
|
|
|
|
//---------------------------------------------------------------------------
|
|
const wchar_t *Scanner::Query_EatSpace(const wchar_t *p)
|
|
{
|
|
while (p && *p && *p == L' ') p++;
|
|
return p;
|
|
}
|
|
|
|
//---------------------------------------------------------------------------
|
|
const wchar_t *Scanner::Query_ProbeNonAlphaNum(const wchar_t *p)
|
|
{
|
|
int inquote=0;
|
|
while (p && *p && (!Query_isControlChar(*p) || (inquote)))
|
|
{
|
|
if (*p == L'\"')
|
|
{
|
|
if (!inquote)
|
|
inquote = 1;
|
|
else
|
|
return p+1;
|
|
}
|
|
p++;
|
|
}
|
|
return p;
|
|
}
|
|
|
|
//---------------------------------------------------------------------------
|
|
int Scanner::Query_isControlChar(wchar_t p)
|
|
{
|
|
switch (p)
|
|
{
|
|
case L'&':
|
|
case L'|':
|
|
case L'!':
|
|
case L'(':
|
|
case L'[':
|
|
case L')':
|
|
case L']':
|
|
case L'>':
|
|
case L'<':
|
|
case L'=':
|
|
case L',':
|
|
case L' ':
|
|
return TRUE;
|
|
}
|
|
return FALSE;
|
|
}
|
|
|
|
//---------------------------------------------------------------------------
|
|
wchar_t *Scanner::Query_ProbeAlphaNum(wchar_t *p)
|
|
{
|
|
while (p && *p && Query_isControlChar(*p)) p++;
|
|
return p;
|
|
}
|
|
|
|
//---------------------------------------------------------------------------
|
|
wchar_t *Scanner::Query_ProbeSpace(wchar_t *p)
|
|
{
|
|
while (p && *p && *p != ' ') p++;
|
|
return p;
|
|
}
|
|
|
|
//---------------------------------------------------------------------------
|
|
int Scanner::Query_LookupToken(const wchar_t *t)
|
|
{
|
|
for (int i=0;i<sizeof(Tokens)/sizeof(tokenstruct);i++)
|
|
{
|
|
if (!_wcsicmp(Tokens[i].token, t))
|
|
return Tokens[i].tid;
|
|
}
|
|
return TOKEN_IDENTIFIER;
|
|
}
|
|
|
|
//---------------------------------------------------------------------------
|
|
|
|
int Scanner::Query_GetNextToken(const wchar_t *p, int *size, wchar_t **_token, int tokentable)
|
|
{
|
|
int t = TOKEN_EOQ;
|
|
const wchar_t *startptr = p;
|
|
|
|
if (!p || !*p) return TOKEN_EOQ;
|
|
|
|
p = Query_EatSpace(p);
|
|
|
|
const wchar_t *e = Query_ProbeNonAlphaNum(p);
|
|
|
|
if (e != p) // We have a word
|
|
{
|
|
size_t token_length = e-p;
|
|
if (*_token) ndestring_release(*_token);
|
|
*_token = ndestring_wcsndup(p, token_length);
|
|
if (*(*_token) == L'\"' && (*_token)[token_length-1] == L'\"') // check for quoted string
|
|
{
|
|
int l=(int)token_length-2;
|
|
if (l>0)
|
|
{
|
|
memcpy(*_token,(*_token)+1,l*sizeof(wchar_t));
|
|
(*_token)[l]=0;
|
|
Query_Unescape(*_token);
|
|
}
|
|
else
|
|
(*_token)[0]=0;// we have an empty string
|
|
}
|
|
|
|
switch (tokentable)
|
|
{
|
|
case -1:
|
|
t = TOKEN_IDENTIFIER;
|
|
break;
|
|
case 0:
|
|
t = Query_LookupToken(*_token);
|
|
break;
|
|
case 1:
|
|
t = IntegerField::LookupToken(*_token);
|
|
}
|
|
p = e;
|
|
}
|
|
else // We have a symbol
|
|
{
|
|
switch (*p)
|
|
{
|
|
case L'&':
|
|
if (*(p+1) == L'&') p++;
|
|
t = TOKEN_AND;
|
|
break;
|
|
case L'|':
|
|
if (*(p+1) == L'|') p++;
|
|
t = TOKEN_OR;
|
|
break;
|
|
case L'!':
|
|
if (*(p+1) == L'=')
|
|
{
|
|
p++;
|
|
t = TOKEN_NOTEQUAL;
|
|
break;
|
|
}
|
|
t = TOKEN_NOT;
|
|
break;
|
|
case L'(':
|
|
t = TOKEN_PAROPEN;
|
|
break;
|
|
case L')':
|
|
t = TOKEN_PARCLOSE;
|
|
break;
|
|
case L'[':
|
|
t = TOKEN_SQBRACKETOPEN;
|
|
break;
|
|
case L']':
|
|
t = TOKEN_SQBRACKETCLOSE;
|
|
break;
|
|
case L',':
|
|
t = TOKEN_COMMA;
|
|
break;
|
|
case L'>':
|
|
if (*(p+1) == L'=')
|
|
{
|
|
p++;
|
|
t = TOKEN_AOREQUAL;
|
|
break;
|
|
}
|
|
if (*(p+1) == L'<')
|
|
{
|
|
p++;
|
|
t = TOKEN_NOTEQUAL;
|
|
break;
|
|
}
|
|
t = TOKEN_ABOVE;
|
|
break;
|
|
case L'<':
|
|
if (*(p+1) == L'=')
|
|
{
|
|
p++;
|
|
t = TOKEN_BOREQUAL;
|
|
break;
|
|
}
|
|
if (*(p+1) == L'>')
|
|
{
|
|
p++;
|
|
t = TOKEN_NOTEQUAL;
|
|
break;
|
|
}
|
|
t = TOKEN_BELOW;
|
|
break;
|
|
case L'=':
|
|
if (*(p+1) == L'>')
|
|
{
|
|
p++;
|
|
t = TOKEN_AOREQUAL;
|
|
break;
|
|
}
|
|
if (*(p+1) == L'<')
|
|
{
|
|
p++;
|
|
t = TOKEN_BOREQUAL;
|
|
break;
|
|
}
|
|
if (*(p+1) == L'!')
|
|
{
|
|
p++;
|
|
t = TOKEN_NOTEQUAL;
|
|
break;
|
|
}
|
|
if (*(p+1) == L'=') p++;
|
|
t = TOKEN_EQUAL;
|
|
break;
|
|
default:
|
|
t = TOKEN_UNKNOWN;
|
|
break;
|
|
}
|
|
p++;
|
|
}
|
|
|
|
*size = (int)(p - startptr);
|
|
return t;
|
|
}
|
|
|
|
static uint8_t quickhex(wchar_t c)
|
|
{
|
|
int hexvalue = c;
|
|
if (hexvalue & 0x10)
|
|
hexvalue &= ~0x30;
|
|
else
|
|
{
|
|
hexvalue &= 0xF;
|
|
hexvalue += 9;
|
|
}
|
|
return hexvalue;
|
|
}
|
|
|
|
static uint8_t DecodeEscape(const wchar_t *&str)
|
|
{
|
|
uint8_t a = quickhex(*++str);
|
|
uint8_t b = quickhex(*++str);
|
|
str++;
|
|
return a * 16 + b;
|
|
}
|
|
|
|
static void DecodeEscapedUTF8(wchar_t *&output, const wchar_t *&input)
|
|
{
|
|
uint8_t utf8_data[1024] = {0}; // hopefully big enough!!
|
|
int num_utf8_words=0;
|
|
bool error=false;
|
|
|
|
while (input && *input == '%' && num_utf8_words < sizeof(utf8_data))
|
|
{
|
|
if (iswxdigit(input[1]) && iswxdigit(input[2]))
|
|
{
|
|
utf8_data[num_utf8_words++]=DecodeEscape(input);
|
|
}
|
|
else if (input[1] == '%')
|
|
{
|
|
input+=2;
|
|
utf8_data[num_utf8_words++]='%';
|
|
}
|
|
else
|
|
{
|
|
error = true;
|
|
break;
|
|
}
|
|
}
|
|
|
|
int len = MultiByteToWideChar(CP_UTF8, 0, (LPCSTR)utf8_data, num_utf8_words, 0, 0);
|
|
MultiByteToWideChar(CP_UTF8, 0, (LPCSTR)utf8_data, num_utf8_words, output, len);
|
|
output += len;
|
|
|
|
if (error)
|
|
{
|
|
*output++ = *input++;
|
|
}
|
|
}
|
|
|
|
// benski> We have the luxury of knowing that decoding will ALWAYS produce smaller strings
|
|
// so we can do it in-place
|
|
void Query_Unescape(wchar_t *str)
|
|
{
|
|
const wchar_t *itr = str;
|
|
while (itr && *itr)
|
|
{
|
|
switch (*itr)
|
|
{
|
|
case '%':
|
|
DecodeEscapedUTF8(str, itr);
|
|
break;
|
|
default:
|
|
*str++ = *itr++;
|
|
break;
|
|
}
|
|
}
|
|
*str = 0;
|
|
} |