File sqlite1c/SQL_DBF/utex.cpp from the latest check-in

// utex.cpp
#include "StdAfx.h"
#include "utex.h"

extern "C"{
unsigned short oasUpper2Lower[0xFFFF];
}

const DWORD u8text::w12512u[128] = {
	0x000082D0, //�  = 0x80 = 0x00000402
	0x000083D0, //�  = 0x81 = 0x00000403
	0x009A80E2, //�  = 0x82 = 0x0000201A
	0x000093D1, //�  = 0x83 = 0x00000453
	0x009E80E2, //�  = 0x84 = 0x0000201E
	0x00A680E2, //�  = 0x85 = 0x00002026
	0x00A080E2, //�  = 0x86 = 0x00002020
	0x00A180E2, //�  = 0x87 = 0x00002021
	0x00AC82E2, //�  = 0x88 = 0x000020AC
	0x00B080E2, //�  = 0x89 = 0x00002030
	0x000089D0, //�  = 0x8A = 0x00000409
	0x00B980E2, //�  = 0x8B = 0x00002039
	0x00008AD0, //�  = 0x8C = 0x0000040A
	0x00008CD0, //�  = 0x8D = 0x0000040C
	0x00008BD0, //�  = 0x8E = 0x0000040B
	0x00008FD0, //�  = 0x8F = 0x0000040F
	0x000092D1, //�  = 0x90 = 0x00000452
	0x009880E2, //�  = 0x91 = 0x00002018
	0x009980E2, //�  = 0x92 = 0x00002019
	0x009C80E2, //�  = 0x93 = 0x0000201C
	0x009D80E2, //�  = 0x94 = 0x0000201D
	0x00A280E2, //�  = 0x95 = 0x00002022
	0x009380E2, //�  = 0x96 = 0x00002013
	0x009480E2, //�  = 0x97 = 0x00002014
	0x000098C2, //�  = 0x98 = 0x00000098
	0x00A284E2, //�  = 0x99 = 0x00002122
	0x000099D1, //�  = 0x9A = 0x00000459
	0x00BA80E2, //�  = 0x9B = 0x0000203A
	0x00009AD1, //�  = 0x9C = 0x0000045A
	0x00009CD1, //�  = 0x9D = 0x0000045C
	0x00009BD1, //�  = 0x9E = 0x0000045B
	0x00009FD1, //�  = 0x9F = 0x0000045F
	0x0000A0C2, //�  = 0xA0 = 0x000000A0
	0x00008ED0, //�  = 0xA1 = 0x0000040E
	0x00009ED1, //�  = 0xA2 = 0x0000045E
	0x000088D0, //�  = 0xA3 = 0x00000408
	0x0000A4C2, //�  = 0xA4 = 0x000000A4
	0x000090D2, //�  = 0xA5 = 0x00000490
	0x0000A6C2, //�  = 0xA6 = 0x000000A6
	0x0000A7C2, //�  = 0xA7 = 0x000000A7
	0x000081D0, //�  = 0xA8 = 0x00000401
	0x0000A9C2, //�  = 0xA9 = 0x000000A9
	0x000084D0, //�  = 0xAA = 0x00000404
	0x0000ABC2, //�  = 0xAB = 0x000000AB
	0x0000ACC2, //�  = 0xAC = 0x000000AC
	0x0000ADC2, //�  = 0xAD = 0x000000AD
	0x0000AEC2, //�  = 0xAE = 0x000000AE
	0x000087D0, //�  = 0xAF = 0x00000407
	0x0000B0C2, //�  = 0xB0 = 0x000000B0
	0x0000B1C2, //�  = 0xB1 = 0x000000B1
	0x000086D0, //�  = 0xB2 = 0x00000406
	0x000096D1, //�  = 0xB3 = 0x00000456
	0x000091D2, //�  = 0xB4 = 0x00000491
	0x0000B5C2, //�  = 0xB5 = 0x000000B5
	0x0000B6C2, //�  = 0xB6 = 0x000000B6
	0x0000B7C2, //�  = 0xB7 = 0x000000B7
	0x000091D1, //�  = 0xB8 = 0x00000451
	0x009684E2, //�  = 0xB9 = 0x00002116
	0x000094D1, //�  = 0xBA = 0x00000454
	0x0000BBC2, //�  = 0xBB = 0x000000BB
	0x000098D1, //�  = 0xBC = 0x00000458
	0x000085D0, //�  = 0xBD = 0x00000405
	0x000095D1, //�  = 0xBE = 0x00000455
	0x000097D1, //�  = 0xBF = 0x00000457
	0x000090D0, //�  = 0xC0 = 0x00000410
	0x000091D0, //�  = 0xC1 = 0x00000411
	0x000092D0, //�  = 0xC2 = 0x00000412
	0x000093D0, //�  = 0xC3 = 0x00000413
	0x000094D0, //�  = 0xC4 = 0x00000414
	0x000095D0, //�  = 0xC5 = 0x00000415
	0x000096D0, //�  = 0xC6 = 0x00000416
	0x000097D0, //�  = 0xC7 = 0x00000417
	0x000098D0, //�  = 0xC8 = 0x00000418
	0x000099D0, //�  = 0xC9 = 0x00000419
	0x00009AD0, //�  = 0xCA = 0x0000041A
	0x00009BD0, //�  = 0xCB = 0x0000041B
	0x00009CD0, //�  = 0xCC = 0x0000041C
	0x00009DD0, //�  = 0xCD = 0x0000041D
	0x00009ED0, //�  = 0xCE = 0x0000041E
	0x00009FD0, //�  = 0xCF = 0x0000041F
	0x0000A0D0, //�  = 0xD0 = 0x00000420
	0x0000A1D0, //�  = 0xD1 = 0x00000421
	0x0000A2D0, //�  = 0xD2 = 0x00000422
	0x0000A3D0, //�  = 0xD3 = 0x00000423
	0x0000A4D0, //�  = 0xD4 = 0x00000424
	0x0000A5D0, //�  = 0xD5 = 0x00000425
	0x0000A6D0, //�  = 0xD6 = 0x00000426
	0x0000A7D0, //�  = 0xD7 = 0x00000427
	0x0000A8D0, //�  = 0xD8 = 0x00000428
	0x0000A9D0, //�  = 0xD9 = 0x00000429
	0x0000AAD0, //�  = 0xDA = 0x0000042A
	0x0000ABD0, //�  = 0xDB = 0x0000042B
	0x0000ACD0, //�  = 0xDC = 0x0000042C
	0x0000ADD0, //�  = 0xDD = 0x0000042D
	0x0000AED0, //�  = 0xDE = 0x0000042E
	0x0000AFD0, //�  = 0xDF = 0x0000042F
	0x0000B0D0, //�  = 0xE0 = 0x00000430
	0x0000B1D0, //�  = 0xE1 = 0x00000431
	0x0000B2D0, //�  = 0xE2 = 0x00000432
	0x0000B3D0, //�  = 0xE3 = 0x00000433
	0x0000B4D0, //�  = 0xE4 = 0x00000434
	0x0000B5D0, //�  = 0xE5 = 0x00000435
	0x0000B6D0, //�  = 0xE6 = 0x00000436
	0x0000B7D0, //�  = 0xE7 = 0x00000437
	0x0000B8D0, //�  = 0xE8 = 0x00000438
	0x0000B9D0, //�  = 0xE9 = 0x00000439
	0x0000BAD0, //�  = 0xEA = 0x0000043A
	0x0000BBD0, //�  = 0xEB = 0x0000043B
	0x0000BCD0, //�  = 0xEC = 0x0000043C
	0x0000BDD0, //�  = 0xED = 0x0000043D
	0x0000BED0, //�  = 0xEE = 0x0000043E
	0x0000BFD0, //�  = 0xEF = 0x0000043F
	0x000080D1, //�  = 0xF0 = 0x00000440
	0x000081D1, //�  = 0xF1 = 0x00000441
	0x000082D1, //�  = 0xF2 = 0x00000442
	0x000083D1, //�  = 0xF3 = 0x00000443
	0x000084D1, //�  = 0xF4 = 0x00000444
	0x000085D1, //�  = 0xF5 = 0x00000445
	0x000086D1, //�  = 0xF6 = 0x00000446
	0x000087D1, //�  = 0xF7 = 0x00000447
	0x000088D1, //�  = 0xF8 = 0x00000448
	0x000089D1, //�  = 0xF9 = 0x00000449
	0x00008AD1, //�  = 0xFA = 0x0000044A
	0x00008BD1, //�  = 0xFB = 0x0000044B
	0x00008CD1, //�  = 0xFC = 0x0000044C
	0x00008DD1, //�  = 0xFD = 0x0000044D
	0x00008ED1, //�  = 0xFE = 0x0000044E
	0x00008FD1, //�  = 0xFF = 0x0000044F
};

BYTE nextGratUSymbols[256] = {0};
DWORD noCaseCompare[256] = {0};


CMapPtrToPtr u8text::uw1251;

void u8text::init()
{
	for(unsigned short i = 0; i < 0xFFFF ; i++)
		oasUpper2Lower[i] = i;
	CharLowerBuffW(oasUpper2Lower + 32, 0xFFFF - 32);

	char str[65], ss = '\x80';
	for(int s = 0; s < 64; s++)
		str[s] = ss++;
	str[64] = 0;
	WCHAR wstr[65];
	MultiByteToWideChar(CP_ACP, 0, str, 64, wstr, 65);
	
	uw1251.InitHashTable(71);

	for(i = 0; i < 64 ; i++)
		uw1251[(void*)wstr[i]] = (void*)str[i];

	
	// �������������� ������� �������������� ���������
	CMapPtrToPtr mapWeightToUpperSymbol;
	SDBEngCodePage* pPage = CDBEngDB7::GetSelectedCodePage();

	for(DWORD k = 0; k < 256 ; k++)
	{
		noCaseCompare[k] = pPage->orderWeightForChars[pPage->upperSymbols[k]];
		mapWeightToUpperSymbol[(void*)noCaseCompare[k]] = (void*)pPage->upperSymbols[k];
	}
	// ������ ������� ��� �������
	DWORD fixSpace = noCaseCompare[' '];
	noCaseCompare[' '] = noCaseCompare[127];
	noCaseCompare[127] = fixSpace;


	// ������ ���� ��������� ������� "��������� ������� ������ � ������� ��������"
	for(k = 1; k < 256; k++)
	{
		DWORD weight = noCaseCompare[k] + 1, nextSymb = 0;
		while(weight < 256)
		{
			if(mapWeightToUpperSymbol.Lookup((void*)weight, (void*&)nextSymb))
				break;
			weight++;
		}
		nextGratUSymbols[k] = nextSymb;
	}
}

/*
** This lookup table is used to help decode the first byte of
** a multi-byte UTF8 character.
*/
static const unsigned char sqlite3UtfTrans1[] = {
  0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
  0x08, 0x09, 0x0a, 0x0b, 0x0c, 0x0d, 0x0e, 0x0f,
  0x10, 0x11, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17,
  0x18, 0x19, 0x1a, 0x1b, 0x1c, 0x1d, 0x1e, 0x1f,
  0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
  0x08, 0x09, 0x0a, 0x0b, 0x0c, 0x0d, 0x0e, 0x0f,
  0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
  0x00, 0x01, 0x02, 0x03, 0x00, 0x01, 0x00, 0x00,
};


CString u8text::fromUtf8(LPCSTR strSrc)
{
	CString res;
	if(!strSrc)
		return res;
	int slen = strlen(strSrc);
	char *pWrite = res.GetBufferSetLength(slen), *pStart = pWrite;
	const unsigned char *ptr = (const unsigned char*)strSrc;
	while(*ptr)
	{
		DWORD us = static_cast<DWORD>(*ptr++);
		if(us < 0x80)
			*pWrite++ = (char) us;
		else
		{
			us = sqlite3UtfTrans1[us - 0xC0];
			while((*ptr & 0xC0) == 0x80)
				us = (us << 6) + (0x3F & *(ptr++));
			
			if(us >= 0x00000410 && us <= 0x0000044F)	// �-�
				*pWrite++ = us - 848;
			else if(us == 0x00000401)
				*pWrite++ = '�';
			else if(us == 0x00000451)
				*pWrite++ = '�';
			else if(us == 0x00002116)
				*pWrite++ = '�';
			else
			{
				DWORD s;
				if(uw1251.Lookup((void*)us, (void*&)s))
					*pWrite++ = (char)s;
				else
					*pWrite++ = '?';
			}
		}
	}
	res.GetBufferSetLength(pWrite - pStart);
	return res;
}

void u8text::fromUtf8(LPCSTR strSrc, CString& res)
{
	if(!strSrc)
	{
		res.Empty();
		return;
	}
	int slen = strlen(strSrc);
	char *pWrite = res.GetBufferSetLength(slen), *pStart = pWrite;
	const unsigned char *ptr = (const unsigned char*)strSrc;
	while(*ptr)
	{
		DWORD us = static_cast<DWORD>(*ptr++);
		if(us < 0x80)
			*pWrite++ = (char) us;
		else
		{
			us = sqlite3UtfTrans1[us - 0xC0];
			while((*ptr & 0xC0) == 0x80)
				us = (us << 6) + (0x3F & *(ptr++));
			
			if(us >= 0x00000410 && us <= 0x0000044F)	// �-�
				*pWrite++ = us - 848;
			else if(us == 0x00000401)
				*pWrite++ = '�';
			else if(us == 0x00000451)
				*pWrite++ = '�';
			else if(us == 0x00002116)
				*pWrite++ = '�';
			else
			{
				DWORD s;
				if(uw1251.Lookup((void*)us, (void*&)s))
					*pWrite++ = (char)s;
				else
					*pWrite++ = '?';
			}
		}
	}
	res.GetBufferSetLength(pWrite - pStart);
}

inline DWORD noCaseWeight(const unsigned char*& ptr, int& len, CMapPtrToPtr& uw1251)
{
	if(!len)
		return 0;
	DWORD us = static_cast<DWORD>(*ptr++);
	len--;
	if(us <= 0x80)
		return noCaseCompare[us];
	us = sqlite3UtfTrans1[us - 0xC0];
	while((*ptr & 0xC0) == 0x80)
	{
		us = (us << 6) + (0x3F & *(ptr++));
		len--;
	}
	
	if(us >= 1040 && us <= 1103)	// �-�
		return noCaseCompare[us - (1040 - BYTE('�'))];
	else if(us == 1025 || us == 1105)
		return noCaseCompare[BYTE('�')];
	else
	{
		DWORD s;
		if(uw1251.Lookup((void*)us, (void*&)s))
			return noCaseCompare[s];
		return us;
	}
}

int u8text::_1Ccollate(void*, int l1, const void* str1, int l2, const void* str2)
{
	const unsigned char* pStr1 = (const unsigned char*)str1;
	const unsigned char* pStr2 = (const unsigned char*)str2;
	for(;;)
	{
		int s1 = noCaseWeight(pStr1, l1, uw1251);
		int s2 = noCaseWeight(pStr2, l2, uw1251);
		if(0 == s1)
		{
			if(0 != s2)
			{
				pStr2--;
				for(;;)
				{
					s2 = static_cast<DWORD>(*pStr2++);
					if(0 == s2)
						return 0;
					if(' ' != s2)
						return 1;
				}
			}
			return 0;
		}
		else if(0 == s2)	// ������ ������ ���������. ���� ���������, � �� ��������� �� ������ ������ ���������
		{
			pStr1--;
			for(;;)
			{
				s1 = static_cast<DWORD>(*pStr1++);
				if(0 == s1)
					return 0;
				if(' ' != s1)
					return 1;
			}
		}
		else if(s1 != s2)
			return s1 - s2;
	}
}

int u8text::compareRtrimNoCase(LPCSTR str1, LPCSTR str2)
{
	for(;;)
	{
		DWORD s1 = noCaseCompare[static_cast<DWORD>(static_cast<BYTE>(*str1))];
		DWORD s2 = noCaseCompare[static_cast<DWORD>(static_cast<BYTE>(*str2))];
		if(0 == s1)	// ������ ������ ���������. ���� ���������, � �� ��������� �� ������ ������ ���������
		{
			for(;;)
			{
				s2 = static_cast<DWORD>(static_cast<BYTE>(*str2++));
				if(0 == s2)
					return 0;
				if(' ' != s2)
					return -1;
			}
		}
		else if(0 == s2)	// ������ ������ ���������. ���� ���������, � �� ��������� �� ������ ������ ���������
		{
			for(;;)
			{
				s1 = static_cast<DWORD>(static_cast<BYTE>(*str1++));
				if(0 == s1)
					return 0;
				if(' ' != s1)
					return 1;	// ������ ������ ������
			}
		}
		else if(s1 != s2)
			return s1 - s2;
		str1++;
		str2++;
	}
}

// ��������� ���� � ������������ � �������� ���������� ����� � �������� 1�!!!
int u8text::compareRtrim(LPCSTR str1, LPCSTR str2)
{
	BYTE* _1C_dborder = CDBEngDB7::GetSelectedCodePage()->orderWeightForChars;
	for(;;)
	{
		DWORD s1 = _1C_dborder[static_cast<DWORD>(static_cast<BYTE>(*str1))];
		DWORD s2 = _1C_dborder[static_cast<DWORD>(static_cast<BYTE>(*str2))];
		if(0 == s1)	// ������ ������ ���������. ���� ���������, � �� ��������� �� ������ ������ ���������
		{
			for(;;)
			{
				s2 = static_cast<DWORD>(static_cast<BYTE>(*str2++));
				if(0 == s2)
					return 0;
				if(' ' != s2)
					return -1;	// ������ ������ ������
			}
		}
		else if(0 == s2)	// ������ ������ ���������. ���� ���������, � �� ��������� �� ������ ������ ���������
		{
			for(;;)
			{
				s1 = static_cast<DWORD>(static_cast<BYTE>(*str1++));
				if(0 == s1)
					return 0;
				if(' ' != s1)
					return 1;	// ������ ������ ������
			}
		}
		else if(s1 != s2)
			return s1 - s2;
		str1++;
		str2++;
	}
}

int u8text::compareNoCaseLen(LPCSTR str1, LPCSTR str2, DWORD len)
{
	while(len)
	{
		int s1 = noCaseCompare[static_cast<DWORD>(static_cast<BYTE>(*str1))];
		int s2 = noCaseCompare[static_cast<DWORD>(static_cast<BYTE>(*str2))];
		int dif = s1 - s2;
		if(dif)
			return dif;
		str1++;
		str2++;
		len--;
	}
	return 0;
}

void u8text::dbUpper(CString& str)
{
	BYTE* upper = CDBEngDB7::GetSelectedCodePage()->upperSymbols;
	DWORD len = str.GetLength();
	BYTE* symb = (BYTE*)str.GetBufferSetLength(len);
	while(len--)
	{
		DWORD idx = (DWORD)*symb;
		*symb++ = upper[idx];
	}
}