Unicode

Functions
size_t	UnicodeLength (const unsigned char *str)
char *	DecodeUnicodeString (const unsigned char *src)
char *	DecodeUnicodeConsole (const unsigned char *src)
void	DecodeUnicode (const unsigned char *src, char *dest)
void	EncodeUnicode (unsigned char *dest, const char *src, size_t len)
void	ReadUnicodeFile (unsigned char *Dest, const unsigned char *Source)
void	CopyUnicodeString (unsigned char *Dest, const unsigned char *Source)
gboolean	EncodeUTF8QuotedPrintable (char *dest, const unsigned char *src)
void	DecodeUTF8QuotedPrintable (unsigned char *dest, const char *src, size_t len)
int	EncodeWithUTF8Alphabet (unsigned long src, unsigned char *ret)
int	DecodeWithUTF8Alphabet (const unsigned char *src, wchar_t *dest, size_t len)
gboolean	DecodeHexUnicode (unsigned char *dest, const char *src, size_t len)
void	EncodeHexUnicode (char *dest, const unsigned char *src, size_t len)
gboolean	mywstrncmp (unsigned const char *a, unsigned const char *b, int num)
unsigned char *	mywstrstr (unsigned const char *haystack, unsigned const char *needle)
gboolean	mywstrncasecmp (unsigned const char *a, unsigned const char *b, int num)
gboolean	EncodeUTF8 (char *dest, const unsigned char *src)
void	DecodeUTF8 (unsigned char *dest, const char *src, size_t len)
gboolean	DecodeHexBin (unsigned char *dest, const unsigned char *src, size_t len)

Detailed Description

Unicode manipulation functions. Please note that most of functions here rely on initialised libc char conversions, what is usually done by locales initialisation. Recommended way for doing this is calling GSM_InitLocales.

Function Documentation

CopyUnicodeString()

void CopyUnicodeString	(	unsigned char *	Dest,
		const unsigned char *	Source
	)

Copies unicode string.

Definition at line 1192 of file coding.c.

Referenced by DUMMY_AddFilePart(), DUMMY_AddFolder(), DUMMY_GetAlarm(), DUMMY_GetSMSFolders(), DUMMY_SetAlarm(), GSM_DecodeNokiaRTTLRingtone(), GSM_DecodeVCALENDAR_VTODO(), GSM_DecodeVCARD(), GSM_DecodeVNOTE(), GSM_EncodeSMS30MultiPartSMS(), GSM_EncodeVCARD(), GSM_PhonebookGetEntryName(), GSM_RingtoneConvert(), loadre(), N71_65_DecodePhonebook(), N71_65_EncodePhonebookFrame(), NOKIA_EncodeDateTime(), and VCALGetTextPart().

{
        int j = 0;

        /* No need to copy if both are on same address */
        if (Dest == Source) return;

        while (Source[j]!=0x00 || Source[j+1]!=0x00) {
                Dest[j]         = Source[j];
                Dest[j+1]       = Source[j+1];
                j=j+2;
        }
        Dest[j]         = 0;
        Dest[j+1]       = 0;
}

DecodeHexBin()

gboolean DecodeHexBin	(	unsigned char *	dest,
		const unsigned char *	src,
		size_t	len
	)

Decode hex encoded binary text.

Definition at line 411 of file coding.c.

References DecodeWithHexBinAlphabet(), FALSE, and TRUE.

{
        size_t i,current=0;
        int low, high;

        for (i = 0; i < len/2 ; i++) {
                low = DecodeWithHexBinAlphabet(src[i*2+1]);
                high = DecodeWithHexBinAlphabet(src[i*2]);
                if (low < 0 || high < 0) return FALSE;
                dest[current++] = (high << 4) | low;
        }
        dest[current] = 0;
        return TRUE;
}

DecodeHexUnicode()

gboolean DecodeHexUnicode	(	unsigned char *	dest,
		const char *	src,
		size_t	len
	)

Decodes string from hex quoted unicode.

Definition at line 382 of file coding.c.

References DecodeWithHexBinAlphabet(), FALSE, and TRUE.

{
        size_t i, current = 0;
        int val0, val1, val2, val3;

        for (i = 0; i < len ; i += 4) {
                val0 = DecodeWithHexBinAlphabet(src[i + 0]);
                val1 = DecodeWithHexBinAlphabet(src[i + 1]);
                val2 = DecodeWithHexBinAlphabet(src[i + 2]);
                val3 = DecodeWithHexBinAlphabet(src[i + 3]);

                if (val0 < 0 || val1 < 0 || val2 < 0 || val3 < 0) {
                        return FALSE;
                }

                dest[current++] = (val0 << 4) + val1;
                dest[current++] = (val2 << 4) + val3;
        }
        dest[current++] = 0;
        dest[current] = 0;

        return TRUE;
}

DecodeUnicode()

void DecodeUnicode	(	const unsigned char *	src,
		char *	dest
	)

Converts string from unicode to local charset.

Definition at line 223 of file coding.c.

References DecodeWithUnicodeAlphabet().

Referenced by DecodeUnicodeConsole(), DecodeUnicodeString(), and GSM_PackSemiOctetNumber().

{
        int             i=0,o=0;
        wchar_t         value, second;

        while (src[(2*i)+1]!=0x00 || src[2*i]!=0x00) {
                value = src[i * 2] * 256 + src[i * 2 + 1];
                /* Decode UTF-16 */
                if (value >= 0xD800 && value <= 0xDBFF) {
                        second = src[(i + 1) * 2] * 256 + src[(i + 1) * 2 + 1];
                        if (second >= 0xDC00 && second <= 0xDFFF) {
                                i++;
                                value = ((value - 0xD800) << 10) + (second - 0xDC00) + 0x010000;
                        }
                }
                o += DecodeWithUnicodeAlphabet(value, dest + o);
                i++;
        }
        dest[o]=0;
}

DecodeUnicodeConsole()

char* DecodeUnicodeConsole

(

const unsigned char *

src

)

Converts string to console charset.

Returns

Pointer to static string.

Definition at line 256 of file coding.c.

References _GSM_Debug_Info::coding, DecodeUnicode(), EncodeUTF8(), and GSM_global_debug.

Referenced by ReadVCALText().

{
        static char dest[500];

        if (GSM_global_debug.coding[0] != 0) {
                if (!strcmp(GSM_global_debug.coding,"utf8")) {
                        EncodeUTF8(dest, src);
                } else {
#ifdef WIN32
                        setlocale(LC_ALL, GSM_global_debug.coding);
#endif
                        DecodeUnicode(src,dest);
                }
        } else {
#ifdef WIN32
                setlocale(LC_ALL, ".OCP");
#endif
                DecodeUnicode(src,dest);
#ifdef WIN32
                setlocale(LC_ALL, ".ACP");
#endif
        }
        return dest;
}

DecodeUnicodeString()

char* DecodeUnicodeString

(

const unsigned char *

src

)

Converts string to locale charset.

Returns

Pointer to static string.

Definition at line 245 of file coding.c.

References DecodeUnicode().

Referenced by DUMMY_GetFSFilePath(), GSM_DecodeNokiaProfile(), GSM_DecodePDUFrame(), GSM_DecodeSMSFrame(), GSM_DecodeSMSFrameText(), GSM_DecodeVCALENDAR_VTODO(), GSM_DecodeVCARD(), GSM_EncodeEMSSound(), GSM_EncodeNokiaRTTLRingtone(), GSM_EncodeSMS30MultiPartSMS(), GSM_EncodeSMSFrame(), GSM_EncodeSMSFrameText(), GSM_EncodeURLFile(), GSM_EncodeVCARD(), GSM_LinkSMS(), GSM_SaveRingtoneRttl(), GSM_TweakInternationalNumber(), loadbin(), loadgif(), loadmmf(), loadpuremidi(), loadre(), N71_65_DecodePhonebook(), N71_65_PB_CopyString(), NOKIA_EncodeDateTime(), NOKIA_EncodeWAPMMSSettingsSMSText(), ReadVCALDate(), and savebin().

{
        static char dest[500];

        DecodeUnicode(src,dest);
        return dest;
}

DecodeUTF8()

void DecodeUTF8	(	unsigned char *	dest,
		const char *	src,
		size_t	len
	)

Decode text from UTF-8.

Definition at line 1947 of file coding.c.

References DecodeWithUTF8Alphabet(), and EncodeWithUnicodeAlphabet().

Referenced by DecodeXMLUTF8(), and ReadVCALText().

{
        size_t          i=0,j=0,z;
        wchar_t         ret;

        while (i < len) {
                z = DecodeWithUTF8Alphabet(src+i,&ret,len-i);
                if (z<2) {
                        i+=EncodeWithUnicodeAlphabet(&src[i], &ret);
                } else {
                        i+=z;
                }
                dest[j++] = (ret >> 8) & 0xff;
                dest[j++] = ret & 0xff;
        }
        dest[j++] = 0;
        dest[j] = 0;
}

DecodeUTF8QuotedPrintable()

void DecodeUTF8QuotedPrintable	(	unsigned char *	dest,
		const char *	src,
		size_t	len
	)

Decodes UTF-8 quoted printable string.

Definition at line 1911 of file coding.c.

References DecodeWithHexBinAlphabet(), DecodeWithUTF8Alphabet(), EncodeWithUnicodeAlphabet(), and TRUE.

Referenced by ReadVCALText().

{
        size_t          i,j=0;
        int             z;
        unsigned char   mychar[10];
        wchar_t         ret;

        for (i = 0; i<=len; ) {
                z=0;
                while (TRUE) {
                        if (src[z*3+i] != '=' || z*3+i+3>len ||
                            DecodeWithHexBinAlphabet(src[z*3+i+1])==-1 ||
                            DecodeWithHexBinAlphabet(src[z*3+i+2])==-1) {
                                break;
                        }
                        mychar[z] = 16*DecodeWithHexBinAlphabet(src[z*3+i+1])+DecodeWithHexBinAlphabet(src[z*3+i+2]);
                        z++;
                        /* Is it plain ASCII? */
                        if (z == 1 && mychar[0] < 194) break;
                        /* Do we already have valid UTF-8 char? */
                        if (DecodeWithUTF8Alphabet(mychar, &ret, z) == z) break;
                }
                if (z>0) {
                        i += z * 3;
                        /*  we ignore wrong sequence */
                        if (DecodeWithUTF8Alphabet(mychar,&ret,z)==0) continue;
                } else {
                        i+=EncodeWithUnicodeAlphabet(&src[i], &ret);
                }
                dest[j++] = (ret >> 8) & 0xff;
                dest[j++] = ret & 0xff;
        }
        dest[j++] = 0;
        dest[j] = 0;
}

DecodeWithUTF8Alphabet()

int DecodeWithUTF8Alphabet	(	const unsigned char *	src,
		wchar_t *	dest,
		size_t	len
	)

Decodes string from UTF-8.

Definition at line 1866 of file coding.c.

Referenced by DecodeUTF8(), and DecodeUTF8QuotedPrintable().

{
        if (len < 1) return 0;
        if (src[0] < 128) {
                (*dest) = src[0];
                return 1;
        }
        if (src[0] < 194) return 0;
        if (src[0] < 224) {
                if (len < 2) return 0;
                (*dest) = (src[0]-192)*64 + (src[1]-128);
                return 2;
        }
        if (src[0] < 240) {
                if (len < 3) return 0;
                (*dest) = (src[0]-224)*4096 + (src[1]-128)*64 + (src[2]-128);
                return 3;
        }
        return 0;
}

EncodeHexUnicode()

void EncodeHexUnicode	(	char *	dest,
		const unsigned char *	src,
		size_t	len
	)

Encodes string to hex quoted unicode.

Definition at line 406 of file coding.c.

References EncodeHexBin().

{
        EncodeHexBin(dest, src, len * 2);
}

EncodeUnicode()

void EncodeUnicode	(	unsigned char *	dest,
		const char *	src,
		size_t	len
	)

Encodes string from local charset to unicode.

Definition at line 301 of file coding.c.

References EncodeWithUnicodeAlphabet().

Referenced by AddEMSText(), DUMMY_DialService(), DUMMY_GetFilePart(), DUMMY_GetFolderListing(), DUMMY_GetNetworkInfo(), DUMMY_GetNextFileFolder(), DUMMY_GetSMSFolders(), DUMMY_GetWAPBookmark(), DUMMY_Initialise(), DUMMY_PreAPICall(), DUMMY_SendFilePart(), GSM_DecodeMMSFileToMultiPart(), GSM_DecodeMultiPartSMS(), GSM_DecodeNokiaProfile(), GSM_DecodeNokiaRTTLRingtone(), GSM_DecodeSMSStatusReportData(), GSM_EncodeMultiPartSMS(), GSM_GetCountryName(), GSM_GetNetworkName(), GSM_ReadBitmapFile(), GSM_ReadRingtoneFile(), GSM_TweakInternationalNumber(), GSM_UnpackSemiOctetNumber(), loadbin(), loadpuremidi(), loadre(), loadrttl(), N71_65_DecodePhonebook(), NOKIA_EncodeDateTime(), NOKIA_GetDefaultCallerGroupName(), PHONE_FindDataFile(), and PHONE_GetSMSFolders().

{
        size_t          i_len = 0, o_len;
        wchar_t         wc;

        for (o_len = 0; i_len < len; o_len++) {
                i_len += EncodeWithUnicodeAlphabet(&src[i_len], &wc);
                dest[o_len*2]           = (wc >> 8) & 0xff;
                dest[(o_len*2)+1]       = wc & 0xff;
        }
        dest[o_len*2]           = 0;
        dest[(o_len*2)+1]       = 0;
}

EncodeUTF8()

gboolean EncodeUTF8	(	char *	dest,
		const unsigned char *	src
	)

Encode text to UTF-8.

Definition at line 1835 of file coding.c.

References EncodeWithUTF8Alphabet(), FALSE, TRUE, and UnicodeLength().

Referenced by DecodeUnicodeConsole(), and NOKIA_EncodeWAPBookmarkSMSText().

{
        size_t i, j=0, z, len;
        unsigned char   mychar[8];
        gboolean                retval = FALSE;
        unsigned long value, second;

        len = UnicodeLength(src);

        for (i = 0; i < len; i++) {
                value = src[i * 2] * 256 + src[i * 2 + 1];
                /* Decode UTF-16 */
                if (value >= 0xD800 && value <= 0xDBFF && (i + 1) < len) {
                        second = src[(i + 1) * 2] * 256 + src[(i + 1) * 2 + 1];
                        if (second >= 0xDC00 && second <= 0xDFFF) {
                                i++;
                                value = ((value - 0xD800) << 10) + (second - 0xDC00) + 0x010000;
                        }
                }
                z = EncodeWithUTF8Alphabet(value, mychar);
                memcpy(dest + j, mychar, z);
                j += z;
                if (z > 1) {
                        retval = TRUE;
                }
        }
        dest[j] = 0;
        return retval;
}

EncodeUTF8QuotedPrintable()

gboolean EncodeUTF8QuotedPrintable	(	char *	dest,
		const unsigned char *	src
	)

Encodes string to UTF-8 quoted printable.

Definition at line 1794 of file coding.c.

References EncodeWithUTF8Alphabet(), FALSE, TRUE, and UnicodeLength().

Referenced by VC_StoreText().

{
        size_t i, j=0, z, w, len;
        unsigned char   mychar[8];
        gboolean                retval = FALSE;
        unsigned long value, second;

        len = UnicodeLength(src);

        for (i = 0; i < len; i++) {
                value = src[i * 2] * 256 + src[i * 2 + 1];
                /* Decode UTF-16 */
                if (value >= 0xD800 && value <= 0xDBFF && (i + 1) < len) {
                        second = src[(i + 1) * 2] * 256 + src[(i + 1) * 2 + 1];
                        if (second >= 0xDC00 && second <= 0xDFFF) {
                                value = ((value - 0xD800) << 10) + (second - 0xDC00) + 0x010000;
                        }
                }
                z = EncodeWithUTF8Alphabet(value, mychar);
                if (z == 1 && mychar[0] < 32) {
                        /* Need quoted printable for chars < 32 */
                        sprintf(dest + j, "=%02X", mychar[0]);
                        j = j + 3;
                } else if (z == 1) {
                        memcpy(dest + j, mychar, z);
                        j += z;
                } else {
                        /* Quoted printable unicode */
                        for (w = 0; w < z; w++) {
                                sprintf(dest + j, "=%02X", mychar[w]);
                                j = j + 3;
                        }
                        if (z > 1) {
                                retval = TRUE;
                        }
                }
        }
        dest[j] = 0;
        return retval;
}

EncodeWithUTF8Alphabet()

int EncodeWithUTF8Alphabet	(	unsigned long	src,
		unsigned char *	ret
	)

Encodes string to UTF-8.

Definition at line 1752 of file coding.c.

Referenced by DecodeXMLUTF8(), EncodeUTF8(), and EncodeUTF8QuotedPrintable().

{
        if (src < 0x80) {
                ret[0] = src;
                return 1;
        } else if (src < 0x800) {
                ret[0] = 192 + (src / 64);
                ret[1] = 128 + (src % 64);
                return 2;
        } else if (src < 0x10000) {
                ret[0] = 224 + (src / (64 * 64));
                ret[1] = 128 + ((src / 64) % 64);
                ret[2] = 128 + (src % 64);
                return 3;
        } else if (src < 0x200000) {
                ret[0] = 240 + (src / (64 * 64 * 64));
                ret[1] = 128 + ((src / (64 * 64)) % 64);
                ret[2] = 128 + ((src / 64) % 64);
                ret[3] = 128 + (src % 64);
                return 4;
        } else if (src < 0x4000000) {
                ret[0] = 248 + (src / (64 * 64 * 64 * 64));
                ret[1] = 128 + ((src / (64 * 64 * 64)) % 64);
                ret[2] = 128 + ((src / (64 * 64)) % 64);
                ret[3] = 128 + ((src / 64) % 64);
                ret[4] = 128 + (src % 64);
                return 5;
        } else if (src < 0x80000000L) {
                ret[0] = 252 + (src / (64 * 64 * 64 * 64 * 64));
                ret[1] = 128 + ((src / (64 * 64 * 64 * 64)) % 64);
                ret[2] = 128 + ((src / (64 * 64 * 64)) % 64);
                ret[3] = 128 + ((src / (64 * 64)) % 64);
                ret[4] = 128 + ((src / 64) % 64);
                ret[5] = 128 + (src % 64);
                return 6;
        }

        ret[0] = src;
        return 1;
}

mywstrncasecmp()

gboolean mywstrncasecmp	(	unsigned const char *	a,
		unsigned const char *	b,
		int	num
	)

Compares two unicode strings case insensitive.

Definition at line 1437 of file coding.c.

References FALSE, and TRUE.

Referenced by GSM_DecodeVCALENDAR_VTODO(), INI_FindLastSectionEntry(), and INI_GetValue().

{
        int             i;
        wchar_t         wc,wc2;

        if (a == NULL || b == NULL) return FALSE;

        if (num == 0) num = -1;

        for (i = 0; i != num; i++) {
                if ((a[i*2] == 0x00 && a[i*2+1] == 0x00) && (b[i*2] == 0x00 && b[i*2+1] == 0x00)) return TRUE;
                if ((a[i*2] == 0x00 && a[i*2+1] == 0x00) || (b[i*2] == 0x00 && b[i*2+1] == 0x00)) return FALSE;
                wc  = a[i*2+1] | (a[i*2] << 8);
                wc2 = b[i*2+1] | (b[i*2] << 8);
                if (towlower(wc) != towlower(wc2)) return FALSE;
        }
        return TRUE;
}

mywstrncmp()

gboolean mywstrncmp	(	unsigned const char *	a,
		unsigned const char *	b,
		int	num
	)

Compares two unicode strings.

Definition at line 1457 of file coding.c.

References FALSE, and TRUE.

Referenced by N71_65_EncodePhonebookFrame().

{
        int i=0;

        while (1) {
                if (a[i*2] != b[i*2] || a[i*2+1] != b[i*2+1]) return FALSE;
                if (a[i*2] == 0x00 && a[i*2+1] == 0x00) return TRUE;
                i++;
                if (num == i) return TRUE;
        }
}

mywstrstr()

unsigned char* mywstrstr	(	unsigned const char *	haystack,
		unsigned const char *	needle
	)

Locates unicode substring.

Definition at line 1508 of file coding.c.

References tolowerwchar.

{
/* One crazy define to convert unicode used in Gammu to standard wchar_t */
#define tolowerwchar(x) (towlower((wchar_t)( (((&(x))[0] & 0xff) << 8) | (((&(x))[1] & 0xff)) )))
        register wint_t a, b, c;
        register const unsigned char *rhaystack, *rneedle;


        if ((b = tolowerwchar(*needle)) != L'\0') {
                haystack -= 2;                          /* possible ANSI violation */
                do {
                        haystack += 2;
                        if ((c = tolowerwchar(*haystack)) == L'\0')
                                goto ret0;
                } while (c != b);

                needle += 2;
                if ((c = tolowerwchar(*needle)) == L'\0')
                        goto foundneedle;
                needle += 2;
                goto jin;

                for (;;) {
                        do {
                                haystack += 2;
                                if ((a = tolowerwchar(*haystack)) == L'\0')
                                        goto ret0;
                                if (a == b)
                                        break;
                                haystack += 2;
                                if ((a = tolowerwchar(*haystack)) == L'\0')
                                        goto ret0;
shloop:                         ;
                        } while (a != b);

jin:                    haystack += 2;
                        if ((a = tolowerwchar(*haystack)) == L'\0')
                                goto ret0;

                        if (a != c)
                                goto shloop;

                        rhaystack = haystack + 2;
                        haystack -= 2;
                        rneedle = needle;
                        if (tolowerwchar(*rhaystack) == (a = tolowerwchar(*rneedle)))
                                do {
                                        if (a == L'\0')
                                                goto foundneedle;
                                        rhaystack += 2;
                                        needle += 2;
                                        if (tolowerwchar(*rhaystack) != (a = tolowerwchar(*needle)))
                                                break ;
                                        if (a == L'\0')
                                                goto foundneedle;
                                        rhaystack += 2;
                                        needle += 2;
                                } while (tolowerwchar(*rhaystack) == (a = tolowerwchar(*needle)));

                        needle = rneedle;                 /* took the register-poor approach */

                        if (a == L'\0')
                                break;
                }
        }
foundneedle:
        return (unsigned char *)haystack;
ret0:
        return NULL;
#undef tolowerwchar
}

ReadUnicodeFile()

void ReadUnicodeFile	(	unsigned char *	Dest,
		const unsigned char *	Source
	)

Decodes unicode file data with byte order mark (BOM).

Definition at line 1227 of file coding.c.

{
        int j = 0, current = 0;

        if (Source[0] == 0xFF && Source[1] == 0xFE) j = 2;
        if (Source[0] == 0xFE && Source[1] == 0xFF) j = 2;

        while (Source[j]!=0x00 || Source[j+1]!=0x00) {
                if (Source[0] == 0xFF) {
                        Dest[current++] = Source[j+1];
                        Dest[current++] = Source[j];
                } else {
                        Dest[current++] = Source[j];
                        Dest[current++] = Source[j+1];
                }
                j=j+2;
        }
        Dest[current++] = 0;
        Dest[current]   = 0;
}

UnicodeLength()

size_t UnicodeLength

(

const unsigned char *

str

)

Returns length of unicode string.

Definition at line 186 of file coding.c.

Referenced by AddEMSText(), DecodeDefault(), DUMMY_AddFilePart(), DUMMY_AddFolder(), EncodeUTF8(), EncodeUTF8QuotedPrintable(), GSM_AddSMS_Text_UDH(), GSM_DecodeLinkedText(), GSM_DecodeNokiaRTTLRingtone(), GSM_DecodeVCARD(), GSM_DecodeVNOTE(), GSM_EncodeAlcatelMultiPartSMS(), GSM_EncodeEMSMultiPartSMS(), GSM_EncodeMultiPartSMS(), GSM_EncodeNokiaRTTLRingtone(), GSM_EncodeSMS30MultiPartSMS(), GSM_EncodeSMSFrameText(), GSM_EncodeVCARD(), GSM_Find_Free_Used_SMS2(), GSM_LinkSMS(), GSM_PackSemiOctetNumber(), GSM_PhonebookGetEntryName(), GSM_SMSCounter(), loadre(), N71_65_EncodePhonebookFrame(), NOKIA_EncodeDateTime(), NOKIA_EncodeWAPMMSSettingsSMSText(), ReadVCALText(), and VC_StoreText().

{
        size_t len = 0;

        if (str == NULL) return 0;

        while(str[len*2] != 0 || str[len*2+1] != 0) len++;

        return len;
}