path: root/common/ctsvc_localize.c

/*
 * Contacts Service Helper
 *
 * Copyright (c) 2010 - 2012 Samsung Electronics Co., Ltd. All rights reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 */
#include <unicode/ustring.h>
#include <unicode/unorm.h>
#include <unicode/ucol.h>
#include <unicode/uset.h>
#include "ctsvc_internal.h"
#include "ctsvc_normalize.h"
#include "ctsvc_localize.h"

#define CTSVC_COMPARE_BETWEEN(left_range, value, right_range) (((left_range) <= (value)) && ((value) <= (right_range)))

/* korean -Hangul Jamo extended A*/
#define CTSVC_JAMO_A_START (UChar)0xA960
#define CTSVC_JAMO_A_END (UChar)0xA97F

/* korean -Hangul Jamo extended B*/
#define CTSVC_JAMO_B_START (UChar)0xD7B0
#define CTSVC_JAMO_B_END (UChar)0xD7FF

/* korean -Hangul Compatability */
#define CTSVC_HAN_C_START (UChar)0x3130
#define CTSVC_HAN_C_END (UChar)0x318F

/* korean -Hangul halfwidth */
#define CTSVC_HAN_HALF_START (UChar)0xFFA0
#define CTSVC_HAN_HALF_END (UChar)0xFFDC

static const char hangul_compatibility_choseong[] = {
	0x31, 0x32, 0x34, 0x37, 0x38, 0x39, 0x40, 0x41,
	0x42, 0x43, 0x44, 0x45, 0x46, 0x47, 0x48, 0x49,
	0x4A, 0x4B, 0x4C, 0x4D, 0x4E, 0x65, 0x66, 0x6E,
	0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78,
	0x79, 0x7A, 0x7B, 0x7C, 0x7D, 0x7E, 0x7F, 0x80,
	0x81, 0x84, 0x85, 0x86, 0x00};
static const unsigned char hangul_jamo_choseong[] = {
	0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x1A, 0x06, 0x07,		// to choseong 0x1100~0x115F
	0x08, 0x21, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 0x0E, 0x0F,
	0x10, 0x11, 0x12, 0x14, 0x15, 0x1C, 0x1D, 0x1E, 0x20,
	0x22, 0x23, 0x27, 0x29, 0x2B, 0x2C, 0x2D, 0x2E, 0x2F,
	0x32, 0x36, 0x40, 0x47, 0x4C, 0x57, 0x58, 0x59, 0x00};

static const char hangul_compatibility_jungseong[] = {
	0x4F, 0x50, 0x51, 0x52, 0x53, 0x54, 0x55, 0x56,
	0x57, 0x58, 0x59, 0x5A, 0x5B, 0x5C, 0x5D, 0x5E,
	0x5F, 0x60, 0x61, 0x62, 0x63, 0x64, 0x87, 0x88,
	0x89, 0x8A, 0x8B, 0x8C, 0x8D, 0x8E, 0x00};
static const unsigned char hangul_jamo_jungseong[] = {
	0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69,	// to jungseong 0x1160~0x11A7
	0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F, 0x70, 0x71, 0x72,
	0x73, 0x74, 0x75, 0x60, 0x84, 0x85, 0x88, 0x91, 0x92,
	0x94, 0x9E, 0xA1, 0x00};

static const char hangul_compatibility_jongseong[] = {
	0x33, 0x35, 0x36, 0x3A, 0x3B, 0x3C, 0x3D, 0x3E,
	0x3F, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D,
	0x6F, 0x70, 0x82, 0x83, 0x00};
static const unsigned char hangul_jamo_jongseong[] = {
	0xAA, 0xAC, 0xAD, 0xB0, 0xB1, 0xB2, 0xB3, 0xB4, 0xB5,	// to jongseong 0x11A8~0x11FF
	0xC7, 0xC8, 0xCC, 0xCE, 0xD3, 0xD7, 0xD9, 0xDF, 0xF1, 0xF2, 0x00};

int ctsvc_check_utf8(char c)
{
	if ((c & 0xff) < (128 & 0xff))
		return 1;
	else if ((c & (char)0xe0) == (char)0xc0)
		return 2;
	else if ((c & (char)0xf0) == (char)0xe0)
		return 3;
	else if ((c & (char)0xf8) == (char)0xf0)
		return 4;
	else if ((c & (char)0xfc) == (char)0xf8)
		return 5;
	else if ((c & (char)0xfe) == (char)0xfc)
		return 6;
	else
		return CONTACTS_ERROR_INVALID_PARAMETER;
}

static inline bool is_hangul(UChar src)
{
	if ((0x1100 == (src & 0xFF00))       /* korean -Hangul Jamo*/
			|| CTSVC_COMPARE_BETWEEN(CTSVC_JAMO_A_START, src, CTSVC_JAMO_A_END)
			|| CTSVC_COMPARE_BETWEEN(CTSVC_JAMO_B_START, src, CTSVC_JAMO_B_END)
			|| CTSVC_COMPARE_BETWEEN(CTSVC_HAN_C_START, src, CTSVC_HAN_C_END)
			|| CTSVC_COMPARE_BETWEEN(CTSVC_HAN_HALF_START, src, CTSVC_HAN_HALF_END))
		return true;
	else
		return FALSE;
}

static inline void hangul_compatibility2jamo(UChar *src)
{
	int unicode_value1 = 0;
	int unicode_value2 = 0;

	unicode_value1 = (0xFF00 & (*src)) >> 8;
	unicode_value2 = (0xFF & (*src));

	/* korean -Hangul Jamo halfwidth*/
	if (CTSVC_COMPARE_BETWEEN(CTSVC_HAN_HALF_START, *src, CTSVC_HAN_HALF_END)) {
		unicode_value1 = 0x31;

		if (unicode_value2 < 0xBF)
			unicode_value2 -= 0x70;
		else if (unicode_value2 < 0xC8)
			unicode_value2 -= 0x73;
		else if (unicode_value2 < 0xD0)
			unicode_value2 -= 0x75;
		else if (unicode_value2 < 0xD8)
			unicode_value2 -= 0x77;
		else
			unicode_value2 -= 0x79;

		(*src) = unicode_value1 << 8 | unicode_value2;
	}

	if (CTSVC_COMPARE_BETWEEN(CTSVC_HAN_C_START, *src, CTSVC_HAN_C_END)) {
		char *pos;
		if (NULL != (pos = strchr(hangul_compatibility_choseong, unicode_value2))) {
			unicode_value1 = 0x11;
			unicode_value2 = hangul_jamo_choseong[pos - hangul_compatibility_choseong];
			(*src) = unicode_value1 << 8 | unicode_value2;
		}
		else if (NULL != (pos = strchr(hangul_compatibility_jungseong, unicode_value2))) {
			unicode_value1 = 0x11;
			unicode_value2 = hangul_jamo_jungseong[pos - hangul_compatibility_jungseong];
			(*src) = unicode_value1 << 8 | unicode_value2;
		}
		else if (NULL != (pos = strchr(hangul_compatibility_jongseong, unicode_value2))) {
			unicode_value1 = 0x11;
			unicode_value2 = hangul_jamo_jongseong[pos - hangul_compatibility_jongseong];
			(*src) = unicode_value1 << 8 | unicode_value2;
		}
	}
}

int ctsvc_check_language(UChar *word)
{
	int type;

	int unicode_value1 = 0;
	int unicode_value2 = 0;

	unicode_value1 = (0xFF00 & (*word)) >> 8;
	unicode_value2 = (0xFF & (*word));

	CTS_VERBOSE("0x%x%x", unicode_value1, unicode_value2);

	if (CTSVC_COMPARE_BETWEEN('0', word[0], '9')) {
		type = CTSVC_LANG_NUMBER;
	}
	else if (CTSVC_COMPARE_BETWEEN(0x41, word[0], 0x7A)) {  /* english */
		type = CTSVC_LANG_ENGLISH;
	}
	else if (is_hangul(word[0])){
		type = CTSVC_LANG_KOREAN;
	}
	else if (0x4E00 <= *word && *word <= 0x9FA5) {
		type = CTSVC_LANG_ENGLISH;
	}

#if 0		// TODO
	else if ()
		type = CTSVC_LANG_CHINESE;
	else if ()
		type = CTSVC_LANG_JAPANESE;
	else if ()
		type = CTSVC_LANG_FRENCH;
	else if ()
		type = CTSVC_LANG_GERMAN;
	else if ()
		type = CTSVC_LANG_ITALIAN;
	else if ()
		type = CTSVC_LANG_RUSSIAN;
	else if ()
		type = CTSVC_LANG_DUTCH;
	else if ()
		type = CTSVC_LANG_PORTUGUESE;
	else if ()
		type = CTSVC_LANG_TURKISH;
	else if ()
		type = CTSVC_LANG_GREEK;
	else if ()
		type = CTSVC_LANG_SPANISH;
	else if ()
		type = CTSVC_LANG_DANISH;
	else if ()
		type = CTSVC_LANG_AZERBAIJAN;
	else if ()
		type = CTSVC_LANG_ARABIC;
	else if ()
		type = CTSVC_LANG_BULGARIAN;
	else if ()
		type = CTSVC_LANG_CATALAN;
	else if ()
		type = CTSVC_LANG_CZECH;
	else if ()
		type = CTSVC_LANG_ESTONIAN;
	else if ()
		type = CTSVC_LANG_BASQUE;
	else if ()
		type = CTSVC_LANG_FINNISH;
	else if ()
		type = CTSVC_LANG_IRISH;
	else if ()
		type = CTSVC_LANG_GALICIAN;
	else if ()
		type = CTSVC_LANG_HINDI;
	else if ()
		type = CTSVC_LANG_CROATIAN;
	else if ()
		type = CTSVC_LANG_HUNGARIAN;
	else if ()
		type = CTSVC_LANG_ARMENIAN;
	else if ()
		type = CTSVC_LANG_ICELANDIC;
	else if ()
		type = CTSVC_LANG_GEORGIAN;
	else if ()
		type = CTSVC_LANG_KAZAKHSTAN;
	else if ()
		type = CTSVC_LANG_LITHUANIAN;
	else if ()
		type = CTSVC_LANG_LATVIAN;
	else if ()
		type = CTSVC_LANG_MACEDONIA;
	else if ()
		type = CTSVC_LANG_NORWAY;
	else if ()
		type = CTSVC_LANG_POLISH;
	else if ()
		type = CTSVC_LANG_ROMANIA;
	else if ()
		type = CTSVC_LANG_SLOVAK;
	else if ()
		type = CTSVC_LANG_SLOVENIAN;
	else if ()
		type = CTSVC_LANG_SERBIAN;
	else if ()
		type = CTSVC_LANG_SWEDISH;
	else if ()
		type = CTSVC_LANG_UKRAINE;
#endif
	else
		type = CTSVC_LANG_OTHERS;

	CTS_VERBOSE("language type = %d", type);
	return type;
}

#define array_sizeof(a) (sizeof(a) / sizeof(a[0]))

int ctsvc_check_language_type(const char *src)
{
	int length = 0;
	char temp[10] = {0};
	UChar tmp_result[2];
	UChar result[10];
	UErrorCode status = 0;
	int32_t size;

	if (src && src[0]) {
		length = ctsvc_check_utf8(src[0]);
		RETVM_IF(length <= 0, CONTACTS_ERROR_INTERNAL, "check_utf8 failed");

		strncpy(temp, src, length);

		CTS_VERBOSE("temp(%s) src(%s) length(%d)", temp, src, length);

		u_strFromUTF8(tmp_result, array_sizeof(tmp_result), NULL, temp, -1, &status);
			RETVM_IF(U_FAILURE(status), CONTACTS_ERROR_SYSTEM,
					"u_strFromUTF8() Failed(%s)", u_errorName(status));

		u_strToUpper(tmp_result, array_sizeof(tmp_result), tmp_result, -1, NULL, &status);
		RETVM_IF(U_FAILURE(status), CONTACTS_ERROR_SYSTEM,
				"u_strToLower() Failed(%s)", u_errorName(status));

		size = unorm_normalize(tmp_result, -1, UNORM_NFD, 0,
				(UChar *)result, array_sizeof(result), &status);
		RETVM_IF(U_FAILURE(status), CONTACTS_ERROR_SYSTEM,
				"unorm_normalize(%s) Failed(%s)", src, u_errorName(status));

		CTS_VERBOSE("0x%x%x", (0xFF00 & (tmp_result[0])) >> 8,  (0xFF & (tmp_result[0])));

		return 	ctsvc_check_language(result);
	}

	return CONTACTS_ERROR_INVALID_PARAMETER;
}

void ctsvc_extra_normalize(UChar *word, int32_t word_size)
{
	int i;
	for (i=0;i<word_size;i++) {
		if (is_hangul(word[i])) {
			hangul_compatibility2jamo(&word[i]);
		}
	}
}

int ctsvc_get_language_type(const char *system_lang)
{
	int type;

	RETV_IF(NULL == system_lang, CTSVC_LANG_OTHERS);

	// az, Azerbaijan
	if (!strncmp(system_lang, "az", strlen("az")))
		type = CTSVC_LANG_AZERBAIJAN;
	// ar, Bahrain - Arabic
	else if (!strncmp(system_lang, "ar", strlen("ar")))
		type = CTSVC_LANG_ARABIC;
	// bg, Bulgaria - Bulgarian
	else if (!strncmp(system_lang, "bg", strlen("bg")))
		type = CTSVC_LANG_BULGARIAN;
	// ca, Spain - Catalan
	else if (!strncmp(system_lang, "ca", strlen("ca")))
		type = CTSVC_LANG_CATALAN;
	// cs, Czech Republic - Czech
	else if (!strncmp(system_lang, "cs", strlen("cs")))
		type = CTSVC_LANG_CZECH;
	// da, Denmark - Danish
	else if (!strncmp(system_lang, "da", strlen("da")))
		type = CTSVC_LANG_DANISH;
	// de, Germany - German
	else if (!strncmp(system_lang, "de", strlen("de")))
		type = CTSVC_LANG_GERMAN;
	// el, Greece - Greek
	else if (!strncmp(system_lang, "el", strlen("el")))
		type = CTSVC_LANG_GREEK;
	// en, en_PH, en_US
	else if (!strncmp(system_lang, "en", strlen("en")))
		type = CTSVC_LANG_ENGLISH;
	// es_ES, es_US, El Salvador - Spanish
	else if (!strncmp(system_lang, "es", strlen("es")))
		type = CTSVC_LANG_SPANISH;
	// et, Estonia - Estonian
	else if (!strncmp(system_lang, "et", strlen("et")))
		type = CTSVC_LANG_ESTONIAN;
	// eu, Spain - Basque
	else if (!strncmp(system_lang, "eu", strlen("eu")))
		type = CTSVC_LANG_BASQUE;
	// fi, Finland - Finnish
	else if (!strncmp(system_lang, "fi", strlen("fi")))
		type = CTSVC_LANG_FINNISH;
	// fr_CA, fr_FR
	else if (!strncmp(system_lang, "fr", strlen("fr")))
		type = CTSVC_LANG_FRENCH;
	// ga, Ireland - Irish
	else if (!strncmp(system_lang, "ga", strlen("ga")))
		type = CTSVC_LANG_IRISH;
	// gl, Spain - Galician
	else if (!strncmp(system_lang, "gl", strlen("gl")))
		type = CTSVC_LANG_GALICIAN;
	// hi, India - Hindi
	else if (!strncmp(system_lang, "hi", strlen("hi")))
		type = CTSVC_LANG_HINDI;
	// hr, Bosnia and Herzegovina - Croatian
	else if (!strncmp(system_lang, "hr", strlen("hr")))
		type = CTSVC_LANG_CROATIAN;
	// hu, Hungary - Hungarian
	else if (!strncmp(system_lang, "hu", strlen("hu")))
		type = CTSVC_LANG_HUNGARIAN;
	// hy, Armenia - Armenian
	else if (!strncmp(system_lang, "hy", strlen("hy")))
		type = CTSVC_LANG_ARMENIAN;
	// is, Iceland - Icelandic
	else if (!strncmp(system_lang, "is", strlen("is")))
		type = CTSVC_LANG_ICELANDIC;
	// it_IT, Italy - Italian
	else if (!strncmp(system_lang, "it", strlen("it")))
		type = CTSVC_LANG_ITALIAN;
	// ja_JP, japan
	else if (!strncmp(system_lang, "ja", strlen("ja")))
		type = CTSVC_LANG_JAPANESE;
	// ka, Georgia - Georgian
	else if (!strncmp(system_lang, "ka", strlen("ka")))
		type = CTSVC_LANG_GEORGIAN;
	// kk, Kazakhstan
	else if (!strncmp(system_lang, "kk", strlen("kk")))
		type = CTSVC_LANG_KAZAKHSTAN;
	// ko, ko_KR
	else if (!strncmp(system_lang, "ko", strlen("ko")))
		type = CTSVC_LANG_KOREAN;
	// lt, Lithuania - Lithuanian
	else if (!strncmp(system_lang, "lt", strlen("lt")))
		type = CTSVC_LANG_LITHUANIAN;
	// lv, Latvia - Latvian
	else if (!strncmp(system_lang, "lv", strlen("lv")))
		type = CTSVC_LANG_LATVIAN;
	// mk, Macedonia
	else if (!strncmp(system_lang, "mk", strlen("mk")))
		type = CTSVC_LANG_MACEDONIA;
	// nb, Norway
	else if (!strncmp(system_lang, "nb", strlen("nb")))
		type = CTSVC_LANG_NORWAY;
	// nl_Nl, Netherlands Dutch
	else if (!strncmp(system_lang, "nl", strlen("nl")))
		type = CTSVC_LANG_DUTCH;
	// pl, Polish
	else if (!strncmp(system_lang, "pl", strlen("pl")))
		type = CTSVC_LANG_POLISH;
	// pt_BR, pt_PT, Portugal
	else if (!strncmp(system_lang, "pt", strlen("pt")))
		type = CTSVC_LANG_PORTUGUESE;
	// ro, Romania
	else if (!strncmp(system_lang, "ro", strlen("ro")))
		type = CTSVC_LANG_ROMANIA;
	// ru_RU, Russia
	else if (!strncmp(system_lang, "ru", strlen("ru")))
		type = CTSVC_LANG_RUSSIAN;
	// sk, Slovakia - Slovak
	else if (!strncmp(system_lang, "sk", strlen("sk")))
		type = CTSVC_LANG_SLOVAK;
	// sl, Slovenia - Slovenian
	else if (!strncmp(system_lang, "sl", strlen("sl")))
		type = CTSVC_LANG_SLOVENIAN;
	// sr, Serbia - Serbian
	else if (!strncmp(system_lang, "sr", strlen("sr")))
		type = CTSVC_LANG_SERBIAN;
	// sv, Finland - Swedish
	else if (!strncmp(system_lang, "sv", strlen("sv")))
		type = CTSVC_LANG_SWEDISH;
	// tr_TR, Turkey - Turkish
	else if (!strncmp(system_lang, "tr", strlen("tr")))
		type = CTSVC_LANG_TURKISH;
	// uk, Ukraine
	else if (!strncmp(system_lang, "uk", strlen("uk")))
		type = CTSVC_LANG_UKRAINE;
	// zh_CN, zh_HK, zh_SG, zh_TW
	else if (!strncmp(system_lang, "zh", strlen("zh")))
		type = CTSVC_LANG_CHINESE;
	else
		type = CTSVC_LANG_OTHERS;

	return type;
}

int ctsvc_get_chosung(const char *src, char *dest, int dest_size)
{
	int32_t size;
	UErrorCode status = 0;
	UChar tmp_result[10];
	UChar result[10];
	int chosung_len=0, count = 0, i=0, j=0;
	int char_len = 0;
	int str_len = strlen(src);
	char temp[dest_size];

	for (i=0;i<str_len;i+=char_len) {
		char char_src[10];
		char_len = ctsvc_check_utf8(src[i]);
		RETVM_IF(char_len <= 0, CONTACTS_ERROR_INVALID_PARAMETER, "check_utf8 failed");

		memcpy(char_src, &src[i], char_len);
		char_src[char_len] = '\0';

		u_strFromUTF8(tmp_result, array_sizeof(tmp_result), NULL, char_src, -1, &status);
		RETVM_IF(U_FAILURE(status), CONTACTS_ERROR_SYSTEM,
				"u_strFromUTF8() Failed(%s)", u_errorName(status));

		u_strToUpper(tmp_result, array_sizeof(tmp_result), tmp_result, -1, NULL, &status);
		RETVM_IF(U_FAILURE(status), CONTACTS_ERROR_SYSTEM,
				"u_strToLower() Failed(%s)", u_errorName(status));

		size = unorm_normalize(tmp_result, -1, UNORM_NFD, 0,
				(UChar *)result, array_sizeof(result), &status);
		RETVM_IF(U_FAILURE(status), CONTACTS_ERROR_SYSTEM,
				"unorm_normalize(%s) Failed(%s)", src, u_errorName(status));

		u_strToUTF8(temp, dest_size, &size, result, -1, &status);
		RETVM_IF(U_FAILURE(status), CONTACTS_ERROR_SYSTEM,
				"u_strToUTF8() Failed(%s)", u_errorName(status));
		chosung_len = ctsvc_check_utf8(temp[0]);
		RETVM_IF(chosung_len <= 0, CONTACTS_ERROR_INVALID_PARAMETER, "check_utf8 failed");
		memcpy(&dest[j], temp, chosung_len);
		j += chosung_len;
		count++;
	}

	dest[j] = '\0';

	return count;
}