sl@0: /* Portion Copyright © 2008-09 Nokia Corporation and/or its subsidiary(-ies). All rights reserved.*/
sl@0: #undef G_DISABLE_ASSERT
sl@0: #undef G_LOG_DOMAIN
sl@0:
sl@0: #include <glib.h>
sl@0: #include <stdio.h>
sl@0: #include <stdlib.h>
sl@0: #include <string.h>
sl@0:
sl@0: #ifdef __SYMBIAN32__
sl@0: #include <glib_global.h>
sl@0: #include "mrt2_glib2_test.h"
sl@0: #endif /*__SYMBIAN32__*/
sl@0:
sl@0: gboolean success = TRUE;
sl@0:
sl@0: static char *
sl@0: decode (const gchar *input)
sl@0: {
sl@0: unsigned ch;
sl@0: int offset = 0;
sl@0: GString *result = g_string_new (NULL);
sl@0:
sl@0: do
sl@0: {
sl@0: if (sscanf (input + offset, "%x", &ch) != 1)
sl@0: {
sl@0: fprintf (stderr, "Error parsing character string %s\n", input);
sl@0: g_assert(FALSE && "unicode-normalize failed");
sl@0: #ifdef __SYMBIAN32__
sl@0: testResultXml("unicode-normalize");
sl@0: #endif /* EMULATOR */
sl@0: exit (1);
sl@0: }
sl@0:
sl@0: g_string_append_unichar (result, ch);
sl@0:
sl@0: while (input[offset] && input[offset] != ' ')
sl@0: offset++;
sl@0: while (input[offset] && input[offset] == ' ')
sl@0: offset++;
sl@0: }
sl@0: while (input[offset]);
sl@0:
sl@0: return g_string_free (result, FALSE);
sl@0: }
sl@0:
sl@0: const char *names[4] = {
sl@0: "NFD",
sl@0: "NFC",
sl@0: "NFKD",
sl@0: "NFKC"
sl@0: };
sl@0:
sl@0: static char *
sl@0: encode (const gchar *input)
sl@0: {
sl@0: GString *result = g_string_new(NULL);
sl@0:
sl@0: const gchar *p = input;
sl@0: while (*p)
sl@0: {
sl@0: gunichar c = g_utf8_get_char (p);
sl@0: g_string_append_printf (result, "%04X ", c);
sl@0: p = g_utf8_next_char(p);
sl@0: }
sl@0:
sl@0: return g_string_free (result, FALSE);
sl@0: }
sl@0:
sl@0: static void
sl@0: test_form (int line,
sl@0: GNormalizeMode mode,
sl@0: gboolean do_compat,
sl@0: int expected,
sl@0: char **c,
sl@0: char **raw)
sl@0: {
sl@0: int i;
sl@0:
sl@0: gboolean mode_is_compat = (mode == G_NORMALIZE_NFKC ||
sl@0: mode == G_NORMALIZE_NFKD);
sl@0:
sl@0: if (mode_is_compat || !do_compat)
sl@0: {
sl@0: for (i = 0; i < 3; i++)
sl@0: {
sl@0: char *result = g_utf8_normalize (c[i], -1, mode);
sl@0: if (strcmp (result, c[expected]) != 0)
sl@0: {
sl@0: char *result_raw = encode(result);
sl@0: fprintf (stderr, "\nFailure: %d/%d: %s\n", line, i + 1, raw[5]);
sl@0: fprintf (stderr, " g_utf8_normalize (%s, %s) != %s but %s\n",
sl@0: raw[i], names[mode], raw[expected], result_raw);
sl@0: g_free (result_raw);
sl@0: success = FALSE;
sl@0: }
sl@0:
sl@0: g_free (result);
sl@0: }
sl@0: }
sl@0: if (mode_is_compat || do_compat)
sl@0: {
sl@0: for (i = 3; i < 5; i++)
sl@0: {
sl@0: char *result = g_utf8_normalize (c[i], -1, mode);
sl@0: if (strcmp (result, c[expected]) != 0)
sl@0: {
sl@0: char *result_raw = encode(result);
sl@0: fprintf (stderr, "\nFailure: %d/%d: %s\n", line, i, raw[5]);
sl@0: fprintf (stderr, " g_utf8_normalize (%s, %s) != %s but %s\n",
sl@0: raw[i], names[mode], raw[expected], result_raw);
sl@0: g_free (result_raw);
sl@0: success = FALSE;
sl@0: }
sl@0:
sl@0: g_free (result);
sl@0: }
sl@0: }
sl@0: }
sl@0:
sl@0: static gboolean
sl@0: process_one (int line, gchar **columns)
sl@0: {
sl@0: char *c[5];
sl@0: int i;
sl@0: gboolean skip = FALSE;
sl@0:
sl@0: for (i=0; i < 5; i++)
sl@0: {
sl@0: c[i] = decode(columns[i]);
sl@0: if (!c[i])
sl@0: skip = TRUE;
sl@0: }
sl@0:
sl@0: if (!skip)
sl@0: {
sl@0: test_form (line, G_NORMALIZE_NFD, FALSE, 2, c, columns);
sl@0: test_form (line, G_NORMALIZE_NFD, TRUE, 4, c, columns);
sl@0: test_form (line, G_NORMALIZE_NFC, FALSE, 1, c, columns);
sl@0: test_form (line, G_NORMALIZE_NFC, TRUE, 3, c, columns);
sl@0: test_form (line, G_NORMALIZE_NFKD, TRUE, 4, c, columns);
sl@0: test_form (line, G_NORMALIZE_NFKC, TRUE, 3, c, columns);
sl@0: }
sl@0:
sl@0: for (i=0; i < 5; i++)
sl@0: g_free (c[i]);
sl@0:
sl@0: return TRUE;
sl@0: }
sl@0:
sl@0: int main (int argc, char **argv)
sl@0: {
sl@0: GIOChannel *in;
sl@0: GError *error = NULL;
sl@0: GString *buffer = g_string_new (NULL);
sl@0: int line_to_do = 0;
sl@0: int line = 1;
sl@0:
sl@0: #ifdef __SYMBIAN32__
sl@0: g_log_set_handler (NULL, G_LOG_FLAG_FATAL| G_LOG_FLAG_RECURSION | G_LOG_LEVEL_CRITICAL | G_LOG_LEVEL_WARNING | G_LOG_LEVEL_MESSAGE | G_LOG_LEVEL_INFO | G_LOG_LEVEL_DEBUG, &mrtLogHandler, NULL);
sl@0: g_set_print_handler(mrtPrintHandler);
sl@0: #endif /*__SYMBIAN32__*/
sl@0: if (argc != 2 && argc != 3)
sl@0: {
sl@0: fprintf (stderr, "Usage: unicode-normalize NormalizationTest.txt LINE\n");
sl@0: return 1;
sl@0: }
sl@0:
sl@0: if (argc == 3)
sl@0: line_to_do = atoi(argv[2]);
sl@0:
sl@0: in = g_io_channel_new_file (argv[1], "r", &error);
sl@0: if (!in)
sl@0: {
sl@0: fprintf (stderr, "Cannot open %s: %s\n", argv[1], error->message);
sl@0: g_assert(FALSE && "unicode-normalize failed");
sl@0:
sl@0: #ifdef __SYMBIAN32__
sl@0: testResultXml("unicode-normalize");
sl@0: #endif /* EMULATOR */
sl@0:
sl@0: return 1;
sl@0: }
sl@0:
sl@0: while (TRUE)
sl@0: {
sl@0: gsize term_pos;
sl@0: gchar **columns;
sl@0:
sl@0: if (g_io_channel_read_line_string (in, buffer, &term_pos, &error) != G_IO_STATUS_NORMAL)
sl@0: break;
sl@0:
sl@0: if (line_to_do && line != line_to_do)
sl@0: goto next;
sl@0:
sl@0: buffer->str[term_pos] = '\0';
sl@0:
sl@0: if (buffer->str[0] == '#') /* Comment */
sl@0: goto next;
sl@0: if (buffer->str[0] == '@') /* Part */
sl@0: {
sl@0: fprintf (stderr, "\nProcessing %s\n", buffer->str + 1);
sl@0: goto next;
sl@0: }
sl@0:
sl@0: columns = g_strsplit (buffer->str, ";", -1);
sl@0: if (!columns[0])
sl@0: goto next;
sl@0:
sl@0: if (!process_one (line, columns))
sl@0: return 1;
sl@0: g_strfreev (columns);
sl@0:
sl@0: next:
sl@0: g_string_truncate (buffer, 0);
sl@0: line++;
sl@0: }
sl@0:
sl@0: if (error)
sl@0: {
sl@0: fprintf (stderr, "Error reading test file, %s\n", error->message);
sl@0: g_assert(FALSE && "unicode-normalize failed");
sl@0: #ifdef __SYMBIAN32__
sl@0: testResultXml("unicode-normalize");
sl@0: #endif /* EMULATOR */
sl@0: return 1;
sl@0: }
sl@0:
sl@0: g_io_channel_unref (in);
sl@0: g_string_free (buffer, TRUE);
sl@0:
sl@0: #ifdef __SYMBIAN32__
sl@0: assert_failed = !success;
sl@0: testResultXml("unicode-normalize");
sl@0: #endif /* EMULATOR */
sl@0:
sl@0: return !success;
sl@0: }