os/ossrv/glib/tsrc/BC/tests/unicode-normalize.c
author sl@SLION-WIN7.fritz.box
Fri, 15 Jun 2012 03:10:57 +0200
changeset 0 bde4ae8d615e
permissions -rw-r--r--
First public contribution.
sl@0
     1
/* Portion Copyright © 2008-09 Nokia Corporation and/or its subsidiary(-ies). All rights reserved.*/
sl@0
     2
#undef G_DISABLE_ASSERT
sl@0
     3
#undef G_LOG_DOMAIN
sl@0
     4
sl@0
     5
#include <glib.h>
sl@0
     6
#include <stdio.h>
sl@0
     7
#include <stdlib.h>
sl@0
     8
#include <string.h>
sl@0
     9
sl@0
    10
#ifdef SYMBIAN
sl@0
    11
#include "mrt2_glib2_test.h"
sl@0
    12
#endif /*SYMBIAN*/
sl@0
    13
sl@0
    14
gboolean success = TRUE;
sl@0
    15
sl@0
    16
static char *decode (const gchar *input)
sl@0
    17
{
sl@0
    18
  unsigned ch;
sl@0
    19
  int offset = 0;
sl@0
    20
  GString *result = g_string_new (NULL);
sl@0
    21
  
sl@0
    22
  do 
sl@0
    23
    {
sl@0
    24
      if (sscanf (input + offset, "%x", &ch) != 1)
sl@0
    25
	{
sl@0
    26
	  g_print("Error parsing character string %s\n", input);
sl@0
    27
	  
sl@0
    28
	  g_assert(FALSE && "unicode-normalize failed");
sl@0
    29
	  
sl@0
    30
	  #ifdef SYMBIAN
sl@0
    31
  	  testResultXml("unicode-normalize");
sl@0
    32
  	  #endif /* EMULATOR */
sl@0
    33
  	  
sl@0
    34
	  exit (1);
sl@0
    35
    }
sl@0
    36
sl@0
    37
      g_string_append_unichar (result, ch);
sl@0
    38
      
sl@0
    39
      while (input[offset] && input[offset] != ' ')
sl@0
    40
	offset++;
sl@0
    41
      while (input[offset] && input[offset] == ' ')
sl@0
    42
	offset++;
sl@0
    43
    }
sl@0
    44
  while (input[offset]);
sl@0
    45
  return g_string_free (result, FALSE);
sl@0
    46
}
sl@0
    47
sl@0
    48
const char *names[4] = {
sl@0
    49
  "NFD",
sl@0
    50
  "NFC",
sl@0
    51
  "NFKD",
sl@0
    52
  "NFKC"
sl@0
    53
};
sl@0
    54
sl@0
    55
static void
sl@0
    56
test_form (int line,
sl@0
    57
	   GNormalizeMode mode,
sl@0
    58
	   gboolean       do_compat,
sl@0
    59
	   int            expected,
sl@0
    60
	   char         **c,
sl@0
    61
	   char         **raw)
sl@0
    62
{
sl@0
    63
  int i;
sl@0
    64
  
sl@0
    65
  gboolean mode_is_compat = (mode == G_NORMALIZE_NFKC ||
sl@0
    66
			     mode == G_NORMALIZE_NFKD);
sl@0
    67
sl@0
    68
  if (mode_is_compat || !do_compat)
sl@0
    69
    {
sl@0
    70
      for (i = 0; i < 3; i++)
sl@0
    71
	{
sl@0
    72
	  char *result = g_utf8_normalize (c[i], -1, mode);
sl@0
    73
	  if (strcmp (result, c[expected]) != 0)
sl@0
    74
	    {
sl@0
    75
	      g_print("\nFailure: %d/%d: %s\n", line, i + 1, raw[5]);
sl@0
    76
	      g_print("  g_utf8_normalize (%s, %s) != %s\n",
sl@0
    77
		   raw[i], names[mode], raw[expected]);
sl@0
    78
	      success = FALSE;
sl@0
    79
	    }
sl@0
    80
	  
sl@0
    81
	  g_free (result);
sl@0
    82
	}
sl@0
    83
    }
sl@0
    84
  if (mode_is_compat || do_compat)
sl@0
    85
    {
sl@0
    86
      for (i = 3; i < 5; i++)
sl@0
    87
	{
sl@0
    88
	  char *result = g_utf8_normalize (c[i], -1, mode);
sl@0
    89
	  if (strcmp (result, c[expected]) != 0)
sl@0
    90
	    {
sl@0
    91
	      g_print("\nFailure: %d/%d: %s\n", line, i, raw[5]);
sl@0
    92
	      g_print("  g_utf8_normalize (%s, %s) != %s\n",
sl@0
    93
		   raw[i], names[mode], raw[expected]);
sl@0
    94
	      success = FALSE;
sl@0
    95
	    }
sl@0
    96
	  
sl@0
    97
	  g_free (result);
sl@0
    98
	}
sl@0
    99
    }
sl@0
   100
}
sl@0
   101
sl@0
   102
static gboolean
sl@0
   103
process_one (int line, gchar **columns)
sl@0
   104
{
sl@0
   105
  char *c[5];
sl@0
   106
  int i;
sl@0
   107
  gboolean skip = FALSE;
sl@0
   108
sl@0
   109
  for (i=0; i < 5; i++)
sl@0
   110
    {
sl@0
   111
      c[i] = decode(columns[i]);
sl@0
   112
      if (!c[i])
sl@0
   113
	skip = TRUE;
sl@0
   114
    }
sl@0
   115
sl@0
   116
  if (!skip)
sl@0
   117
    {
sl@0
   118
      test_form (line, G_NORMALIZE_NFD, FALSE, 2, c, columns);
sl@0
   119
      test_form (line, G_NORMALIZE_NFD, TRUE, 4, c, columns);
sl@0
   120
      test_form (line, G_NORMALIZE_NFC, FALSE, 1, c, columns);
sl@0
   121
      test_form (line, G_NORMALIZE_NFC, TRUE, 3, c, columns);
sl@0
   122
      test_form (line, G_NORMALIZE_NFKD, TRUE, 4, c, columns);
sl@0
   123
      test_form (line, G_NORMALIZE_NFKC, TRUE, 3, c, columns);
sl@0
   124
    }
sl@0
   125
sl@0
   126
  for (i=0; i < 5; i++)
sl@0
   127
    g_free (c[i]);
sl@0
   128
  
sl@0
   129
  return TRUE;
sl@0
   130
}
sl@0
   131
sl@0
   132
int main (int argc, char **argv)
sl@0
   133
{
sl@0
   134
  GIOChannel *in;
sl@0
   135
  GError *error = NULL;
sl@0
   136
  GString *buffer;
sl@0
   137
  int line_to_do = 0;
sl@0
   138
  int line = 1;
sl@0
   139
  gchar *srcdir = getenv ("srcdir");
sl@0
   140
  gchar *testfile;
sl@0
   141
  
sl@0
   142
  #ifdef SYMBIAN
sl@0
   143
  g_log_set_handler (NULL,  G_LOG_FLAG_FATAL| G_LOG_FLAG_RECURSION | G_LOG_LEVEL_CRITICAL | G_LOG_LEVEL_WARNING | G_LOG_LEVEL_MESSAGE | G_LOG_LEVEL_INFO | G_LOG_LEVEL_DEBUG, &mrtLogHandler, NULL);
sl@0
   144
  g_set_print_handler(mrtPrintHandler);
sl@0
   145
  #endif /*SYMBIAN*/
sl@0
   146
	  
sl@0
   147
  buffer = g_string_new (NULL);
sl@0
   148
sl@0
   149
/*if (argc != 2 && argc != 3)
sl@0
   150
    {
sl@0
   151
      g_print("Usage: unicode-normalize NormalizationTest.txt LINE\n");
sl@0
   152
      return 1;
sl@0
   153
    }
sl@0
   154
sl@0
   155
  if (argc == 3)
sl@0
   156
    line_to_do = atoi(argv[2]);
sl@0
   157
*/
sl@0
   158
sl@0
   159
  if (!srcdir)
sl@0
   160
	srcdir = "c:";
sl@0
   161
sl@0
   162
  testfile = g_strconcat (srcdir, G_DIR_SEPARATOR_S "NormalizationTest.txt", NULL);
sl@0
   163
  
sl@0
   164
  in = g_io_channel_new_file (testfile, "r", &error);
sl@0
   165
  if (!in)
sl@0
   166
    {
sl@0
   167
      g_print("Cannot open %s: %s\n", testfile, error->message);
sl@0
   168
      g_assert(FALSE && "unicode-normalize failed");
sl@0
   169
      
sl@0
   170
      #ifdef SYMBIAN
sl@0
   171
      testResultXml("unicode-normalize");
sl@0
   172
      #endif /* EMULATOR */
sl@0
   173
      
sl@0
   174
      return 1;
sl@0
   175
    }
sl@0
   176
sl@0
   177
  while (TRUE)
sl@0
   178
    {
sl@0
   179
      gsize term_pos;
sl@0
   180
      gchar **columns;
sl@0
   181
sl@0
   182
      if (g_io_channel_read_line_string (in, buffer, &term_pos, &error) != G_IO_STATUS_NORMAL)
sl@0
   183
	break;
sl@0
   184
	
sl@0
   185
      //if (line_to_do && line != line_to_do)
sl@0
   186
	//goto next;
sl@0
   187
      
sl@0
   188
      buffer->str[term_pos] = '\0';
sl@0
   189
      
sl@0
   190
      if (buffer->str[0] == '#') /* Comment */
sl@0
   191
	goto next;
sl@0
   192
      if (buffer->str[0] == '@') /* Part */
sl@0
   193
	{
sl@0
   194
	  //g_print("\nProcessing %s\n",buffer->str + 1);
sl@0
   195
	  goto next;
sl@0
   196
	}
sl@0
   197
      
sl@0
   198
      columns = g_strsplit (buffer->str, ";", -1);
sl@0
   199
      if (!columns[0])
sl@0
   200
	goto next;
sl@0
   201
      
sl@0
   202
      if (!process_one (line, columns))
sl@0
   203
	return 1;
sl@0
   204
      g_strfreev (columns);
sl@0
   205
sl@0
   206
    next:
sl@0
   207
      g_string_truncate (buffer, 0);
sl@0
   208
      line++;
sl@0
   209
    }
sl@0
   210
sl@0
   211
  if (error)
sl@0
   212
    {
sl@0
   213
      g_print("Error reading test file, %s\n", error->message);
sl@0
   214
       
sl@0
   215
      g_assert(FALSE && "unicode-normalize failed");
sl@0
   216
	  
sl@0
   217
	  #ifdef SYMBIAN
sl@0
   218
  	  testResultXml("unicode-normalize");
sl@0
   219
  	  #endif /* EMULATOR */
sl@0
   220
      
sl@0
   221
      return 1;
sl@0
   222
    }
sl@0
   223
sl@0
   224
  g_io_channel_unref (in);
sl@0
   225
  g_string_free (buffer, TRUE);
sl@0
   226
    
sl@0
   227
  #ifdef SYMBIAN
sl@0
   228
  assert_failed = !success;
sl@0
   229
  testResultXml("unicode-normalize");
sl@0
   230
  #endif /* EMULATOR */
sl@0
   231
sl@0
   232
  return !success;
sl@0
   233
}