1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
1.2 +++ b/os/ossrv/glib/tests/threadpool-test.c Fri Jun 15 03:10:57 2012 +0200
1.3 @@ -0,0 +1,488 @@
1.4 +/* Portion Copyright © 2008-09 Nokia Corporation and/or its subsidiary(-ies). All rights reserved.*/
1.5 +#undef G_DISABLE_ASSERT
1.6 +#undef G_LOG_DOMAIN
1.7 +
1.8 +#include "config.h"
1.9 +
1.10 +#include <glib.h>
1.11 +
1.12 +#ifdef __SYMBIAN32__
1.13 +#include <glib_global.h>
1.14 +#include "mrt2_glib2_test.h"
1.15 +#endif /*__SYMBIAN32__*/
1.16 +#define DEBUG_MSG(x)
1.17 +/* #define DEBUG_MSG(args) g_printerr args ; g_printerr ("\n"); */
1.18 +
1.19 +#define WAIT 5 /* seconds */
1.20 +#define MAX_THREADS 10
1.21 +
1.22 +/* if > 0 the test will run continously (since the test ends when
1.23 + * thread count is 0), if -1 it means no limit to unused threads
1.24 + * if 0 then no unused threads are possible */
1.25 +#define MAX_UNUSED_THREADS -1
1.26 +
1.27 +G_LOCK_DEFINE_STATIC (thread_counter_pools);
1.28 +
1.29 +static gulong abs_thread_counter = 0;
1.30 +static gulong running_thread_counter = 0;
1.31 +static gulong leftover_task_counter = 0;
1.32 +
1.33 +G_LOCK_DEFINE_STATIC (last_thread);
1.34 +
1.35 +static guint last_thread_id = 0;
1.36 +
1.37 +G_LOCK_DEFINE_STATIC (thread_counter_sort);
1.38 +
1.39 +static gulong sort_thread_counter = 0;
1.40 +
1.41 +static GThreadPool *idle_pool = NULL;
1.42 +
1.43 +static GMainLoop *main_loop = NULL;
1.44 +
1.45 +static void
1.46 +test_thread_functions (void)
1.47 +{
1.48 + gint max_unused_threads;
1.49 + guint max_idle_time;
1.50 +
1.51 + /* This function attempts to call functions which don't need a
1.52 + * threadpool to operate to make sure no uninitialised pointers
1.53 + * accessed and no errors occur.
1.54 + */
1.55 +
1.56 + max_unused_threads = 3;
1.57 +
1.58 + DEBUG_MSG (("[funcs] Setting max unused threads to %d",
1.59 + max_unused_threads));
1.60 + g_thread_pool_set_max_unused_threads (max_unused_threads);
1.61 +
1.62 + DEBUG_MSG (("[funcs] Getting max unused threads = %d",
1.63 + g_thread_pool_get_max_unused_threads ()));
1.64 + g_assert (g_thread_pool_get_max_unused_threads() == max_unused_threads);
1.65 +
1.66 + DEBUG_MSG (("[funcs] Getting num unused threads = %d",
1.67 + g_thread_pool_get_num_unused_threads ()));
1.68 + g_assert (g_thread_pool_get_num_unused_threads () == 0);
1.69 +
1.70 + DEBUG_MSG (("[funcs] Stopping unused threads"));
1.71 + g_thread_pool_stop_unused_threads ();
1.72 +
1.73 + max_idle_time = 10 * G_USEC_PER_SEC;
1.74 +
1.75 + DEBUG_MSG (("[funcs] Setting max idle time to %d",
1.76 + max_idle_time));
1.77 + g_thread_pool_set_max_idle_time (max_idle_time);
1.78 +
1.79 + DEBUG_MSG (("[funcs] Getting max idle time = %d",
1.80 + g_thread_pool_get_max_idle_time ()));
1.81 + g_assert (g_thread_pool_get_max_idle_time () == max_idle_time);
1.82 +
1.83 + DEBUG_MSG (("[funcs] Setting max idle time to 0"));
1.84 + g_thread_pool_set_max_idle_time (0);
1.85 +
1.86 + DEBUG_MSG (("[funcs] Getting max idle time = %d",
1.87 + g_thread_pool_get_max_idle_time ()));
1.88 + g_assert (g_thread_pool_get_max_idle_time () == 0);
1.89 +}
1.90 +
1.91 +static void
1.92 +test_count_threads_foreach (GThread *thread,
1.93 + guint *count)
1.94 +{
1.95 + ++*count;
1.96 +}
1.97 +
1.98 +static guint
1.99 +test_count_threads (void)
1.100 +{
1.101 + guint count = 0;
1.102 +
1.103 + g_thread_foreach ((GFunc) test_count_threads_foreach, &count);
1.104 +
1.105 + /* Exclude main thread */
1.106 + return count - 1;
1.107 +}
1.108 +
1.109 +static void
1.110 +test_thread_stop_unused (void)
1.111 +{
1.112 + GThreadPool *pool;
1.113 + guint i;
1.114 + guint limit = 100;
1.115 +
1.116 + /* Spawn a few threads. */
1.117 + g_thread_pool_set_max_unused_threads (-1);
1.118 + pool = g_thread_pool_new ((GFunc) g_usleep, NULL, -1, FALSE, NULL);
1.119 +
1.120 + for (i = 0; i < limit; i++)
1.121 + g_thread_pool_push (pool, GUINT_TO_POINTER (1000), NULL);
1.122 +
1.123 + DEBUG_MSG (("[unused] ===> pushed %d threads onto the idle pool",
1.124 + limit));
1.125 +
1.126 + /* Wait for the threads to migrate. */
1.127 + g_usleep (G_USEC_PER_SEC);
1.128 +
1.129 + DEBUG_MSG (("[unused] current threads %d",
1.130 + test_count_threads()));
1.131 +
1.132 + DEBUG_MSG (("[unused] stopping unused threads"));
1.133 + g_thread_pool_stop_unused_threads ();
1.134 +
1.135 + DEBUG_MSG (("[unused] waiting ONE second for threads to die"));
1.136 +
1.137 + /* Some time for threads to die. */
1.138 + g_usleep (G_USEC_PER_SEC);
1.139 +
1.140 + DEBUG_MSG (("[unused] stopped idle threads, %d remain, %d threads still exist",
1.141 + g_thread_pool_get_num_unused_threads (),
1.142 + test_count_threads ()));
1.143 +
1.144 + g_assert (g_thread_pool_get_num_unused_threads () == test_count_threads ());
1.145 + g_assert (g_thread_pool_get_num_unused_threads () == 0);
1.146 +
1.147 + g_thread_pool_set_max_unused_threads (MAX_THREADS);
1.148 +
1.149 + DEBUG_MSG (("[unused] cleaning up thread pool"));
1.150 + g_thread_pool_free (pool, FALSE, TRUE);
1.151 +}
1.152 +
1.153 +static void
1.154 +test_thread_pools_entry_func (gpointer data, gpointer user_data)
1.155 +{
1.156 + guint id = 0;
1.157 +
1.158 + id = GPOINTER_TO_UINT (data);
1.159 +
1.160 + DEBUG_MSG (("[pool] ---> [%3.3d] entered thread.", id));
1.161 +
1.162 + G_LOCK (thread_counter_pools);
1.163 + abs_thread_counter++;
1.164 + running_thread_counter++;
1.165 + G_UNLOCK (thread_counter_pools);
1.166 +
1.167 + g_usleep (g_random_int_range (0, 4000));
1.168 +
1.169 + G_LOCK (thread_counter_pools);
1.170 + running_thread_counter--;
1.171 + leftover_task_counter--;
1.172 +
1.173 + DEBUG_MSG (("[pool] ---> [%3.3d] exiting thread (abs count:%ld, "
1.174 + "running count:%ld, left over:%ld)",
1.175 + id, abs_thread_counter,
1.176 + running_thread_counter, leftover_task_counter));
1.177 + G_UNLOCK (thread_counter_pools);
1.178 +}
1.179 +
1.180 +static void
1.181 +test_thread_pools (void)
1.182 +{
1.183 + GThreadPool *pool1, *pool2, *pool3;
1.184 + guint runs;
1.185 + guint i;
1.186 +
1.187 + pool1 = g_thread_pool_new ((GFunc)test_thread_pools_entry_func, NULL, 3, FALSE, NULL);
1.188 + pool2 = g_thread_pool_new ((GFunc)test_thread_pools_entry_func, NULL, 5, TRUE, NULL);
1.189 + pool3 = g_thread_pool_new ((GFunc)test_thread_pools_entry_func, NULL, 7, TRUE, NULL);
1.190 +
1.191 + runs = 300;
1.192 + for (i = 0; i < runs; i++)
1.193 + {
1.194 + g_thread_pool_push (pool1, GUINT_TO_POINTER (i + 1), NULL);
1.195 + g_thread_pool_push (pool2, GUINT_TO_POINTER (i + 1), NULL);
1.196 + g_thread_pool_push (pool3, GUINT_TO_POINTER (i + 1), NULL);
1.197 +
1.198 + G_LOCK (thread_counter_pools);
1.199 + leftover_task_counter += 3;
1.200 + G_UNLOCK (thread_counter_pools);
1.201 + }
1.202 +
1.203 + g_thread_pool_free (pool1, TRUE, TRUE);
1.204 + g_thread_pool_free (pool2, FALSE, TRUE);
1.205 + g_thread_pool_free (pool3, FALSE, TRUE);
1.206 +
1.207 + g_assert (runs * 3 == abs_thread_counter + leftover_task_counter);
1.208 + g_assert (running_thread_counter == 0);
1.209 +}
1.210 +
1.211 +static gint
1.212 +test_thread_sort_compare_func (gconstpointer a, gconstpointer b, gpointer user_data)
1.213 +{
1.214 + guint32 id1, id2;
1.215 +
1.216 + id1 = GPOINTER_TO_UINT (a);
1.217 + id2 = GPOINTER_TO_UINT (b);
1.218 +
1.219 + return (id1 > id2 ? +1 : id1 == id2 ? 0 : -1);
1.220 +}
1.221 +
1.222 +static void
1.223 +test_thread_sort_entry_func (gpointer data, gpointer user_data)
1.224 +{
1.225 + guint thread_id;
1.226 + gboolean is_sorted;
1.227 +
1.228 + G_LOCK (last_thread);
1.229 +
1.230 + thread_id = GPOINTER_TO_UINT (data);
1.231 + is_sorted = GPOINTER_TO_INT (user_data);
1.232 +
1.233 + DEBUG_MSG (("%s ---> entered thread:%2.2d, last thread:%2.2d",
1.234 + is_sorted ? "[ sorted]" : "[unsorted]",
1.235 + thread_id, last_thread_id));
1.236 +
1.237 + if (is_sorted) {
1.238 + static gboolean last_failed = FALSE;
1.239 +
1.240 + if (last_thread_id > thread_id) {
1.241 + if (last_failed) {
1.242 + g_assert (last_thread_id <= thread_id);
1.243 + }
1.244 +
1.245 + /* Here we remember one fail and if it concurrently fails, it
1.246 + * can not be sorted. the last thread id might be < this thread
1.247 + * id if something is added to the queue since threads were
1.248 + * created
1.249 + */
1.250 + last_failed = TRUE;
1.251 + } else {
1.252 + last_failed = FALSE;
1.253 + }
1.254 +
1.255 + last_thread_id = thread_id;
1.256 + }
1.257 +
1.258 + G_UNLOCK (last_thread);
1.259 +
1.260 + g_usleep (WAIT * 1000);
1.261 +}
1.262 +
1.263 +static void
1.264 +test_thread_sort (gboolean sort)
1.265 +{
1.266 + GThreadPool *pool;
1.267 + guint limit;
1.268 + guint max_threads;
1.269 + gint i;
1.270 +
1.271 + limit = MAX_THREADS * 10;
1.272 +
1.273 + if (sort) {
1.274 + max_threads = 1;
1.275 + } else {
1.276 + max_threads = MAX_THREADS;
1.277 + }
1.278 +
1.279 + /* It is important that we only have a maximum of 1 thread for this
1.280 + * test since the results can not be guranteed to be sorted if > 1.
1.281 + *
1.282 + * Threads are scheduled by the operating system and are executed at
1.283 + * random. It cannot be assumed that threads are executed in the
1.284 + * order they are created. This was discussed in bug #334943.
1.285 + */
1.286 +
1.287 + pool = g_thread_pool_new (test_thread_sort_entry_func,
1.288 + GINT_TO_POINTER (sort),
1.289 + max_threads,
1.290 + FALSE,
1.291 + NULL);
1.292 +
1.293 + g_thread_pool_set_max_unused_threads (MAX_UNUSED_THREADS);
1.294 +
1.295 + if (sort) {
1.296 + g_thread_pool_set_sort_function (pool,
1.297 + test_thread_sort_compare_func,
1.298 + GUINT_TO_POINTER (69));
1.299 + }
1.300 +
1.301 + for (i = 0; i < limit; i++) {
1.302 + guint id;
1.303 +
1.304 + id = g_random_int_range (1, limit) + 1;
1.305 + g_thread_pool_push (pool, GUINT_TO_POINTER (id), NULL);
1.306 + DEBUG_MSG (("%s ===> pushed new thread with id:%d, number "
1.307 + "of threads:%d, unprocessed:%d",
1.308 + sort ? "[ sorted]" : "[unsorted]",
1.309 + id,
1.310 + g_thread_pool_get_num_threads (pool),
1.311 + g_thread_pool_unprocessed (pool)));
1.312 + }
1.313 +
1.314 + g_assert (g_thread_pool_get_max_threads (pool) == max_threads);
1.315 + g_assert (g_thread_pool_get_num_threads (pool) == g_thread_pool_get_max_threads (pool));
1.316 +}
1.317 +
1.318 +static void
1.319 +test_thread_idle_time_entry_func (gpointer data, gpointer user_data)
1.320 +{
1.321 + guint thread_id;
1.322 +
1.323 + thread_id = GPOINTER_TO_UINT (data);
1.324 +
1.325 + DEBUG_MSG (("[idle] ---> entered thread:%2.2d", thread_id));
1.326 +
1.327 + g_usleep (WAIT * 1000);
1.328 +
1.329 + DEBUG_MSG (("[idle] <--- exiting thread:%2.2d", thread_id));
1.330 +}
1.331 +
1.332 +static gboolean
1.333 +test_thread_idle_timeout (gpointer data)
1.334 +{
1.335 + guint interval;
1.336 + gint i;
1.337 +
1.338 + interval = GPOINTER_TO_UINT (data);
1.339 +
1.340 + for (i = 0; i < 2; i++) {
1.341 + g_thread_pool_push (idle_pool, GUINT_TO_POINTER (100 + i), NULL);
1.342 + DEBUG_MSG (("[idle] ===> pushed new thread with id:%d, number "
1.343 + "of threads:%d, unprocessed:%d",
1.344 + 100 + i,
1.345 + g_thread_pool_get_num_threads (idle_pool),
1.346 + g_thread_pool_unprocessed (idle_pool)));
1.347 + }
1.348 +
1.349 +
1.350 + return FALSE;
1.351 +}
1.352 +
1.353 +static void
1.354 +test_thread_idle_time ()
1.355 +{
1.356 + guint limit = 50;
1.357 + guint interval = 10000;
1.358 + gint i;
1.359 +
1.360 + idle_pool = g_thread_pool_new (test_thread_idle_time_entry_func,
1.361 + NULL,
1.362 + MAX_THREADS,
1.363 + FALSE,
1.364 + NULL);
1.365 +
1.366 + g_thread_pool_set_max_unused_threads (MAX_UNUSED_THREADS);
1.367 + g_thread_pool_set_max_idle_time (interval);
1.368 +
1.369 + g_assert (g_thread_pool_get_max_unused_threads () == MAX_UNUSED_THREADS);
1.370 + g_assert (g_thread_pool_get_max_idle_time () == interval);
1.371 +
1.372 + for (i = 0; i < limit; i++) {
1.373 + g_thread_pool_push (idle_pool, GUINT_TO_POINTER (i + 1), NULL);
1.374 + DEBUG_MSG (("[idle] ===> pushed new thread with id:%d, "
1.375 + "number of threads:%d, unprocessed:%d",
1.376 + i,
1.377 + g_thread_pool_get_num_threads (idle_pool),
1.378 + g_thread_pool_unprocessed (idle_pool)));
1.379 + }
1.380 +
1.381 + g_timeout_add ((interval - 1000),
1.382 + test_thread_idle_timeout,
1.383 + GUINT_TO_POINTER (interval));
1.384 +}
1.385 +
1.386 +static gboolean
1.387 +test_check_start_and_stop (gpointer user_data)
1.388 +{
1.389 + static guint test_number = 0;
1.390 + static gboolean run_next = FALSE;
1.391 + gboolean continue_timeout = TRUE;
1.392 + gboolean quit = TRUE;
1.393 +
1.394 + if (test_number == 0) {
1.395 + run_next = TRUE;
1.396 + DEBUG_MSG (("***** RUNNING TEST %2.2d *****", test_number));
1.397 + }
1.398 +
1.399 + if (run_next) {
1.400 + test_number++;
1.401 +
1.402 + switch (test_number) {
1.403 + case 1:
1.404 + test_thread_functions ();
1.405 + break;
1.406 + case 2:
1.407 + test_thread_stop_unused ();
1.408 + break;
1.409 + case 3:
1.410 + test_thread_pools ();
1.411 + break;
1.412 + case 4:
1.413 + test_thread_sort (FALSE);
1.414 + break;
1.415 + case 5:
1.416 + test_thread_sort (TRUE);
1.417 + break;
1.418 + case 6:
1.419 + test_thread_stop_unused ();
1.420 + break;
1.421 + case 7:
1.422 + test_thread_idle_time ();
1.423 + break;
1.424 + default:
1.425 + DEBUG_MSG (("***** END OF TESTS *****"));
1.426 + g_main_loop_quit (main_loop);
1.427 + continue_timeout = FALSE;
1.428 + break;
1.429 + }
1.430 +
1.431 + run_next = FALSE;
1.432 + return TRUE;
1.433 + }
1.434 +
1.435 + if (test_number == 3) {
1.436 + G_LOCK (thread_counter_pools);
1.437 + quit &= running_thread_counter <= 0;
1.438 + DEBUG_MSG (("***** POOL RUNNING THREAD COUNT:%ld",
1.439 + running_thread_counter));
1.440 + G_UNLOCK (thread_counter_pools);
1.441 + }
1.442 +
1.443 + if (test_number == 4 || test_number == 5) {
1.444 + G_LOCK (thread_counter_sort);
1.445 + quit &= sort_thread_counter <= 0;
1.446 + DEBUG_MSG (("***** POOL SORT THREAD COUNT:%ld",
1.447 + sort_thread_counter));
1.448 + G_UNLOCK (thread_counter_sort);
1.449 + }
1.450 +
1.451 + if (test_number == 7) {
1.452 + guint idle;
1.453 +
1.454 + idle = g_thread_pool_get_num_unused_threads ();
1.455 + quit &= idle < 1;
1.456 + DEBUG_MSG (("***** POOL IDLE THREAD COUNT:%d, UNPROCESSED JOBS:%d",
1.457 + idle, g_thread_pool_unprocessed (idle_pool)));
1.458 + }
1.459 +
1.460 + if (quit) {
1.461 + run_next = TRUE;
1.462 + }
1.463 +
1.464 + return continue_timeout;
1.465 +}
1.466 +
1.467 +int
1.468 +main (int argc, char *argv[])
1.469 +{
1.470 + /* Only run the test, if threads are enabled and a default thread
1.471 + implementation is available */
1.472 + #ifdef __SYMBIAN32__
1.473 + guint g_thread_pool_unprocessed_op = -1;
1.474 + guint res;
1.475 + #endif //__SYMBIAN32__
1.476 +
1.477 +#if defined(G_THREADS_ENABLED) && ! defined(G_THREADS_IMPL_NONE)
1.478 + g_thread_init (NULL);
1.479 +
1.480 + DEBUG_MSG (("Starting... (in one second)"));
1.481 + g_timeout_add (1000, test_check_start_and_stop, NULL);
1.482 +
1.483 + main_loop = g_main_loop_new (NULL, FALSE);
1.484 + g_main_loop_run (main_loop);
1.485 +#endif
1.486 +#ifdef __SYMBIAN32__
1.487 + testResultXml("threadpool-test");
1.488 +#endif /* EMULATOR */
1.489 +
1.490 + return 0;
1.491 +}