185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho/* 285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho******************************************************************************* 385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* 485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* Copyright (C) 2009, International Business Machines 585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* Corporation and others. All Rights Reserved. 685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* 785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho******************************************************************************* 885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* file name: ucnvavailperf.cpp 985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* encoding: US-ASCII 1085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* tab size: 8 (not used) 1185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* indentation:4 1285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* 1385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* created on: 2009apr06 1485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* created by: Markus W. Scherer 1585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* 1685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* Test performance (time & memory) of ucnv_countAvailable(), 1785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* for a before-and-after comparison of 1885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* ticket 6441: make ucnv_countAvailable() not fully load converters 1985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* 2085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* Run with one optional command-line argument: 2185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* You can specify the path to the ICU data directory. 2285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* 2385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* I built the common (icuuc) library with the following modification, 2485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* switching between old (pre-ticket-6441) behavior of actually 2585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* trying to load all converters and new behavior of just doing enough 2685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* to test availability. 2785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* 2885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* Code in the ucnv_bld.c haveAvailableConverterList() function: 2985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#if 0 3085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // old pre-ticket-6441 behavior 3185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho ucnv_close(ucnv_createConverter(&tempConverter, converterName, &localStatus)); 3285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho if (U_SUCCESS(localStatus)) { 3385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#else 3485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // new behavior 3585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho if (ucnv_canCreateConverter(converterName, &localStatus)) { 3685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#endif 3785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho*/ 3885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 3985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#include <malloc.h> 4085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#include <stdio.h> 4185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#include "unicode/utypes.h" 4285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#include "unicode/putil.h" 4385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#include "unicode/uclean.h" 4485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#include "unicode/ucnv.h" 4585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#include "unicode/utimer.h" 4685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 4785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Hostatic size_t icuMemUsage = 0; 4885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 4985bf2e2fbc60a9f938064abc8127d61da7d19882Claire HoU_CDECL_BEGIN 5085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 5185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Hovoid *U_CALLCONV 5285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Homy_alloc(const void *context, size_t size) { 5385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho size_t *p = (size_t *)malloc(size + sizeof(size_t)); 5485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho if (p != NULL) { 5585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho icuMemUsage += size; 5685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho *p = size; 5785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho return p + 1; 5885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho } else { 5985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho return NULL; 6085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho } 6185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho} 6285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 6385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Hovoid U_CALLCONV 6485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Homy_free(const void *context, void *mem) { 6585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho if (mem != NULL) { 6685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho const size_t *p = (const size_t *)mem - 1; 6785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho icuMemUsage -= *p; 6885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho free((void *)p); 6985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho } 7085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho} 7185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 7285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho// Not used in the common library. 7385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Hovoid *U_CALLCONV 7485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Homy_realloc(const void *context, void *mem, size_t size) { 7585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho my_free(context, mem); 7685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho return NULL; 7785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho} 7885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 7985bf2e2fbc60a9f938064abc8127d61da7d19882Claire HoU_CDECL_END 8085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 8185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Hoint main(int argc, const char *argv[]) { 8285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho UErrorCode errorCode = U_ZERO_ERROR; 8385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 8485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // Hook in our own memory allocation functions so that we can measure 8585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // the memory usage. 8685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho u_setMemoryFunctions(NULL, my_alloc, my_realloc, my_free, &errorCode); 8785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho if(U_FAILURE(errorCode)) { 8885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho fprintf(stderr, 8985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho "u_setMemoryFunctions() failed - %s\n", 9085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho u_errorName(errorCode)); 9185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho return errorCode; 9285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho } 9385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 9485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho if (argc > 1) { 9585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho printf("u_setDataDirectory(%s)\n", argv[1]); 9685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho u_setDataDirectory(argv[1]); 9785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho } 9885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 9985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // Preload a purely algorithmic converter via an alias, 10085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // to make sure that relevant data can be loaded and to set up 10185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // caches and such that are needed even if none of the data-driven 10285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // converters needs to be loaded. 10385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho ucnv_close(ucnv_open("ibm-1208", &errorCode)); 10485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho if(U_FAILURE(errorCode)) { 10585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho fprintf(stderr, 10685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho "unable to open UTF-8 converter via an alias - %s\n", 10785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho u_errorName(errorCode)); 10885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho return errorCode; 10985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho } 11085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 11185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho printf("memory usage after ucnv_open(ibm-1208): %lu\n", (long)icuMemUsage); 11285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 11385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho UTimer start_time; 11485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho utimer_getTime(&start_time); 11585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // Measure the time to find out the list of actually available converters. 11685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho int32_t count = ucnv_countAvailable(); 11785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho double elapsed = utimer_getElapsedSeconds(&start_time); 11885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho printf("ucnv_countAvailable() reports that %d converters are available.\n", count); 11985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho printf("ucnv_countAvailable() took %g seconds to figure this out.\n", elapsed); 12085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho printf("memory usage after ucnv_countAvailable(): %lu\n", (long)icuMemUsage); 12185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 12285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho ucnv_flushCache(); 12385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho printf("memory usage after ucnv_flushCache(): %lu\n", (long)icuMemUsage); 12485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 12585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho u_cleanup(); 12685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho printf("memory usage after u_cleanup(): %lu\n", (long)icuMemUsage); 12785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 12885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho return 0; 12985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho} 130