185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho/* 285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho******************************************************************************* 385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* 40596faeddefbf198de137d5e893708495ab1584cFredrik Roubert* © 2016 and later: Unicode, Inc. and others. 564339d36f8bd4db5025fe2988eda22b491a9219cFredrik Roubert* License & terms of use: http://www.unicode.org/copyright.html#License 664339d36f8bd4db5025fe2988eda22b491a9219cFredrik Roubert* 764339d36f8bd4db5025fe2988eda22b491a9219cFredrik Roubert******************************************************************************* 864339d36f8bd4db5025fe2988eda22b491a9219cFredrik Roubert******************************************************************************* 964339d36f8bd4db5025fe2988eda22b491a9219cFredrik Roubert* 1085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* Copyright (C) 2009, International Business Machines 1185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* Corporation and others. All Rights Reserved. 1285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* 1385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho******************************************************************************* 1485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* file name: ucnvavailperf.cpp 150596faeddefbf198de137d5e893708495ab1584cFredrik Roubert* encoding: UTF-8 1685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* tab size: 8 (not used) 1785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* indentation:4 1885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* 1985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* created on: 2009apr06 2085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* created by: Markus W. Scherer 2185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* 2285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* Test performance (time & memory) of ucnv_countAvailable(), 2385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* for a before-and-after comparison of 2485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* ticket 6441: make ucnv_countAvailable() not fully load converters 2585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* 2685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* Run with one optional command-line argument: 2785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* You can specify the path to the ICU data directory. 2885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* 2985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* I built the common (icuuc) library with the following modification, 3085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* switching between old (pre-ticket-6441) behavior of actually 3185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* trying to load all converters and new behavior of just doing enough 3285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* to test availability. 3385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* 3485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho* Code in the ucnv_bld.c haveAvailableConverterList() function: 3585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#if 0 3685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // old pre-ticket-6441 behavior 3785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho ucnv_close(ucnv_createConverter(&tempConverter, converterName, &localStatus)); 3885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho if (U_SUCCESS(localStatus)) { 3985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#else 4085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // new behavior 4185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho if (ucnv_canCreateConverter(converterName, &localStatus)) { 4285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#endif 4385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho*/ 4485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 4585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#include <malloc.h> 4685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#include <stdio.h> 4785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#include "unicode/utypes.h" 4885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#include "unicode/putil.h" 4985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#include "unicode/uclean.h" 5085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#include "unicode/ucnv.h" 5185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho#include "unicode/utimer.h" 5285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 5385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Hostatic size_t icuMemUsage = 0; 5485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 5585bf2e2fbc60a9f938064abc8127d61da7d19882Claire HoU_CDECL_BEGIN 5685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 5785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Hovoid *U_CALLCONV 5885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Homy_alloc(const void *context, size_t size) { 5985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho size_t *p = (size_t *)malloc(size + sizeof(size_t)); 6085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho if (p != NULL) { 6185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho icuMemUsage += size; 6285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho *p = size; 6385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho return p + 1; 6485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho } else { 6585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho return NULL; 6685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho } 6785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho} 6885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 6985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Hovoid U_CALLCONV 7085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Homy_free(const void *context, void *mem) { 7185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho if (mem != NULL) { 7285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho const size_t *p = (const size_t *)mem - 1; 7385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho icuMemUsage -= *p; 7485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho free((void *)p); 7585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho } 7685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho} 7785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 7885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho// Not used in the common library. 7985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Hovoid *U_CALLCONV 8085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Homy_realloc(const void *context, void *mem, size_t size) { 8185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho my_free(context, mem); 8285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho return NULL; 8385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho} 8485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 8585bf2e2fbc60a9f938064abc8127d61da7d19882Claire HoU_CDECL_END 8685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 8785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Hoint main(int argc, const char *argv[]) { 8885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho UErrorCode errorCode = U_ZERO_ERROR; 8985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 9085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // Hook in our own memory allocation functions so that we can measure 9185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // the memory usage. 9285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho u_setMemoryFunctions(NULL, my_alloc, my_realloc, my_free, &errorCode); 9385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho if(U_FAILURE(errorCode)) { 9485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho fprintf(stderr, 9585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho "u_setMemoryFunctions() failed - %s\n", 9685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho u_errorName(errorCode)); 9785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho return errorCode; 9885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho } 9985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 10085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho if (argc > 1) { 10185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho printf("u_setDataDirectory(%s)\n", argv[1]); 10285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho u_setDataDirectory(argv[1]); 10385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho } 10485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 10585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // Preload a purely algorithmic converter via an alias, 10685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // to make sure that relevant data can be loaded and to set up 10785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // caches and such that are needed even if none of the data-driven 10885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // converters needs to be loaded. 10985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho ucnv_close(ucnv_open("ibm-1208", &errorCode)); 11085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho if(U_FAILURE(errorCode)) { 11185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho fprintf(stderr, 11285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho "unable to open UTF-8 converter via an alias - %s\n", 11385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho u_errorName(errorCode)); 11485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho return errorCode; 11585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho } 11685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 11785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho printf("memory usage after ucnv_open(ibm-1208): %lu\n", (long)icuMemUsage); 11885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 11985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho UTimer start_time; 12085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho utimer_getTime(&start_time); 12185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho // Measure the time to find out the list of actually available converters. 12285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho int32_t count = ucnv_countAvailable(); 12385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho double elapsed = utimer_getElapsedSeconds(&start_time); 12485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho printf("ucnv_countAvailable() reports that %d converters are available.\n", count); 12585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho printf("ucnv_countAvailable() took %g seconds to figure this out.\n", elapsed); 12685bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho printf("memory usage after ucnv_countAvailable(): %lu\n", (long)icuMemUsage); 12785bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 12885bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho ucnv_flushCache(); 12985bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho printf("memory usage after ucnv_flushCache(): %lu\n", (long)icuMemUsage); 13085bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 13185bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho u_cleanup(); 13285bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho printf("memory usage after u_cleanup(): %lu\n", (long)icuMemUsage); 13385bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho 13485bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho return 0; 13585bf2e2fbc60a9f938064abc8127d61da7d19882Claire Ho} 136