#include "unicode/utypes.h"
#include "unicode/putil.h"
#include "umutex.h"
#include "cmemory.h"
#include "cstring.h"
#include "unicode/udata.h"
#include "unicode/uversion.h"
#include "uhash.h"
#include "ucln_cmn.h"
#include "udatamem.h"
#include "umapfile.h"
#include "ucmndata.h"
#if defined(UDATA_DEBUG)
# include <stdio.h>
#endif
static UDataMemory *gCommonICUData = NULL;
static UDataMemory *gStubICUData = NULL;
static UHashtable *gCommonDataCache = NULL;
UBool
udata_cleanup()
{
if (gCommonDataCache) {
uhash_close(gCommonDataCache);
gCommonDataCache = NULL;
}
if (gCommonICUData != NULL) {
udata_close(gCommonICUData);
gCommonICUData = NULL;
}
if (gStubICUData != NULL) {
udata_close(gStubICUData);
gStubICUData = NULL;
}
return TRUE;
}
static void
setCommonICUData(UDataMemory *pData,
UDataMemory *oldData,
UBool warn,
UErrorCode *pErr)
{
UDataMemory *newCommonData = UDataMemory_createNewInstance(pErr);
if (U_FAILURE(*pErr)) {
return;
}
UDatamemory_assign(newCommonData, pData);
umtx_lock(NULL);
if (gCommonICUData==oldData) {
gStubICUData = gCommonICUData;
gCommonICUData = newCommonData;
}
else {
if (warn==TRUE) {
*pErr = U_USING_DEFAULT_WARNING;
}
uprv_free(newCommonData);
}
umtx_unlock(NULL);
return;
}
static const char *
findBasename(const char *path) {
const char *basename=uprv_strrchr(path, U_FILE_SEP_CHAR);
if(basename==NULL) {
return path;
} else {
return basename+1;
}
}
static const char *
packageNameFromPath(const char *path)
{
if((path == NULL) || (*path == 0)) {
return U_ICUDATA_NAME;
}
path = findBasename(path);
if((path == NULL) || (*path == 0)) {
return U_ICUDATA_NAME;
}
return path;
}
typedef struct DataCacheElement {
char *name;
UDataMemory *item;
} DataCacheElement;
static void U_EXPORT2 U_CALLCONV DataCacheElement_deleter(void *pDCEl) {
DataCacheElement *p = (DataCacheElement *)pDCEl;
udata_close(p->item);
uprv_free(p->name);
uprv_free(pDCEl);
}
static UHashtable *udata_getHashTable() {
UErrorCode err = U_ZERO_ERROR;
if (gCommonDataCache != NULL) {
return gCommonDataCache;
}
umtx_lock(NULL);
if (gCommonDataCache == NULL) {
gCommonDataCache = uhash_open(uhash_hashChars, uhash_compareChars, &err);
uhash_setValueDeleter(gCommonDataCache, DataCacheElement_deleter);
}
umtx_unlock(NULL);
if (U_FAILURE(err)) {
return NULL;
}
return gCommonDataCache;
}
static UDataMemory *udata_findCachedData(const char *path)
{
UHashtable *htable;
UDataMemory *retVal = NULL;
DataCacheElement *el;
const char *baseName;
baseName = findBasename(path);
htable = udata_getHashTable();
umtx_lock(NULL);
el = (DataCacheElement *)uhash_get(htable, baseName);
umtx_unlock(NULL);
if (el != NULL) {
retVal = el->item;
}
#ifdef UDATA_DEBUG
fprintf(stderr, "Cache: [%s] -> %p\n", baseName, retVal);
#endif
return retVal;
}
static UDataMemory *udata_cacheDataItem(const char *path, UDataMemory *item, UErrorCode *pErr) {
DataCacheElement *newElement;
const char *baseName;
int32_t nameLen;
UHashtable *htable;
UDataMemory *oldValue = NULL;
if (U_FAILURE(*pErr)) {
return NULL;
}
newElement = uprv_malloc(sizeof(DataCacheElement));
if (newElement == NULL) {
*pErr = U_MEMORY_ALLOCATION_ERROR;
return NULL;
}
newElement->item = UDataMemory_createNewInstance(pErr);
if (U_FAILURE(*pErr)) {
return NULL;
}
UDatamemory_assign(newElement->item, item);
baseName = findBasename(path);
nameLen = (int32_t)uprv_strlen(baseName);
newElement->name = uprv_malloc(nameLen+1);
if (newElement->name == NULL) {
*pErr = U_MEMORY_ALLOCATION_ERROR;
return NULL;
}
uprv_strcpy(newElement->name, baseName);
htable = udata_getHashTable();
umtx_lock(NULL);
oldValue = uhash_get(htable, path);
if (oldValue != NULL) {
*pErr = U_USING_DEFAULT_WARNING; }
else {
uhash_put(
htable,
newElement->name,
newElement,
pErr);
}
umtx_unlock(NULL);
#ifdef UDATA_DEBUG
fprintf(stderr, "Cache: [%s] <<< %p : %s\n", newElement->name,
newElement->item, u_errorName(*pErr));
#endif
if (*pErr == U_USING_DEFAULT_WARNING || U_FAILURE(*pErr)) {
uprv_free(newElement->name);
uprv_free(newElement->item);
uprv_free(newElement);
return oldValue;
}
return newElement->item;
}
#define U_DATA_PATHITER_BUFSIZ 1024
typedef struct
{
const char *path;
const char *nextPath;
const char *basename;
const char *suffix;
uint32_t basenameLen;
char itemPath[U_DATA_PATHITER_BUFSIZ];
char pathBuffer[U_DATA_PATHITER_BUFSIZ];
UBool checkLastFour;
} UDataPathIterator;
static void udata_pathiter_init(UDataPathIterator *iter, const char *path, const char *item, const char *suffix, UBool doCheckLastFour)
{
#ifdef UDATA_DEBUG
fprintf(stderr, "SUFFIX1=%s [%p]\n", suffix, suffix);
#endif
if(path == NULL) {
iter->path = u_getDataDirectory();
} else {
iter->path = path;
}
iter->basename = findBasename(item);
iter->basenameLen = uprv_strlen(iter->basename);
if(iter->basename == NULL) {
iter->nextPath = NULL;
return;
}
if(iter->basename == item) {
iter->itemPath[0] = 0;
iter->nextPath = iter->path;
} else {
uprv_strncpy(iter->itemPath, item, iter->basename - item);
iter->itemPath[iter->basename-item]=0;
iter->nextPath = iter->itemPath;
}
#ifdef UDATA_DEBUG
fprintf(stderr, "SUFFIX=%s [%p]\n", suffix, suffix);
#endif
if(suffix != NULL) {
iter->suffix = suffix;
} else {
iter->suffix = "";
}
iter->checkLastFour = doCheckLastFour;
#ifdef UDATA_DEBUG
fprintf(stderr, "%p: init %s -> [path=%s], [base=%s], [suff=%s], [itempath=%s], [nextpath=%s], [checklast4=%s]\n",
iter,
item,
iter->path,
iter->basename,
iter->suffix,
iter->itemPath,
iter->nextPath,
iter->checkLastFour?"TRUE":"false");
#endif
}
static const char *udata_pathiter_next(UDataPathIterator *iter, int32_t *outPathLen)
{
const char *path = NULL;
int32_t pathLen = 0;
const char *pathBasename;
if(outPathLen != NULL) {
*outPathLen = 0;
}
do
{
if( iter->nextPath == NULL ) {
return NULL;
}
path = iter->nextPath;
if(iter->nextPath == iter->itemPath) {
iter->nextPath = iter->path;
pathLen = uprv_strlen(path);
} else {
iter->nextPath = uprv_strchr(path, U_PATH_SEP_CHAR);
if(iter->nextPath == NULL) {
pathLen = uprv_strlen(path);
} else {
pathLen = iter->nextPath - path;
if(*iter->nextPath) {
iter->nextPath ++;
}
}
}
if(pathLen == 0) {
continue;
}
#ifdef UDATA_DEBUG
fprintf(stderr, "rest of path (IDD) = %s\n", path);
fprintf(stderr, " ");
{
int qqq;
for(qqq=0;qqq<pathLen;qqq++)
{
fprintf(stderr, " ");
}
fprintf(stderr, "^\n");
}
#endif
uprv_strncpy(iter->pathBuffer, path, pathLen);
iter->pathBuffer[pathLen] = 0;
pathBasename = findBasename(iter->pathBuffer);
if(iter->checkLastFour == TRUE &&
(pathLen>=4) &&
uprv_strncmp(iter->pathBuffer +(pathLen-4),iter->suffix,4)==0 &&
uprv_strncmp(findBasename(iter->pathBuffer),iter->basename,iter->basenameLen)==0 &&
uprv_strlen(pathBasename)==(iter->basenameLen+4)) {
#ifdef UDATA_DEBUG
fprintf(stderr, "Have %s file on the path: %s\n", iter->suffix, iter->pathBuffer);
#endif
}
else
{
if(iter->pathBuffer[pathLen-1] != U_FILE_SEP_CHAR)
{
if((pathLen>=4) &&
uprv_strncmp(iter->pathBuffer+(pathLen-4), ".dat", 4) == 0)
{
#ifdef UDATA_DEBUG
fprintf(stderr, "skipping non-directory .dat file %s\n", iter->pathBuffer);
#endif
continue;
}
iter->pathBuffer[pathLen++] = U_FILE_SEP_CHAR;
}
uprv_strncpy(iter->pathBuffer + pathLen,
iter->basename,
iter->basenameLen);
pathLen += iter->basenameLen;
if(*iter->suffix)
{
uprv_strcpy(iter->pathBuffer + pathLen,
iter->suffix);
pathLen += uprv_strlen(iter->suffix);
}
}
if( outPathLen ) {
*outPathLen = pathLen;
}
#ifdef UDATA_DEBUG
fprintf(stderr, " --> %s\n", iter->pathBuffer);
#endif
return iter->pathBuffer;
} while(iter->path);
return NULL;
}
extern const DataHeader U_IMPORT U_ICUDATA_ENTRY_POINT;
static UDataMemory *
openCommonData(const char *path,
UBool isICUData,
UErrorCode *pErrorCode)
{
UDataMemory tData;
UDataPathIterator iter;
const char *pathBuffer;
int32_t pathLen;
const char *inBasename;
if (U_FAILURE(*pErrorCode)) {
return NULL;
}
UDataMemory_init(&tData);
if (isICUData) {
if(gCommonICUData != NULL) {
return gCommonICUData;
}
tData.pHeader = &U_ICUDATA_ENTRY_POINT;
udata_checkCommonData(&tData, pErrorCode);
setCommonICUData(&tData, NULL, FALSE, pErrorCode);
return gCommonICUData;
}
inBasename = findBasename(path);
#ifdef UDATA_DEBUG
fprintf(stderr, "inBasename = %s\n", inBasename);
#endif
if(*inBasename==0) {
#ifdef UDATA_DEBUG
fprintf(stderr, "ocd: no basename in %s, bailing.\n", path);
#endif
*pErrorCode=U_FILE_ACCESS_ERROR;
return NULL;
}
{
UDataMemory *dataToReturn = udata_findCachedData(inBasename);
if (dataToReturn != NULL) {
return dataToReturn;
}
}
udata_pathiter_init(&iter, u_getDataDirectory(), path, ".dat", TRUE);
while((UDataMemory_isLoaded(&tData)==FALSE) &&
(pathBuffer = udata_pathiter_next(&iter, &pathLen)) != NULL)
{
#ifdef UDATA_DEBUG
fprintf(stderr, "ocd: trying path %s - ", pathBuffer);
#endif
uprv_mapFile(&tData, pathBuffer);
#ifdef UDATA_DEBUG
fprintf(stderr, "%s\n", UDataMemory_isLoaded(&tData)?"LOADED":"not loaded");
#endif
}
#if defined(OS390_STUBDATA) && defined(OS390BATCH)
if (!UDataMemory_isLoaded(&tData)) {
char ourPathBuffer[1024];
uprv_strncpy(ourPathBuffer, path, 1019);
ourPathBuffer[1019]=0;
uprv_strcat(ourPathBuffer, ".dat");
uprv_mapFile(&tData, ourPathBuffer);
}
#endif
if (!UDataMemory_isLoaded(&tData)) {
*pErrorCode=U_FILE_ACCESS_ERROR;
return NULL;
}
udata_checkCommonData(&tData, pErrorCode);
return udata_cacheDataItem(inBasename, &tData, pErrorCode);
}
#ifdef OS390
# define MAX_STUB_ENTRIES 8
#else
# define MAX_STUB_ENTRIES 0
#endif
static UBool extendICUData(UDataMemory *failedData, UErrorCode *pErr)
{
UDataMemory *pData;
UDataMemory copyPData;
if (failedData->vFuncs->NumEntries(failedData) > MAX_STUB_ENTRIES) {
return FALSE;
}
pData = openCommonData(
U_ICUDATA_NAME,
FALSE,
pErr);
UDataMemory_init(©PData);
if(pData != NULL) {
UDatamemory_assign(©PData, pData);
copyPData.map = 0;
copyPData.mapAddr = 0;
setCommonICUData(©PData,
failedData,
FALSE,
pErr);
}
return gCommonICUData != failedData;
}
U_CAPI void U_EXPORT2
udata_setCommonData(const void *data, UErrorCode *pErrorCode) {
UDataMemory dataMemory;
if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) {
return;
}
if(data==NULL) {
*pErrorCode=U_ILLEGAL_ARGUMENT_ERROR;
return;
}
if(gCommonICUData != NULL) {
*pErrorCode=U_USING_DEFAULT_WARNING;
return;
}
UDataMemory_init(&dataMemory);
UDataMemory_setData(&dataMemory, data);
udata_checkCommonData(&dataMemory, pErrorCode);
if (U_FAILURE(*pErrorCode)) {return;}
setCommonICUData(&dataMemory, NULL, TRUE, pErrorCode);
}
U_CAPI void U_EXPORT2
udata_setAppData(const char *path, const void *data, UErrorCode *err)
{
UDataMemory udm;
if(err==NULL || U_FAILURE(*err)) {
return;
}
if(data==NULL) {
*err=U_ILLEGAL_ARGUMENT_ERROR;
return;
}
UDataMemory_init(&udm);
udm.pHeader = data;
udata_checkCommonData(&udm, err);
udata_cacheDataItem(path, &udm, err);
}
static UDataMemory *
checkDataItem
(
const DataHeader *pHeader,
UDataMemoryIsAcceptable *isAcceptable,
void *context,
const char *type,
const char *name,
UErrorCode *nonFatalErr,
UErrorCode *fatalErr
)
{
UDataMemory *rDataMem = NULL;
if (U_FAILURE(*fatalErr)) {
return NULL;
}
if(pHeader->dataHeader.magic1==0xda &&
pHeader->dataHeader.magic2==0x27 &&
pHeader->info.isBigEndian==U_IS_BIG_ENDIAN &&
(isAcceptable==NULL || isAcceptable(context, type, name, &pHeader->info))
) {
rDataMem=UDataMemory_createNewInstance(fatalErr);
if (U_FAILURE(*fatalErr)) {
return NULL;
}
rDataMem->pHeader = pHeader;
} else {
*nonFatalErr=U_INVALID_FORMAT_ERROR;
}
return rDataMem;
}
static UDataMemory *
doOpenChoice(const char *path, const char *type, const char *name,
UDataMemoryIsAcceptable *isAcceptable, void *context,
UErrorCode *pErrorCode)
{
UDataPathIterator iter;
const char *pathBuffer;
int32_t pathLen;
char tocEntryName[100];
char oldStylePath[1024];
char oldStylePathBasename[100];
const char *dataPath;
const char *tocEntrySuffix;
UDataMemory dataMemory;
UDataMemory *pCommonData;
UDataMemory *pEntryData;
const DataHeader *pHeader;
const char *inBasename;
UErrorCode errorCode=U_ZERO_ERROR;
UBool isICUData= (UBool)(path==NULL);
uprv_strcpy(tocEntryName, packageNameFromPath(path));
tocEntrySuffix = tocEntryName+uprv_strlen(tocEntryName);
uprv_strcat(tocEntryName, "_");
uprv_strcat(tocEntryName, name);
if(type!=NULL && *type!=0) {
uprv_strcat(tocEntryName, ".");
uprv_strcat(tocEntryName, type);
}
#ifdef UDATA_DEBUG
fprintf(stderr, " tocEntryName = %s\n", tocEntryName);
#endif
if(path == NULL) {
path = COMMON_DATA_NAME;
inBasename = COMMON_DATA_NAME;
} else {
if(isICUData) {
inBasename=COMMON_DATA_NAME;
} else {
inBasename=findBasename(path);
}
}
#ifdef UDATA_DEBUG
fprintf(stderr, "IND: inBasename = %s\n", inBasename);
#endif
if( (*inBasename==0) && (uprv_strlen(path) > 3) ) {
char *rightSlash;
uprv_strcpy(oldStylePath, path);
oldStylePath[uprv_strlen(path)-1]=0;
rightSlash = (char*)uprv_strrchr(oldStylePath, U_FILE_SEP_CHAR);
if(rightSlash != NULL) {
rightSlash++;
inBasename = uprv_strcpy(oldStylePathBasename, rightSlash);
uprv_strcat(oldStylePath, U_FILE_SEP_STRING);
uprv_strcat(oldStylePath, inBasename);
path = oldStylePath;
} else {
*pErrorCode = U_FILE_ACCESS_ERROR;
return NULL;
}
}
dataPath = u_getDataDirectory();
udata_pathiter_init(&iter, dataPath, path, tocEntrySuffix, FALSE);
while((pathBuffer = udata_pathiter_next(&iter, &pathLen)))
{
#ifdef UDATA_DEBUG
fprintf(stderr, "UDATA: trying individual file %s\n", pathBuffer);
#endif
if( uprv_mapFile(&dataMemory, pathBuffer) ||
(inBasename!=pathBuffer && uprv_mapFile(&dataMemory, inBasename)))
{
pEntryData = checkDataItem(dataMemory.pHeader, isAcceptable, context, type, name, &errorCode, pErrorCode);
if (pEntryData != NULL) {
pEntryData->mapAddr = dataMemory.mapAddr;
pEntryData->map = dataMemory.map;
#ifdef UDATA_DEBUG
fprintf(stderr, "** Mapped file: %s\n", pathBuffer);
#endif
return pEntryData;
}
udata_close(&dataMemory);
if (U_FAILURE(*pErrorCode)) {
return NULL;
}
errorCode=U_INVALID_FORMAT_ERROR;
}
#ifdef UDATA_DEBUG
fprintf(stderr, "%s\n", UDataMemory_isLoaded(&dataMemory)?"LOADED":"not loaded");
#endif
}
for (;;) {
pCommonData=openCommonData(path, isICUData, &errorCode);
if(U_SUCCESS(errorCode)) {
pHeader=pCommonData->vFuncs->Lookup(pCommonData, tocEntryName, &errorCode);
#ifdef UDATA_DEBUG
fprintf(stderr, "pHeader=%p\n", pHeader);
#endif
if(pHeader!=NULL) {
pEntryData = checkDataItem(pHeader, isAcceptable, context, type, name, &errorCode, pErrorCode);
#ifdef UDATA_DEBUG
fprintf(stderr, "pEntryData=%p\n", pEntryData);
#endif
if (U_FAILURE(*pErrorCode)) {
return NULL;
}
if (pEntryData != NULL) {
return pEntryData;
}
}
}
if (!(isICUData && pCommonData && extendICUData(pCommonData, &errorCode))) {
break;
}
}
if(U_SUCCESS(*pErrorCode)) {
if(U_SUCCESS(errorCode)) {
*pErrorCode=U_FILE_ACCESS_ERROR;
} else {
*pErrorCode=errorCode;
}
}
return NULL;
}
U_CAPI UDataMemory * U_EXPORT2
udata_open(const char *path, const char *type, const char *name,
UErrorCode *pErrorCode) {
#ifdef UDATA_DEBUG
fprintf(stderr, "udata_open(): Opening: %s . %s\n", name, type);
fflush(stderr);
#endif
if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) {
return NULL;
} else if(name==NULL || *name==0) {
*pErrorCode=U_ILLEGAL_ARGUMENT_ERROR;
return NULL;
} else {
return doOpenChoice(path, type, name, NULL, NULL, pErrorCode);
}
}
U_CAPI UDataMemory * U_EXPORT2
udata_openChoice(const char *path, const char *type, const char *name,
UDataMemoryIsAcceptable *isAcceptable, void *context,
UErrorCode *pErrorCode) {
#ifdef UDATA_DEBUG
fprintf(stderr, "udata_openChoice(): Opening: %s . %s\n", name, type);fflush(stderr);
#endif
if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) {
return NULL;
} else if(name==NULL || *name==0 || isAcceptable==NULL) {
*pErrorCode=U_ILLEGAL_ARGUMENT_ERROR;
return NULL;
} else {
return doOpenChoice(path, type, name, isAcceptable, context, pErrorCode);
}
}
U_CAPI void U_EXPORT2
udata_getInfo(UDataMemory *pData, UDataInfo *pInfo) {
if(pInfo!=NULL) {
if(pData!=NULL && pData->pHeader!=NULL) {
const UDataInfo *info=&pData->pHeader->info;
if(pInfo->size>info->size) {
pInfo->size=info->size;
}
uprv_memcpy((uint16_t *)pInfo+1, (uint16_t *)info+1, pInfo->size-2);
} else {
pInfo->size=0;
}
}
}