#include "db_config.h"
#ifndef lint
static const char revid[] = "$Id: qam_files.c,v 1.2 2004/03/30 01:23:55 jtownsen Exp $";
#endif
#ifndef NO_SYSTEM_INCLUDES
#include <sys/types.h>
#include <stdlib.h>
#include <string.h>
#include <ctype.h>
#endif
#include "db_int.h"
#include "dbinc/db_page.h"
#include "dbinc/db_shash.h"
#include "dbinc/db_am.h"
#include "dbinc/log.h"
#include "dbinc/fop.h"
#include "dbinc/mp.h"
#include "dbinc/qam.h"
#define QAM_EXNAME(Q, I, B, L) \
snprintf((B), (L), \
QUEUE_EXTENT, (Q)->dir, PATH_SEPARATOR[0], (Q)->name, (I))
int
__qam_fprobe(dbp, pgno, addrp, mode, flags)
DB *dbp;
db_pgno_t pgno;
void *addrp;
qam_probe_mode mode;
u_int32_t flags;
{
DB_ENV *dbenv;
DB_MPOOLFILE *mpf;
MPFARRAY *array;
QUEUE *qp;
u_int8_t fid[DB_FILE_ID_LEN];
u_int32_t extid, maxext, openflags;
char buf[MAXPATHLEN];
int ftype, numext, offset, oldext, ret;
dbenv = dbp->dbenv;
qp = (QUEUE *)dbp->q_internal;
ret = 0;
if (qp->page_ext == 0) {
mpf = dbp->mpf;
return (mode == QAM_PROBE_GET ?
__memp_fget(mpf, &pgno, flags, addrp) :
__memp_fput(mpf, addrp, flags));
}
mpf = NULL;
MUTEX_THREAD_LOCK(dbenv, dbp->mutexp);
extid = QAM_PAGE_EXTENT(dbp, pgno);
array = &qp->array1;
if (array->n_extent == 0) {
oldext = 0;
array->n_extent = 4;
array->low_extent = extid;
offset = 0;
numext = 0;
goto alloc;
}
offset = extid - qp->array1.low_extent;
if (qp->array2.n_extent != 0 &&
abs(offset) > abs(extid - qp->array2.low_extent)) {
array = &qp->array2;
offset = extid - array->low_extent;
}
if (offset < 0 || (unsigned) offset >= array->n_extent) {
oldext = array->n_extent;
numext = array->hi_extent - array->low_extent + 1;
if (offset < 0 &&
(unsigned) -offset + numext <= array->n_extent) {
memmove(&array->mpfarray[-offset],
array->mpfarray, numext
* sizeof(array->mpfarray[0]));
memset(array->mpfarray, 0, -offset
* sizeof(array->mpfarray[0]));
offset = 0;
} else if ((u_int32_t)offset == array->n_extent &&
mode != QAM_PROBE_MPF && array->mpfarray[0].pinref == 0) {
mpf = array->mpfarray[0].mpf;
if (mpf != NULL && (ret = __memp_fclose(mpf, 0)) != 0)
goto err;
memmove(&array->mpfarray[0], &array->mpfarray[1],
(array->n_extent - 1) * sizeof(array->mpfarray[0]));
array->low_extent++;
array->hi_extent++;
offset--;
array->mpfarray[offset].mpf = NULL;
array->mpfarray[offset].pinref = 0;
} else {
maxext = (u_int32_t) UINT32_T_MAX
/ (qp->page_ext * qp->rec_page);
if ((u_int32_t) abs(offset) >= maxext/2) {
array = &qp->array2;
DB_ASSERT(array->n_extent == 0);
oldext = 0;
array->n_extent = 4;
array->low_extent = extid;
offset = 0;
numext = 0;
} else {
array->n_extent += abs(offset);
array->n_extent <<= 2;
}
alloc:
if ((ret = __os_realloc(dbenv,
array->n_extent * sizeof(struct __qmpf),
&array->mpfarray)) != 0)
goto err;
if (offset < 0) {
offset = -offset;
memmove(&array->mpfarray[offset],
array->mpfarray,
numext * sizeof(array->mpfarray[0]));
memset(array->mpfarray, 0,
offset * sizeof(array->mpfarray[0]));
memset(&array->mpfarray[numext + offset], 0,
(array->n_extent - (numext + offset))
* sizeof(array->mpfarray[0]));
offset = 0;
}
else
memset(&array->mpfarray[oldext], 0,
(array->n_extent - oldext) *
sizeof(array->mpfarray[0]));
}
}
if (extid < array->low_extent)
array->low_extent = extid;
if (extid > array->hi_extent)
array->hi_extent = extid;
if (array->mpfarray[offset].mpf == NULL) {
QAM_EXNAME(qp, extid, buf, sizeof(buf));
if ((ret = __memp_fcreate(
dbenv, &array->mpfarray[offset].mpf)) != 0)
goto err;
mpf = array->mpfarray[offset].mpf;
(void)__memp_set_lsn_offset(mpf, 0);
(void)__memp_set_pgcookie(mpf, &qp->pgcookie);
(void)__memp_get_ftype(dbp->mpf, &ftype);
(void)__memp_set_ftype(mpf, ftype);
__qam_exid(dbp, fid, extid);
(void)__memp_set_fileid(mpf, fid);
openflags = DB_EXTENT;
if (LF_ISSET(DB_MPOOL_CREATE))
openflags |= DB_CREATE;
if (F_ISSET(dbp, DB_AM_RDONLY))
openflags |= DB_RDONLY;
if (F_ISSET(dbenv, DB_ENV_DIRECT_DB))
openflags |= DB_DIRECT;
if ((ret = __memp_fopen(
mpf, NULL, buf, openflags, qp->mode, dbp->pgsize)) != 0) {
array->mpfarray[offset].mpf = NULL;
(void)__memp_fclose(mpf, 0);
goto err;
}
}
mpf = array->mpfarray[offset].mpf;
if (mode == QAM_PROBE_GET)
array->mpfarray[offset].pinref++;
if (LF_ISSET(DB_MPOOL_CREATE))
(void)__memp_set_flags(mpf, DB_MPOOL_UNLINK, 0);
err:
MUTEX_THREAD_UNLOCK(dbenv, dbp->mutexp);
if (ret == 0) {
if (mode == QAM_PROBE_MPF) {
*(DB_MPOOLFILE **)addrp = mpf;
return (0);
}
pgno--;
pgno %= qp->page_ext;
if (mode == QAM_PROBE_GET)
return (__memp_fget(mpf, &pgno, flags, addrp));
ret = __memp_fput(mpf, addrp, flags);
MUTEX_THREAD_LOCK(dbenv, dbp->mutexp);
offset = extid - array->low_extent;
DB_ASSERT(array->mpfarray[offset].pinref > 0);
array->mpfarray[offset].pinref--;
MUTEX_THREAD_UNLOCK(dbenv, dbp->mutexp);
}
return (ret);
}
int
__qam_fclose(dbp, pgnoaddr)
DB *dbp;
db_pgno_t pgnoaddr;
{
DB_ENV *dbenv;
DB_MPOOLFILE *mpf;
MPFARRAY *array;
QUEUE *qp;
u_int32_t extid;
int offset, ret;
ret = 0;
dbenv = dbp->dbenv;
qp = (QUEUE *)dbp->q_internal;
MUTEX_THREAD_LOCK(dbenv, dbp->mutexp);
extid = QAM_PAGE_EXTENT(dbp, pgnoaddr);
array = &qp->array1;
if (array->low_extent > extid || array->hi_extent < extid)
array = &qp->array2;
offset = extid - array->low_extent;
DB_ASSERT(offset >= 0 && (unsigned) offset < array->n_extent);
if (array->mpfarray[offset].pinref != 0)
goto done;
mpf = array->mpfarray[offset].mpf;
array->mpfarray[offset].mpf = NULL;
ret = __memp_fclose(mpf, 0);
done:
MUTEX_THREAD_UNLOCK(dbenv, dbp->mutexp);
return (ret);
}
int
__qam_fremove(dbp, pgnoaddr)
DB *dbp;
db_pgno_t pgnoaddr;
{
DB_ENV *dbenv;
DB_MPOOLFILE *mpf;
MPFARRAY *array;
QUEUE *qp;
u_int32_t extid;
#if CONFIG_TEST
char buf[MAXPATHLEN], *real_name;
#endif
int offset, ret;
qp = (QUEUE *)dbp->q_internal;
dbenv = dbp->dbenv;
ret = 0;
MUTEX_THREAD_LOCK(dbenv, dbp->mutexp);
extid = QAM_PAGE_EXTENT(dbp, pgnoaddr);
array = &qp->array1;
if (array->low_extent > extid || array->hi_extent < extid)
array = &qp->array2;
offset = extid - array->low_extent;
DB_ASSERT(offset >= 0 && (unsigned) offset < array->n_extent);
#if CONFIG_TEST
real_name = NULL;
QAM_EXNAME(qp, extid, buf, sizeof(buf));
if ((ret = __db_appname(dbenv,
DB_APP_DATA, buf, 0, NULL, &real_name)) != 0)
goto err;
#endif
if (LOGGING_ON(dbenv) && (ret = __log_flush(dbenv, NULL)) != 0)
goto err;
mpf = array->mpfarray[offset].mpf;
array->mpfarray[offset].mpf = NULL;
(void)__memp_set_flags(mpf, DB_MPOOL_UNLINK, 1);
if ((ret = __memp_fclose(mpf, 0)) != 0)
goto err;
if (offset == 0) {
memmove(array->mpfarray, &array->mpfarray[1],
(array->hi_extent - array->low_extent)
* sizeof(array->mpfarray[0]));
array->mpfarray[
array->hi_extent - array->low_extent].mpf = NULL;
if (array->low_extent != array->hi_extent)
array->low_extent++;
} else {
if (extid == array->hi_extent)
array->hi_extent--;
}
err:
MUTEX_THREAD_UNLOCK(dbenv, dbp->mutexp);
#if CONFIG_TEST
if (real_name != NULL)
__os_free(dbenv, real_name);
#endif
return (ret);
}
int
__qam_sync(dbp)
DB *dbp;
{
DB_ENV *dbenv;
DB_MPOOLFILE *mpf;
dbenv = dbp->dbenv;
mpf = dbp->mpf;
if (((QUEUE *)dbp->q_internal)->page_ext == 0)
return (__memp_fsync(mpf));
else
return (__memp_sync(dbenv, NULL));
}
int
__qam_gen_filelist(dbp, filelistp)
DB *dbp;
QUEUE_FILELIST **filelistp;
{
DB_ENV *dbenv;
DB_MPOOLFILE *mpf;
QUEUE *qp;
QMETA *meta;
size_t extent_cnt;
db_recno_t i, current, first, stop, rec_extent;
QUEUE_FILELIST *fp;
int ret;
dbenv = dbp->dbenv;
mpf = dbp->mpf;
qp = (QUEUE *)dbp->q_internal;
*filelistp = NULL;
if (qp->page_ext == 0)
return (0);
if (qp->name == NULL)
return (0);
i = PGNO_BASE_MD;
if ((ret = __memp_fget(mpf, &i, 0, &meta)) != 0)
return (ret);
current = meta->cur_recno;
first = meta->first_recno;
if ((ret = __memp_fput(mpf, meta, 0)) != 0)
return (ret);
rec_extent = qp->rec_page * qp->page_ext;
if (current >= first)
extent_cnt = (current - first) / rec_extent + 3;
else
extent_cnt =
(current + (UINT32_T_MAX - first)) / rec_extent + 4;
if ((ret = __os_calloc(dbenv,
extent_cnt, sizeof(QUEUE_FILELIST), filelistp)) != 0)
return (ret);
fp = *filelistp;
again:
if (current >= first)
stop = current;
else
stop = UINT32_T_MAX;
first -= first % rec_extent;
first += stop % rec_extent;
for (i = first; i >= first && i <= stop; i += rec_extent) {
if ((ret = __qam_fprobe(dbp, QAM_RECNO_PAGE(dbp, i), &fp->mpf,
QAM_PROBE_MPF, 0)) != 0) {
if (ret == ENOENT)
continue;
return (ret);
}
fp->id = QAM_RECNO_EXTENT(dbp, i);
fp++;
DB_ASSERT((size_t)(fp - *filelistp) < extent_cnt);
}
if (current < first) {
first = 1;
goto again;
}
return (0);
}
int
__qam_extent_names(dbenv, name, namelistp)
DB_ENV *dbenv;
char *name;
char ***namelistp;
{
DB *dbp;
QUEUE *qp;
QUEUE_FILELIST *filelist, *fp;
char buf[MAXPATHLEN], **cp, *freep;
int cnt, len, ret;
*namelistp = NULL;
filelist = NULL;
if ((ret = db_create(&dbp, dbenv, 0)) != 0)
return (ret);
if ((ret = __db_open(dbp,
NULL, name, NULL, DB_QUEUE, DB_RDONLY, 0, PGNO_BASE_MD)) != 0)
return (ret);
qp = dbp->q_internal;
if (qp->page_ext == 0)
goto done;
if ((ret = __qam_gen_filelist(dbp, &filelist)) != 0)
goto done;
if (filelist == NULL)
goto done;
cnt = 0;
for (fp = filelist; fp->mpf != NULL; fp++)
cnt++;
len = (u_int32_t)(cnt * (sizeof(**namelistp)
+ strlen(QUEUE_EXTENT) + strlen(qp->dir) + strlen(qp->name) + 6));
if ((ret =
__os_malloc(dbp->dbenv, len, namelistp)) != 0)
goto done;
cp = *namelistp;
freep = (char *)(cp + cnt + 1);
for (fp = filelist; fp->mpf != NULL; fp++) {
QAM_EXNAME(qp, fp->id, buf, sizeof(buf));
len = (u_int32_t)strlen(buf);
*cp++ = freep;
strcpy(freep, buf);
freep += len + 1;
}
*cp = NULL;
done:
if (filelist != NULL)
__os_free(dbp->dbenv, filelist);
(void)__db_close(dbp, NULL, DB_NOSYNC);
return (ret);
}
void
__qam_exid(dbp, fidp, exnum)
DB *dbp;
u_int8_t *fidp;
u_int32_t exnum;
{
int i;
u_int8_t *p;
memcpy(fidp, dbp->fileid, DB_FILE_ID_LEN);
for (i = sizeof(u_int32_t); i > 0; --i)
*fidp++ = 0;
for (p = (u_int8_t *)&exnum, i = sizeof(u_int32_t); i > 0; --i)
*fidp++ = *p++;
}
int __qam_nameop(dbp, txn, newname, op)
DB *dbp;
DB_TXN *txn;
const char *newname;
qam_name_op op;
{
DB_ENV *dbenv;
QUEUE *qp;
char buf[MAXPATHLEN], nbuf[MAXPATHLEN], sepsave;
char *endname, *endpath, *exname, *fullname, **names;
char *ndir, *namep, *new, *cp;
int cnt, exlen, fulllen, i, len, ret, t_ret;
u_int8_t fid[DB_FILE_ID_LEN];
u_int32_t exid;
ret = t_ret = 0;
dbenv = dbp->dbenv;
qp = (QUEUE *)dbp->q_internal;
namep = exname = fullname = NULL;
if (qp->page_ext == 0)
return (0);
QAM_EXNAME(qp, 0, buf, sizeof(buf));
if ((ret =
__db_appname(dbenv, DB_APP_DATA, buf, 0, NULL, &fullname)) != 0)
return (ret);
if ((endpath = __db_rpath(fullname)) == NULL) {
ret = EINVAL;
goto err;
}
sepsave = *endpath;
*endpath = '\0';
if ((ret = __os_dirlist(dbenv, fullname, &names, &cnt)) != 0)
goto err;
*endpath = sepsave;
if (cnt == 0)
goto err;
endpath++;
endname = strrchr(endpath, '.');
if (endname == NULL) {
ret = EINVAL;
goto err;
}
++endname;
*endname = '\0';
len = strlen(endpath);
fulllen = strlen(fullname);
exlen = fulllen + 20;
if ((ret = __os_malloc(dbenv, exlen, &exname)) != 0)
goto err;
ndir = new = NULL;
if (newname != NULL) {
if ((ret = __os_strdup(dbenv, newname, &namep)) != 0)
goto err;
ndir = namep;
if ((new = __db_rpath(namep)) != NULL)
*new++ = '\0';
else {
new = namep;
ndir = PATH_DOT;
}
}
for (i = 0; i < cnt; i++) {
if (strncmp(names[i], endpath, len) != 0)
continue;
for (cp = &names[i][len]; *cp != '\0'; cp++)
if (!isdigit(*cp))
break;
if (*cp != '\0')
continue;
exid = atol(names[i] + len);
__qam_exid(dbp, fid, exid);
switch (op) {
case QAM_NAME_DISCARD:
snprintf(exname, exlen,
"%s%s", fullname, names[i] + len);
if ((t_ret = __memp_nameop(dbenv,
fid, NULL, exname, NULL)) != 0 && ret == 0)
ret = t_ret;
break;
case QAM_NAME_RENAME:
snprintf(nbuf, sizeof(nbuf), QUEUE_EXTENT,
ndir, PATH_SEPARATOR[0], new, exid);
QAM_EXNAME(qp, exid, buf, sizeof(buf));
if ((ret = __fop_rename(dbenv,
txn, buf, nbuf, fid, DB_APP_DATA,
F_ISSET(dbp, DB_AM_NOT_DURABLE) ?
DB_LOG_NOT_DURABLE : 0)) != 0)
goto err;
break;
case QAM_NAME_REMOVE:
QAM_EXNAME(qp, exid, buf, sizeof(buf));
if ((ret = __fop_remove(dbenv, txn, fid, buf,
DB_APP_DATA, F_ISSET(dbp, DB_AM_NOT_DURABLE) ?
DB_LOG_NOT_DURABLE : 0)) != 0)
goto err;
break;
}
}
err: if (fullname != NULL)
__os_free(dbenv, fullname);
if (exname != NULL)
__os_free(dbenv, exname);
if (namep != NULL)
__os_free(dbenv, namep);
return (ret);
}