#include "db_config.h"
#include "db_int.h"
#include "dbinc/db_page.h"
#include "dbinc/db_am.h"
#include "dbinc/log.h"
#include "dbinc/fop.h"
#include "dbinc/mp.h"
#include "dbinc/qam.h"
#define QAM_EXNAME(Q, I, B, L) \
snprintf((B), (L), \
QUEUE_EXTENT, (Q)->dir, PATH_SEPARATOR[0], (Q)->name, (I))
int
__qam_fprobe(dbp, pgno, txn, addrp, mode, priority, flags)
DB *dbp;
db_pgno_t pgno;
DB_TXN *txn;
void *addrp;
qam_probe_mode mode;
DB_CACHE_PRIORITY priority;
u_int32_t flags;
{
DB_ENV *dbenv;
DB_MPOOLFILE *mpf;
MPFARRAY *array;
QUEUE *qp;
u_int8_t fid[DB_FILE_ID_LEN];
u_int32_t i, extid, maxext, numext, lflags, offset, oldext, openflags;
char buf[DB_MAXPATHLEN];
int ftype, less, ret, t_ret;
dbenv = dbp->dbenv;
qp = (QUEUE *)dbp->q_internal;
ret = 0;
if (qp->page_ext == 0) {
mpf = dbp->mpf;
switch (mode) {
case QAM_PROBE_GET:
return (__memp_fget(mpf, &pgno, txn, flags, addrp));
case QAM_PROBE_PUT:
return (__memp_fput(mpf, addrp, priority));
case QAM_PROBE_DIRTY:
return (__memp_dirty(mpf, addrp, txn, priority, flags));
case QAM_PROBE_MPF:
*(DB_MPOOLFILE **)addrp = mpf;
return (0);
}
}
mpf = NULL;
MUTEX_LOCK(dbenv, dbp->mutex);
extid = QAM_PAGE_EXTENT(dbp, pgno);
array = &qp->array1;
if (array->n_extent == 0) {
array->n_extent = 4;
array->low_extent = extid;
numext = offset = oldext = 0;
less = 0;
goto alloc;
}
retry:
if (extid < array->low_extent) {
less = 1;
offset = array->low_extent - extid;
} else {
less = 0;
offset = extid - array->low_extent;
}
if (qp->array2.n_extent != 0 &&
(extid >= qp->array2.low_extent ?
offset > extid - qp->array2.low_extent :
offset > qp->array2.low_extent - extid)) {
array = &qp->array2;
if (extid < array->low_extent) {
less = 1;
offset = array->low_extent - extid;
} else {
less = 0;
offset = extid - array->low_extent;
}
}
if (less == 1 || offset >= array->n_extent) {
oldext = array->n_extent;
numext = (array->hi_extent - array->low_extent) + 1;
if (less == 1 && offset + numext <= array->n_extent) {
memmove(&array->mpfarray[offset],
array->mpfarray, numext
* sizeof(array->mpfarray[0]));
memset(array->mpfarray, 0, offset
* sizeof(array->mpfarray[0]));
offset = 0;
} else if (less == 0 && offset == array->n_extent &&
(mode == QAM_PROBE_GET || mode == QAM_PROBE_PUT) &&
array->mpfarray[0].pinref == 0) {
mpf = array->mpfarray[0].mpf;
if (mpf != NULL && (ret = __memp_fclose(mpf, 0)) != 0)
goto err;
memmove(&array->mpfarray[0], &array->mpfarray[1],
(array->n_extent - 1) * sizeof(array->mpfarray[0]));
array->low_extent++;
array->hi_extent++;
offset--;
array->mpfarray[offset].mpf = NULL;
array->mpfarray[offset].pinref = 0;
} else {
maxext = (u_int32_t) UINT32_MAX
/ (qp->page_ext * qp->rec_page);
if (offset >= maxext/2) {
array = &qp->array2;
DB_ASSERT(dbenv, array->n_extent == 0);
oldext = 0;
array->n_extent = 4;
array->low_extent = extid;
offset = 0;
numext = 0;
} else if (array->mpfarray[0].pinref == 0) {
for (i = 0; i < array->n_extent; i++) {
if (array->mpfarray[i].pinref != 0)
break;
mpf = array->mpfarray[i].mpf;
if (mpf == NULL)
continue;
(void)__memp_get_flags(mpf, &lflags);
if (!FLD_ISSET(lflags, DB_MPOOL_UNLINK))
break;
array->mpfarray[i].mpf = NULL;
if ((ret = __memp_fclose(mpf, 0)) != 0)
goto err;
}
if (i == 0)
goto increase;
memmove(&array->mpfarray[0],
&array->mpfarray[i],
(array->n_extent - i) *
sizeof(array->mpfarray[0]));
memset(&array->mpfarray[array->n_extent - i],
'\0', i * sizeof(array->mpfarray[0]));
array->low_extent += i;
array->hi_extent += i;
goto retry;
} else {
increase: array->n_extent += offset;
array->n_extent <<= 2;
}
alloc: if ((ret = __os_realloc(dbenv,
array->n_extent * sizeof(struct __qmpf),
&array->mpfarray)) != 0)
goto err;
if (less == 1) {
memmove(&array->mpfarray[offset],
array->mpfarray,
numext * sizeof(array->mpfarray[0]));
memset(array->mpfarray, 0,
offset * sizeof(array->mpfarray[0]));
memset(&array->mpfarray[numext + offset], 0,
(array->n_extent - (numext + offset))
* sizeof(array->mpfarray[0]));
offset = 0;
}
else
memset(&array->mpfarray[oldext], 0,
(array->n_extent - oldext) *
sizeof(array->mpfarray[0]));
}
}
if (extid < array->low_extent)
array->low_extent = extid;
if (extid > array->hi_extent)
array->hi_extent = extid;
if (array->mpfarray[offset].mpf == NULL) {
QAM_EXNAME(qp, extid, buf, sizeof(buf));
if ((ret = __memp_fcreate(
dbenv, &array->mpfarray[offset].mpf)) != 0)
goto err;
mpf = array->mpfarray[offset].mpf;
(void)__memp_set_lsn_offset(mpf, 0);
(void)__memp_set_pgcookie(mpf, &qp->pgcookie);
(void)__memp_get_ftype(dbp->mpf, &ftype);
(void)__memp_set_ftype(mpf, ftype);
(void)__memp_set_clear_len(mpf, dbp->pgsize);
__qam_exid(dbp, fid, extid);
(void)__memp_set_fileid(mpf, fid);
openflags = DB_EXTENT;
if (LF_ISSET(DB_MPOOL_CREATE))
openflags |= DB_CREATE;
if (F_ISSET(dbp, DB_AM_RDONLY))
openflags |= DB_RDONLY;
if (F_ISSET(dbenv, DB_ENV_DIRECT_DB))
openflags |= DB_DIRECT;
if ((ret = __memp_fopen(
mpf, NULL, buf, openflags, qp->mode, dbp->pgsize)) != 0) {
array->mpfarray[offset].mpf = NULL;
(void)__memp_fclose(mpf, 0);
goto err;
}
}
mpf = array->mpfarray[offset].mpf;
if (mode == QAM_PROBE_GET)
array->mpfarray[offset].pinref++;
if (LF_ISSET(DB_MPOOL_CREATE))
(void)__memp_set_flags(mpf, DB_MPOOL_UNLINK, 0);
err:
MUTEX_UNLOCK(dbenv, dbp->mutex);
if (ret == 0) {
pgno--;
pgno %= qp->page_ext;
switch (mode) {
case QAM_PROBE_GET:
ret = __memp_fget(mpf, &pgno, txn, flags, addrp);
if (ret == 0)
return (0);
break;
case QAM_PROBE_PUT:
ret = __memp_fput(mpf, addrp, dbp->priority);
break;
case QAM_PROBE_DIRTY:
return (__memp_dirty(mpf,
addrp, txn, dbp->priority, flags));
case QAM_PROBE_MPF:
*(DB_MPOOLFILE **)addrp = mpf;
return (0);
}
MUTEX_LOCK(dbenv, dbp->mutex);
offset = extid - array->low_extent;
DB_ASSERT(dbenv, array->mpfarray[offset].pinref > 0);
if (--array->mpfarray[offset].pinref == 0 &&
(mode == QAM_PROBE_GET || ret == 0)) {
(void)__memp_get_flags(mpf, &flags);
if (LF_ISSET(DB_MPOOL_UNLINK)) {
array->mpfarray[offset].mpf = NULL;
if ((t_ret =
__memp_fclose(mpf, 0)) != 0 && ret == 0)
ret = t_ret;
}
}
MUTEX_UNLOCK(dbenv, dbp->mutex);
}
return (ret);
}
int
__qam_fclose(dbp, pgnoaddr)
DB *dbp;
db_pgno_t pgnoaddr;
{
DB_ENV *dbenv;
DB_MPOOLFILE *mpf;
MPFARRAY *array;
QUEUE *qp;
u_int32_t extid, offset;
int ret;
ret = 0;
dbenv = dbp->dbenv;
qp = (QUEUE *)dbp->q_internal;
MUTEX_LOCK(dbenv, dbp->mutex);
extid = QAM_PAGE_EXTENT(dbp, pgnoaddr);
array = &qp->array1;
if (array->low_extent > extid || array->hi_extent < extid)
array = &qp->array2;
offset = extid - array->low_extent;
DB_ASSERT(dbenv,
extid >= array->low_extent && offset < array->n_extent);
if (array->mpfarray[offset].pinref != 0)
goto done;
mpf = array->mpfarray[offset].mpf;
array->mpfarray[offset].mpf = NULL;
ret = __memp_fclose(mpf, 0);
done:
MUTEX_UNLOCK(dbenv, dbp->mutex);
return (ret);
}
int
__qam_fremove(dbp, pgnoaddr)
DB *dbp;
db_pgno_t pgnoaddr;
{
DB_ENV *dbenv;
DB_MPOOLFILE *mpf;
MPFARRAY *array;
QUEUE *qp;
u_int32_t extid, offset;
int ret;
qp = (QUEUE *)dbp->q_internal;
dbenv = dbp->dbenv;
ret = 0;
MUTEX_LOCK(dbenv, dbp->mutex);
extid = QAM_PAGE_EXTENT(dbp, pgnoaddr);
array = &qp->array1;
if (array->low_extent > extid || array->hi_extent < extid)
array = &qp->array2;
offset = extid - array->low_extent;
DB_ASSERT(dbenv,
extid >= array->low_extent && offset < array->n_extent);
mpf = array->mpfarray[offset].mpf;
if (mpf == NULL)
goto err;
if (LOGGING_ON(dbenv) && (ret = __log_flush(dbenv, NULL)) != 0)
goto err;
(void)__memp_set_flags(mpf, DB_MPOOL_UNLINK, 1);
if (array->mpfarray[offset].pinref != 0)
goto err;
array->mpfarray[offset].mpf = NULL;
if ((ret = __memp_fclose(mpf, 0)) != 0)
goto err;
if (offset == 0) {
memmove(array->mpfarray, &array->mpfarray[1],
(array->hi_extent - array->low_extent)
* sizeof(array->mpfarray[0]));
array->mpfarray[
array->hi_extent - array->low_extent].mpf = NULL;
if (array->low_extent != array->hi_extent)
array->low_extent++;
} else {
if (extid == array->hi_extent)
array->hi_extent--;
}
err: MUTEX_UNLOCK(dbenv, dbp->mutex);
return (ret);
}
int
__qam_sync(dbp)
DB *dbp;
{
int ret;
if ((ret = __memp_fsync(dbp->mpf)) != 0)
return (ret);
if (((QUEUE *)dbp->q_internal)->page_ext != 0)
return (__memp_sync_int(
dbp->dbenv, NULL, 0, DB_SYNC_QUEUE_EXTENT, NULL, NULL));
return (0);
}
int
__qam_gen_filelist(dbp, filelistp)
DB *dbp;
QUEUE_FILELIST **filelistp;
{
DB_ENV *dbenv;
DB_MPOOLFILE *mpf;
QUEUE *qp;
QMETA *meta;
size_t extent_cnt;
db_recno_t i, current, first, stop, rec_extent;
QUEUE_FILELIST *fp;
int ret;
dbenv = dbp->dbenv;
mpf = dbp->mpf;
qp = (QUEUE *)dbp->q_internal;
*filelistp = NULL;
if (qp->page_ext == 0)
return (0);
if (qp->name == NULL)
return (0);
i = PGNO_BASE_MD;
if ((ret = __memp_fget(mpf, &i, NULL, 0, &meta)) != 0)
return (ret);
current = meta->cur_recno;
first = meta->first_recno;
if ((ret = __memp_fput(mpf, meta, dbp->priority)) != 0)
return (ret);
rec_extent = qp->rec_page * qp->page_ext;
if (current >= first)
extent_cnt = (current - first) / rec_extent + 3;
else
extent_cnt =
(current + (UINT32_MAX - first)) / rec_extent + 4;
if (extent_cnt == 0)
return (0);
if ((ret = __os_calloc(dbenv,
extent_cnt, sizeof(QUEUE_FILELIST), filelistp)) != 0)
return (ret);
fp = *filelistp;
again:
if (current >= first)
stop = current;
else
stop = UINT32_MAX;
first -= first % rec_extent;
first += stop % rec_extent;
for (i = first; i >= first && i <= stop; i += rec_extent) {
if ((ret = __qam_fprobe(dbp, QAM_RECNO_PAGE(dbp, i), NULL,
&fp->mpf, QAM_PROBE_MPF, dbp->priority, 0)) != 0) {
if (ret == ENOENT)
continue;
return (ret);
}
fp->id = QAM_RECNO_EXTENT(dbp, i);
fp++;
DB_ASSERT(dbenv, (size_t)(fp - *filelistp) < extent_cnt);
}
if (current < first) {
first = 1;
goto again;
}
return (0);
}
int
__qam_extent_names(dbenv, name, namelistp)
DB_ENV *dbenv;
char *name;
char ***namelistp;
{
DB *dbp;
QUEUE *qp;
QUEUE_FILELIST *filelist, *fp;
size_t len;
int cnt, ret, t_ret;
char buf[DB_MAXPATHLEN], **cp, *freep;
*namelistp = NULL;
filelist = NULL;
if ((ret = __db_create_internal(&dbp, dbenv, 0)) != 0)
return (ret);
if ((ret = __db_open(dbp,
NULL, name, NULL, DB_QUEUE, DB_RDONLY, 0, PGNO_BASE_MD)) != 0)
goto done;
qp = dbp->q_internal;
if (qp->page_ext == 0)
goto done;
if ((ret = __qam_gen_filelist(dbp, &filelist)) != 0)
goto done;
if (filelist == NULL)
goto done;
cnt = 0;
for (fp = filelist; fp->mpf != NULL; fp++)
cnt++;
len = (size_t)cnt * (sizeof(**namelistp) +
strlen(QUEUE_EXTENT) + strlen(qp->dir) + strlen(qp->name) + 6);
if ((ret = __os_malloc(dbp->dbenv, len, namelistp)) != 0)
goto done;
cp = *namelistp;
freep = (char *)(cp + cnt + 1);
for (fp = filelist; fp->mpf != NULL; fp++) {
QAM_EXNAME(qp, fp->id, buf, sizeof(buf));
len = strlen(buf);
*cp++ = freep;
(void)strcpy(freep, buf);
freep += len + 1;
}
*cp = NULL;
done:
if (filelist != NULL)
__os_free(dbp->dbenv, filelist);
if ((t_ret = __db_close(dbp, NULL, DB_NOSYNC)) != 0 && ret == 0)
ret = t_ret;
return (ret);
}
void
__qam_exid(dbp, fidp, exnum)
DB *dbp;
u_int8_t *fidp;
u_int32_t exnum;
{
int i;
u_int8_t *p;
memcpy(fidp, dbp->fileid, DB_FILE_ID_LEN);
for (i = sizeof(u_int32_t); i > 0; --i)
*fidp++ = 0;
for (p = (u_int8_t *)&exnum, i = sizeof(u_int32_t); i > 0; --i)
*fidp++ = *p++;
}
int
__qam_nameop(dbp, txn, newname, op)
DB *dbp;
DB_TXN *txn;
const char *newname;
qam_name_op op;
{
DB_ENV *dbenv;
QUEUE *qp;
size_t exlen, fulllen, len;
u_int8_t fid[DB_FILE_ID_LEN];
u_int32_t exid;
int cnt, i, ret, t_ret;
char buf[DB_MAXPATHLEN], nbuf[DB_MAXPATHLEN], sepsave;
char *endname, *endpath, *exname, *fullname, **names;
char *ndir, *namep, *new, *cp;
dbenv = dbp->dbenv;
qp = (QUEUE *)dbp->q_internal;
cnt = ret = t_ret = 0;
namep = exname = fullname = NULL;
names = NULL;
if (qp->page_ext == 0)
return (0);
QAM_EXNAME(qp, 0, buf, sizeof(buf));
if ((ret =
__db_appname(dbenv, DB_APP_DATA, buf, 0, NULL, &fullname)) != 0)
return (ret);
if ((endpath = __db_rpath(fullname)) == NULL) {
ret = EINVAL;
goto err;
}
sepsave = *endpath;
*endpath = '\0';
if ((ret = __os_dirlist(dbenv, fullname, &names, &cnt)) != 0)
goto err;
*endpath = sepsave;
if (cnt == 0)
goto err;
endpath++;
endname = strrchr(endpath, '.');
if (endname == NULL) {
ret = EINVAL;
goto err;
}
++endname;
*endname = '\0';
len = strlen(endpath);
fulllen = strlen(fullname);
exlen = fulllen + 20;
if ((ret = __os_malloc(dbenv, exlen, &exname)) != 0)
goto err;
ndir = new = NULL;
if (newname != NULL) {
if ((ret = __os_strdup(dbenv, newname, &namep)) != 0)
goto err;
ndir = namep;
if ((new = __db_rpath(namep)) != NULL)
*new++ = '\0';
else {
new = namep;
ndir = PATH_DOT;
}
}
for (i = 0; i < cnt; i++) {
if (strncmp(names[i], endpath, len) != 0)
continue;
for (cp = &names[i][len]; *cp != '\0'; cp++)
if (!isdigit((int)*cp))
break;
if (*cp != '\0')
continue;
exid = (u_int32_t)strtoul(names[i] + len, NULL, 10);
__qam_exid(dbp, fid, exid);
switch (op) {
case QAM_NAME_DISCARD:
snprintf(exname, exlen,
"%s%s", fullname, names[i] + len);
if ((t_ret = __memp_nameop(dbenv,
fid, NULL, exname, NULL,
F_ISSET(dbp, DB_AM_INMEM))) != 0 && ret == 0)
ret = t_ret;
break;
case QAM_NAME_RENAME:
snprintf(nbuf, sizeof(nbuf), QUEUE_EXTENT,
ndir, PATH_SEPARATOR[0], new, exid);
QAM_EXNAME(qp, exid, buf, sizeof(buf));
if ((ret = __fop_rename(dbenv,
txn, buf, nbuf, fid, DB_APP_DATA, 1,
F_ISSET(dbp, DB_AM_NOT_DURABLE) ?
DB_LOG_NOT_DURABLE : 0)) != 0)
goto err;
break;
case QAM_NAME_REMOVE:
QAM_EXNAME(qp, exid, buf, sizeof(buf));
if ((ret = __fop_remove(dbenv, txn, fid, buf,
DB_APP_DATA, F_ISSET(dbp, DB_AM_NOT_DURABLE) ?
DB_LOG_NOT_DURABLE : 0)) != 0)
goto err;
break;
}
}
err: if (fullname != NULL)
__os_free(dbenv, fullname);
if (exname != NULL)
__os_free(dbenv, exname);
if (namep != NULL)
__os_free(dbenv, namep);
if (names != NULL)
__os_dirfree(dbenv, names, cnt);
return (ret);
}