15 Apr
2015
15 Apr
'15
3:57 p.m.
This is a multi-part message in MIME format. --------------030305070307090003010905 Content-Type: text/plain; charset=UTF-8; format=flowed Content-Transfer-Encoding: 7bit
Gawen ARAB wrote:
Thanks for the report. Unfortunately, it appears the DB was constructed incorrectly at some time in the past, so even updating to later revisions of the code won't avoid the crash. It's more important now to find the sequence of steps that recreates the invalid DB in the first place, or verify that the same sequence doesn't crash using the 0.9.15 release candidate.OK. I'll try to reproduce the steps.
I reproduced an occurrence of this assert using the attached test program. This particular bug is now fixed in git, but since we never had a test case for your original situation it's still unconfirmed whether this fix addresses your issue. Were you able to do any further testing?
--
-- Howard Chu
CTO, Symas Corp. http://www.symas.com
Director, Highland Sun http://highlandsun.com/hyc/
Chief Architect, OpenLDAP http://www.openldap.org/project/
--------------030305070307090003010905
Content-Type: text/x-csrc;
name="its8062.c"
Content-Transfer-Encoding: 7bit
Content-Disposition: attachment;
filename="its8062.c"
/* mtest.c - memory-mapped database tester/toy */
/*
* Copyright 2011-2015 Howard Chu, Symas Corp.
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted only as authorized by the OpenLDAP
* Public License.
*
* A copy of this license is available in the file LICENSE in the
* top-level directory of the distribution or, alternatively, at
* http://www.OpenLDAP.org/license.html.
*/
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include "lmdb.h"
#define E(expr) CHECK((rc = (expr)) == MDB_SUCCESS, #expr)
#define RES(err, expr) ((rc = expr) == (err) || (CHECK(!rc, #expr), 0))
#define CHECK(test, msg) ((test) ? (void)0 : ((void)fprintf(stderr, \
"%s:%d: %s: %s\n", __FILE__, __LINE__, msg, mdb_strerror(rc)), abort()))
/* Write an 8 byte integer in big-endian order */
void L2B(unsigned long l, char *c)
{
int i;
for (i=7; i>=0; i--) {
c[i] = l & 0xff;
l >>= 8;
}
}
int main(int argc,char * argv[])
{
int i = 0, j = 0, rc;
MDB_env *env;
MDB_dbi dbi;
MDB_val headkey1, headkey2, headkey3, TERMINATOR;
MDB_val key, data;
MDB_txn *txn;
MDB_cursor *cursor;
int count = 1024;
char ck1[24], ck2[24], ck3[24], ckx[32],
cterm[511];
char cvar[1024];
E(mdb_env_create(&env));
E(mdb_env_set_mapsize(env, 1024*1024*1024));
E(mdb_env_set_maxdbs(env, 2));
E(mdb_env_open(env, "./testdb", MDB_NOSYNC, 0664));
E(mdb_txn_begin(env, NULL, 0, &txn));
E(mdb_dbi_open(txn, "test", MDB_CREATE, &dbi));
E(mdb_txn_commit(txn));
/* set up 3 partitions of data */
headkey1.mv_size = 24; headkey1.mv_data = ck1;
headkey2.mv_size = 24; headkey2.mv_data = ck2;
headkey3.mv_size = 24; headkey3.mv_data = ck3;
/* and a final record */
TERMINATOR.mv_size = sizeof(cterm); TERMINATOR.mv_data = cterm;
memset(cterm, 255, sizeof(cterm));
memset(ck1, 0, 24);
memset(ck2, 0, 24);
memset(ck3, 0, 24);
memset(ckx, 0, 24);
/* Assign the 3 partition keys */
L2B(1, ck1);
L2B(-1, ck2);
L2B(0, ck3);
E(mdb_txn_begin(env, NULL, 0, &txn));
/* Terminator data is a single NUL byte */
data.mv_size = 1;
data.mv_data = cvar;
cvar[0] = 0;
E(mdb_put(txn, dbi, &TERMINATOR, &data, 0));
/* Partition data is 24 NUL bytes */
memset(cvar, 0, 24);
data.mv_size = 24;
E(mdb_put(txn, dbi, &headkey1, &data, 0));
E(mdb_put(txn, dbi, &headkey2, &data, 0));
E(mdb_put(txn, dbi, &headkey3, &data, 0));
/* Main data is 35 NUL bytes, keys are 32 bytes */
memset(cvar, 0, 35);
data.mv_size = 35;
key.mv_data = ckx;
key.mv_size = 32;
for (i=1; i<=count; i++) {
L2B(i, ckx+24);
memcpy(ckx, headkey1.mv_data, 24);
E(mdb_put(txn, dbi, &key, &data, 0));
memcpy(ckx, headkey2.mv_data, 24);
E(mdb_put(txn, dbi, &key, &data, 0));
memcpy(ckx, headkey3.mv_data, 24);
E(mdb_put(txn, dbi, &key, &data, 0));
}
/* Delete from 1st partition */
E(mdb_cursor_open(txn, dbi, &cursor));
E(mdb_cursor_get(cursor, &headkey1, &data, MDB_SET));
for (i=0; i<count; i++) {
E(mdb_cursor_del(cursor, 0));
E(mdb_cursor_get(cursor, &key, &data, MDB_NEXT));
}
mdb_cursor_close(cursor);
/* Delete from 2nd partition - assert happens here */
E(mdb_cursor_open(txn, dbi, &cursor));
E(mdb_cursor_get(cursor, &headkey2, &data, MDB_SET));
for (i=0; i<count; i++) {
E(mdb_cursor_del(cursor, 0));
E(mdb_cursor_get(cursor, &key, &data, MDB_NEXT));
}
mdb_cursor_close(cursor);
/* Delete from 3rd partition - not reached */
E(mdb_cursor_open(txn, dbi, &cursor));
E(mdb_cursor_get(cursor, &headkey3, &data, MDB_SET));
for (i=0; i<count; i++) {
E(mdb_cursor_del(cursor, 0));
E(mdb_cursor_get(cursor, &key, &data, MDB_NEXT));
}
mdb_cursor_close(cursor);
E(mdb_txn_commit(txn));
mdb_dbi_close(env, dbi);
mdb_env_close(env);
return 0;
}
--------------030305070307090003010905--