/*- * See the file LICENSE for redistribution information. * * Copyright (c) 1997-2009 Oracle. All rights reserved. * * $Id$ */ #include #include #include #include #include #include #include "dbstl_vector.h" #include "dbstl_map.h" using std::cout; using std::cerr; typedef enum { ACCOUNT, BRANCH, TELLER } FTYPE; static int invarg(int, char *); u_int32_t random_id(FTYPE, u_int32_t, u_int32_t, u_int32_t); u_int32_t random_int(u_int32_t, u_int32_t); static int usage(void); int verbose; const char *progname = "StlTpcbExample"; // Program name. // Forward declared data classes class Defrec; class Histrec; typedef dbstl::db_map DefrecMap; typedef dbstl::db_vector HistrecVector; class StlTpcbExample : public DbEnv { public: void populate(int, int, int, int); void run(int, int, int, int); int txn(DefrecMap *, DefrecMap *, DefrecMap *, HistrecVector *, int accounts, int branches, int tellers); void populateHistory( HistrecVector *, int, u_int32_t, u_int32_t, u_int32_t); void populateTable( DefrecMap *, u_int32_t, u_int32_t, int, const char *); // Note: the constructor creates a DbEnv(), which is // not fully initialized until the DbEnv::open() method // is called. // StlTpcbExample(const char *home, int cachesize, int flags); private: static const char FileName[]; // no need for copy and assignment StlTpcbExample(const StlTpcbExample &); void operator = (const StlTpcbExample &); }; // // This program implements a basic TPC/B driver program. To create the // TPC/B database, run with the -i (init) flag. The number of records // with which to populate the account, history, branch, and teller tables // is specified by the a, s, b, and t flags respectively. To run a TPC/B // test, use the n flag to indicate a number of transactions to run (note // that you can run many of these processes in parallel to simulate a // multiuser test run). // #define TELLERS_PER_BRANCH 100 #define ACCOUNTS_PER_TELLER 1000 #define HISTORY_PER_BRANCH 2592000 /* * The default configuration that adheres to TPCB scaling rules requires * nearly 3 GB of space. To avoid requiring that much space for testing, * we set the parameters much lower. If you want to run a valid 10 TPS * configuration, define VALID_SCALING. */ #ifdef VALID_SCALING #define ACCOUNTS 1000000 #define BRANCHES 10 #define TELLERS 100 #define HISTORY 25920000 #endif #ifdef TINY #define ACCOUNTS 1000 #define BRANCHES 10 #define TELLERS 100 #define HISTORY 10000 #endif #if !defined(VALID_SCALING) && !defined(TINY) #define ACCOUNTS 100000 #define BRANCHES 10 #define TELLERS 100 #define HISTORY 259200 #endif #define HISTORY_LEN 100 #define RECLEN 100 #define BEGID 1000000 class Defrec { public: u_int32_t id; u_int32_t balance; u_int8_t pad[RECLEN - sizeof(u_int32_t) - sizeof(u_int32_t)]; }; class Histrec { public: u_int32_t aid; u_int32_t bid; u_int32_t tid; u_int32_t amount; u_int8_t pad[RECLEN - 4 * sizeof(u_int32_t)]; }; int main(int argc, char *argv[]) { unsigned long seed; int accounts, branches, tellers, history; int iflag, mpool, ntxns, txn_no_sync; const char *home; char *endarg; home = "TESTDIR"; accounts = branches = history = tellers = 0; txn_no_sync = 0; mpool = ntxns = 0; verbose = 0; iflag = 0; seed = (unsigned long)time(NULL); for (int i = 1; i < argc; ++i) { if (strcmp(argv[i], "-a") == 0) { // Number of account records if ((accounts = atoi(argv[++i])) <= 0) return (invarg('a', argv[i])); } else if (strcmp(argv[i], "-b") == 0) { // Number of branch records if ((branches = atoi(argv[++i])) <= 0) return (invarg('b', argv[i])); } else if (strcmp(argv[i], "-c") == 0) { // Cachesize in bytes if ((mpool = atoi(argv[++i])) <= 0) return (invarg('c', argv[i])); } else if (strcmp(argv[i], "-f") == 0) { // Fast mode: no txn sync. txn_no_sync = 1; } else if (strcmp(argv[i], "-h") == 0) { // DB home. home = argv[++i]; } else if (strcmp(argv[i], "-i") == 0) { // Initialize the test. iflag = 1; } else if (strcmp(argv[i], "-n") == 0) { // Number of transactions if ((ntxns = atoi(argv[++i])) <= 0) return (invarg('n', argv[i])); } else if (strcmp(argv[i], "-S") == 0) { // Random number seed. seed = strtoul(argv[++i], &endarg, 0); if (*endarg != '\0') return (invarg('S', argv[i])); } else if (strcmp(argv[i], "-s") == 0) { // Number of history records if ((history = atoi(argv[++i])) <= 0) return (invarg('s', argv[i])); } else if (strcmp(argv[i], "-t") == 0) { // Number of teller records if ((tellers = atoi(argv[++i])) <= 0) return (invarg('t', argv[i])); } else if (strcmp(argv[i], "-v") == 0) { // Verbose option. verbose = 1; } else { return (usage()); } } srand((unsigned int)seed); accounts = accounts == 0 ? ACCOUNTS : accounts; branches = branches == 0 ? BRANCHES : branches; tellers = tellers == 0 ? TELLERS : tellers; history = history == 0 ? HISTORY : history; if (verbose) cout << (long)accounts << " Accounts, " << (long)branches << " Branches, " << (long)tellers << " Tellers, " << (long)history << " History\n"; try { // Initialize the database environment. // Must be done in within a try block, unless you // change the error model in the environment options. // StlTpcbExample app( home, mpool, txn_no_sync ? DB_TXN_NOSYNC : 0); if (iflag) { if (ntxns != 0) return (usage()); app.populate(accounts, branches, history, tellers); } else { if (ntxns == 0) return (usage()); app.run(ntxns, accounts, branches, tellers); } dbstl::dbstl_exit(); return (EXIT_SUCCESS); } catch (DbException &dbe) { cerr << "StlTpcbExample: " << dbe.what() << "\n"; return (EXIT_FAILURE); } } static int invarg(int arg, char *str) { cerr << "StlTpcbExample: invalid argument for -" << (char)arg << ": " << str << "\n"; return (EXIT_FAILURE); } static int usage() { cerr << "usage: StlTpcbExample [-fiv] [-a accounts] [-b branches]\n" << " [-c cachesize] [-h home] [-n transactions]\n" << " [-S seed] [-s history] [-t tellers]\n"; return (EXIT_FAILURE); } StlTpcbExample::StlTpcbExample(const char *home, int cachesize, int flags) : DbEnv(DB_CXX_NO_EXCEPTIONS) { u_int32_t local_flags; set_error_stream(&cerr); set_errpfx("StlTpcbExample"); (void)set_lk_detect(DB_LOCK_DEFAULT); (void)set_cachesize(0, cachesize == 0 ? 4 * 1024 * 1024 : (u_int32_t)cachesize, 0); set_lk_max_lockers(1024 * 128); set_lk_max_locks(1024 * 128); set_lk_max_objects(1024 * 128); if (flags & (DB_TXN_NOSYNC)) set_flags(DB_TXN_NOSYNC, 1); flags &= ~(DB_TXN_NOSYNC); local_flags = flags | DB_CREATE | DB_INIT_LOCK | DB_INIT_LOG | DB_INIT_MPOOL | DB_INIT_TXN; open(home, local_flags, 0); dbstl::register_db_env(this); } // // Initialize the database to the specified number of accounts, branches, // history records, and tellers. // void StlTpcbExample::populate(int accounts, int branches, int history, int tellers) { Db *dbp; DefrecMap *accounts_map, *branches_map, *tellers_map; HistrecVector *history_vector; int err, oflags; u_int32_t balance, idnum; u_int32_t end_anum, end_bnum, end_tnum; u_int32_t start_anum, start_bnum, start_tnum; idnum = BEGID; balance = 500000; oflags = DB_CREATE; dbp = new Db(this, DB_CXX_NO_EXCEPTIONS); dbp->set_h_nelem((unsigned int)accounts); if ((err = dbp->open(NULL, "account", NULL, DB_HASH, oflags, 0644)) != 0) { DbException except("Account file create failed", err); throw except; } dbstl::register_db(dbp); accounts_map = new DefrecMap(dbp, this); start_anum = idnum; populateTable(accounts_map, idnum, balance, accounts, "account"); idnum += accounts; end_anum = idnum - 1; // Automatically closes the underlying database. delete accounts_map; dbstl::close_db(dbp); delete dbp; if (verbose) cout << "Populated accounts: " << (long)start_anum << " - " << (long)end_anum << "\n"; dbp = new Db(this, DB_CXX_NO_EXCEPTIONS); // // Since the number of branches is very small, we want to use very // small pages and only 1 key per page. This is the poor-man's way // of getting key locking instead of page locking. // dbp->set_h_ffactor(1); dbp->set_h_nelem((unsigned int)branches); dbp->set_pagesize(512); if ((err = dbp->open(NULL, "branch", NULL, DB_HASH, oflags, 0644)) != 0) { DbException except("Branch file create failed", err); throw except; } dbstl::register_db(dbp); branches_map = new DefrecMap(dbp, this); start_bnum = idnum; populateTable(branches_map, idnum, balance, branches, "branch"); idnum += branches; end_bnum = idnum - 1; delete branches_map; dbstl::close_db(dbp); delete dbp; if (verbose) cout << "Populated branches: " << (long)start_bnum << " - " << (long)end_bnum << "\n"; dbp = new Db(this, DB_CXX_NO_EXCEPTIONS); // // In the case of tellers, we also want small pages, but we'll let // the fill factor dynamically adjust itself. // dbp->set_h_ffactor(0); dbp->set_h_nelem((unsigned int)tellers); dbp->set_pagesize(512); if ((err = dbp->open(NULL, "teller", NULL, DB_HASH, oflags, 0644)) != 0) { DbException except("Teller file create failed", err); throw except; } dbstl::register_db(dbp); tellers_map = new DefrecMap(dbp, this); start_tnum = idnum; populateTable(tellers_map, idnum, balance, tellers, "teller"); idnum += tellers; end_tnum = idnum - 1; delete tellers_map; dbstl::close_db(dbp); delete dbp; if (verbose) cout << "Populated tellers: " << (long)start_tnum << " - " << (long)end_tnum << "\n"; dbp = new Db(this, DB_CXX_NO_EXCEPTIONS); dbp->set_re_len(HISTORY_LEN); if ((err = dbp->open(NULL, "history", NULL, DB_RECNO, oflags, 0644)) != 0) { DbException except("Create of history file failed", err); throw except; } dbstl::register_db(dbp); history_vector = new HistrecVector(dbp, this); populateHistory(history_vector, history, accounts, branches, tellers); delete history_vector; dbstl::close_db(dbp); delete dbp; } void StlTpcbExample::populateTable(DefrecMap *drm, u_int32_t start_id, u_int32_t balance, int nrecs, const char *msg) { Defrec drec; int i; dbstl::pair::iterator, bool > ib; memset(&drec.pad[0], 1, sizeof(drec.pad)); try { for (i = 0; i < nrecs; i++) { drec.id = start_id + (u_int32_t)i; drec.balance = balance; ib = drm->insert(dbstl::make_pair(drec.id, drec)); if (ib.second == false) throw "failed to insert record"; } } catch (...) { throw; } } void StlTpcbExample::populateHistory(HistrecVector *hrm, int nrecs, u_int32_t accounts, u_int32_t branches, u_int32_t tellers) { Histrec hrec; int i; memset(&hrec.pad[0], 1, sizeof(hrec.pad)); hrec.amount = 10; try { for (i = 1; i <= nrecs; i++) { hrec.aid = random_id( ACCOUNT, accounts, branches, tellers); hrec.bid = random_id( BRANCH, accounts, branches, tellers); hrec.tid = random_id( TELLER, accounts, branches, tellers); hrm->push_back(hrec); } } catch (...) { throw; } } u_int32_t random_int(u_int32_t lo, u_int32_t hi) { u_int32_t ret; int t; t = rand(); ret = (u_int32_t)(((double)t / ((double)(RAND_MAX) + 1)) * (hi - lo + 1)); ret += lo; return (ret); } u_int32_t random_id(FTYPE type, u_int32_t accounts, u_int32_t branches, u_int32_t tellers) { u_int32_t min, max, num; max = min = BEGID; num = accounts; switch (type) { case TELLER: min += branches; num = tellers; // Fallthrough case BRANCH: if (type == BRANCH) num = branches; min += accounts; // Fallthrough case ACCOUNT: max = min + num - 1; } return (random_int(min, max)); } void StlTpcbExample::run(int n, int accounts, int branches, int tellers) { Db *adb, *bdb, *hdb, *tdb; DefrecMap *accounts_map, *branches_map, *tellers_map; HistrecVector *history_vector; int failed, oflags, ret, txns; time_t start_time, end_time; // // Open the database files. // oflags = DB_AUTO_COMMIT; int err; adb = new Db(this, DB_CXX_NO_EXCEPTIONS); if ((err = adb->open(NULL, "account", NULL, DB_UNKNOWN, oflags, 0)) != 0) { DbException except("Open of account file failed", err); throw except; } dbstl::register_db(adb); accounts_map = new DefrecMap(adb); bdb = new Db(this, DB_CXX_NO_EXCEPTIONS); if ((err = bdb->open(NULL, "branch", NULL, DB_UNKNOWN, oflags, 0)) != 0) { DbException except("Open of branch file failed", err); throw except; } dbstl::register_db(bdb); branches_map = new DefrecMap(bdb); tdb = new Db(this, DB_CXX_NO_EXCEPTIONS); if ((err = tdb->open(NULL, "teller", NULL, DB_UNKNOWN, oflags, 0)) != 0) { DbException except("Open of teller file failed", err); throw except; } dbstl::register_db(tdb); tellers_map = new DefrecMap(tdb); hdb = new Db(this, DB_CXX_NO_EXCEPTIONS); if ((err = hdb->open(NULL, "history", NULL, DB_UNKNOWN, oflags, 0)) != 0) { DbException except("Open of history file failed", err); throw except; } dbstl::register_db(hdb); history_vector = new HistrecVector(hdb); (void)time(&start_time); for (txns = n, failed = 0; n-- > 0;) if ((ret = txn(accounts_map, branches_map, tellers_map, history_vector, accounts, branches, tellers)) != 0) ++failed; (void)time(&end_time); if (end_time == start_time) ++end_time; // We use printf because it provides much simpler // formatting than iostreams. // printf("%s: %d txns: %d failed, %d sec, %.2f TPS\n", progname, txns, failed, (int)(end_time - start_time), (txns - failed) / (double)(end_time - start_time)); delete accounts_map; delete branches_map; delete tellers_map; delete history_vector; dbstl::close_all_dbs(); } // // XXX Figure out the appropriate way to pick out IDs. // int StlTpcbExample::txn(DefrecMap *accounts_map, DefrecMap *branches_map, DefrecMap *tellers_map, HistrecVector *history_vector, int accounts, int branches, int tellers) { Histrec hrec; DefrecMap::value_type_wrap::second_type recref, recref2, recref3; int account, branch, teller; /* * !!! * This is sample code -- we could move a lot of this into the driver * to make it faster. */ account = random_id(ACCOUNT, accounts, branches, tellers); branch = random_id(BRANCH, accounts, branches, tellers); teller = random_id(TELLER, accounts, branches, tellers); hrec.aid = account; hrec.bid = branch; hrec.tid = teller; hrec.amount = 10; /* * START PER-TRANSACTION TIMING. * * Technically, TPCB requires a limit on response time, you only get * to count transactions that complete within 2 seconds. That's not * an issue for this sample application -- regardless, here's where * the transaction begins. */ try { dbstl::begin_txn(0, this); /* Account record */ recref = (*accounts_map)[account]; recref.balance += 10; recref._DB_STL_StoreElement(); /* Branch record */ recref2 = (*branches_map)[branch]; recref2.balance += 10; recref2._DB_STL_StoreElement(); /* Teller record */ recref3 = (*tellers_map)[teller]; recref3.balance += 10; recref3._DB_STL_StoreElement(); /* History record */ history_vector->push_back(hrec); dbstl::commit_txn(this); /* END PER-TRANSACTION TIMING. */ return (0); } catch (DbDeadlockException) { dbstl::abort_txn(this); if (verbose) cout << "Transaction A=" << (long)account << " B=" << (long)branch << " T=" << (long)teller << " failed\n"; return (DB_LOCK_DEADLOCK); } catch(...) { dbstl::abort_txn(this); throw; } }