diff options
Diffstat (limited to 'db/test/rep029.tcl')
-rw-r--r-- | db/test/rep029.tcl | 266 |
1 files changed, 168 insertions, 98 deletions
diff --git a/db/test/rep029.tcl b/db/test/rep029.tcl index f69a8f051..fd5454c36 100644 --- a/db/test/rep029.tcl +++ b/db/test/rep029.tcl @@ -1,9 +1,9 @@ # See the file LICENSE for redistribution information. # -# Copyright (c) 2004 -# Sleepycat Software. All rights reserved. +# Copyright (c) 2004-2006 +# Oracle Corporation. All rights reserved. # -# $Id: rep029.tcl,v 11.5 2004/10/04 18:15:14 sue Exp $ +# $Id: rep029.tcl,v 12.17 2006/08/24 14:46:37 bostic Exp $ # # TEST rep029 # TEST Test of internal initialization. @@ -15,49 +15,85 @@ # TEST Put one more record to the master. # proc rep029 { method { niter 200 } { tnum "029" } args } { + + source ./include.tcl + if { $is_windows9x_test == 1 } { + puts "Skipping replication test on Win 9x platform." + return + } + if { $checking_valid_methods } { + return "ALL" + } global passwd global has_crypto set args [convert_args $method $args] set saved_args $args + # Rep057 runs rep029 with in-memory named databases. + set inmem 0 + set msg "using regular named databases" + if { $tnum == "057" } { + set inmem 1 + set msg "using in-memory named databases" + if { [is_queueext $method] == 1 } { + puts "Skipping rep$tnum for method $method" + return + } + } + # This test needs to set its own pagesize. set pgindex [lsearch -exact $args "-pagesize"] - if { $pgindex != -1 } { - puts "Rep$tnum: skipping for specific pagesizes" - return - } + if { $pgindex != -1 } { + puts "Rep$tnum: skipping for specific pagesizes" + return + } + + set logsets [create_logsets 2] # Run the body of the test with and without recovery, - # and with and without cleaning. - set recopts { "" " -recover " } - set cleanopts { clean noclean } - foreach r $recopts { - foreach c $cleanopts { - set envargs "" - set args $saved_args - puts "Rep$tnum ($method $envargs $c $r $args):\ - Test of internal initialization." - rep029_sub $method $niter $tnum $envargs \ - $r $c $args - - if { $has_crypto == 0 } { - continue - } + # and with and without cleaning. Skip recovery with in-memory + # logging - it doesn't make sense. + set opts { bulk clean noclean } + foreach r $test_recopts { + foreach c $opts { + foreach l $logsets { + set logindex [lsearch -exact $l "in-memory"] + if { $r == "-recover" && $logindex != -1 } { + puts "Skipping rep$tnum for -recover\ + with in-memory logs." + continue + } + set envargs "" + set args $saved_args + puts "Rep$tnum ($method $envargs $r $c $args):\ + Test of internal initialization with $msg." + puts "Rep$tnum: Master logs are [lindex $l 0]" + puts "Rep$tnum: Client logs are [lindex $l 1]" + rep029_sub $method $niter $tnum $envargs \ + $l $r $c $inmem $args - # Run same set of tests with security. - # - append envargs " -encryptaes $passwd " - append args " -encrypt " - puts "Rep$tnum ($method $envargs $r $args):\ - Test of internal initialization." - rep029_sub $method $niter $tnum $envargs \ - $r $c $args + # Skip encrypted tests if not supported. + if { $has_crypto == 0 || $inmem } { + continue + } + + # Run same set of tests with security. + # + append envargs " -encryptaes $passwd " + append args " -encrypt " + puts "Rep$tnum ($method $envargs $r $c $args):\ + Test of internal initialization with $msg." + puts "Rep$tnum: Master logs are [lindex $l 0]" + puts "Rep$tnum: Client logs are [lindex $l 1]" + rep029_sub $method $niter $tnum $envargs \ + $l $r $c $inmem $args + } } } } -proc rep029_sub { method niter tnum envargs recargs clean largs } { +proc rep029_sub { method niter tnum envargs logset recargs opts inmem largs } { global testdir global passwd global util_path @@ -79,27 +115,38 @@ proc rep029_sub { method niter tnum envargs recargs clean largs } { append largs " -pagesize $pagesize " set log_buf [expr $pagesize * 2] set log_max [expr $log_buf * 4] + set m_logargs " -log_buffer $log_buf" + set c_logargs " -log_buffer $log_buf" + + set m_logtype [lindex $logset 0] + set c_logtype [lindex $logset 1] + + # In-memory logs cannot be used with -txn nosync. + set m_logargs [adjust_logargs $m_logtype] + set c_logargs [adjust_logargs $c_logtype] + set m_txnargs [adjust_txnargs $m_logtype] + set c_txnargs [adjust_txnargs $c_logtype] # Open a master. repladd 1 - set ma_envcmd "berkdb_env_noerr -create -txn nosync \ - -log_buffer $log_buf -log_max $log_max $envargs \ + set ma_envcmd "berkdb_env_noerr -create $m_txnargs \ + $m_logargs -log_max $log_max $envargs \ -home $masterdir -rep_transport \[list 1 replsend\]" -# set ma_envcmd "berkdb_env_noerr -create -txn nosync \ -# -log_buffer $log_buf -log_max $log_max $envargs \ -# -verbose {rep on} -errpfx MASTER \ +# set ma_envcmd "berkdb_env_noerr -create $m_txnargs \ +# $m_logargs -log_max $log_max $envargs \ +# -verbose {rep on} -errpfx MASTER -errfile /dev/stderr \ # -home $masterdir -rep_transport \[list 1 replsend\]" set masterenv [eval $ma_envcmd $recargs -rep_master] error_check_good master_env [is_valid_env $masterenv] TRUE # Open a client repladd 2 - set cl_envcmd "berkdb_env_noerr -create -txn nosync \ - -log_buffer $log_buf -log_max $log_max $envargs \ + set cl_envcmd "berkdb_env_noerr -create $c_txnargs \ + $c_logargs -log_max $log_max $envargs \ -home $clientdir -rep_transport \[list 2 replsend\]" -# set cl_envcmd "berkdb_env_noerr -create -txn nosync \ -# -log_buffer $log_buf -log_max $log_max $envargs \ -# -verbose {rep on} -errpfx CLIENT \ +# set cl_envcmd "berkdb_env_noerr -create $c_txnargs \ +# $c_logargs -log_max $log_max $envargs \ +# -verbose {rep on} -errpfx CLIENT -errfile /dev/stderr \ # -home $clientdir -rep_transport \[list 2 replsend\]" set clientenv [eval $cl_envcmd $recargs -rep_client] error_check_good client_env [is_valid_env $clientenv] TRUE @@ -110,11 +157,11 @@ proc rep029_sub { method niter tnum envargs recargs clean largs } { # Run rep_test in the master (and update client). puts "\tRep$tnum.a: Running rep_test in replicated env." - eval rep_test $method $masterenv NULL $niter 0 0 0 $largs - process_msgs $envlist - - puts "\tRep$tnum.b: Close client." - error_check_good client_close [$clientenv close] 0 + set start 0 + eval rep_test $method $masterenv NULL $niter $start $start 0 $inmem $largs + incr start $niter + process_msgs $envlist 0 NONE err + error_check_good process_msgs $err 0 if { [lsearch $envargs "-encrypta*"] !=-1 } { set enc "-P $passwd" @@ -122,27 +169,47 @@ proc rep029_sub { method niter tnum envargs recargs clean largs } { set enc "" } - # Run rep_test in the master (don't update client). - puts "\tRep$tnum.c: Running rep_test in replicated env." - eval rep_test $method $masterenv NULL $niter 0 0 0 $largs - replclear 2 + # Find out what exists on the client. We need to loop until + # the first master log file > last client log file. + puts "\tRep$tnum.b: Close client." + if { $c_logtype != "in-memory" } { + set res [eval exec $util_path/db_archive $enc -l -h $clientdir] + } + set last_client_log [get_logfile $clientenv last] + error_check_good client_close [$clientenv close] 0 - puts "\tRep$tnum.d: Run db_archive on master." - set res [eval exec $util_path/db_archive $enc -l -h $masterdir] - error_check_bad log.1.present [lsearch -exact $res log.0000000001] -1 - set res [eval exec $util_path/db_archive $enc -d -h $masterdir] - set res [eval exec $util_path/db_archive $enc -l -h $masterdir] - error_check_good log.1.gone [lsearch -exact $res log.0000000001] -1 + set stop 0 + while { $stop == 0 } { + # Run rep_test in the master (don't update client). + puts "\tRep$tnum.c: Running rep_test in replicated env." + eval rep_test \ + $method $masterenv NULL $niter $start $start 0 $inmem $largs + incr start $niter + replclear 2 - puts "\tRep$tnum.e: Reopen client ($clean)." - if { $clean == "clean" } { + puts "\tRep$tnum.d: Run db_archive on master." + if { $m_logtype != "in-memory"} { + set res [eval exec $util_path/db_archive $enc -d -h $masterdir] + } + set first_master_log [get_logfile $masterenv first] + if { $first_master_log > $last_client_log } { + set stop 1 + } + } + + puts "\tRep$tnum.e: Reopen client ($opts)." + if { $opts == "clean" } { env_cleanup $clientdir } + if { $opts == "bulk" } { + error_check_good bulk [$masterenv rep_config {bulk on}] 0 + } set clientenv [eval $cl_envcmd $recargs -rep_client] error_check_good client_env [is_valid_env $clientenv] TRUE set envlist "{$masterenv 1} {$clientenv 2}" process_msgs $envlist 0 NONE err - if { $clean == "noclean" } { + error_check_good process_msgs $err 0 + if { $opts != "clean" } { puts "\tRep$tnum.e.1: Trigger log request" # # When we don't clean, starting the client doesn't @@ -151,57 +218,60 @@ proc rep029_sub { method niter tnum envargs recargs clean largs } { # logs and that will trigger it. # set entries 10 - eval rep_test $method $masterenv NULL $entries $niter 0 0 $largs + eval rep_test\ + $method $masterenv NULL $entries $start $start 0 $inmem $largs + incr start $entries + process_msgs $envlist 0 NONE err + error_check_good process_msgs $err 0 + } + + puts "\tRep$tnum.f: Verify databases" + # + # If doing bulk testing, turn it off now so that it forces us + # to flush anything currently in the bulk buffer. We need to + # do this because rep_test might have aborted a transaction on + # its last iteration and those log records would still be in + # the bulk buffer causing the log comparison to fail. + # + if { $opts == "bulk" } { + puts "\tRep$tnum.f.1: Turn off bulk transfers." + error_check_good bulk [$masterenv rep_config {bulk off}] 0 process_msgs $envlist 0 NONE err + error_check_good process_msgs $err 0 + } + + # + # !!! This test CANNOT use rep_verify due to encryption. + # Just compare databases. We either have to copy in + # all the code in rep_verify to adjust the beginning LSN + # or skip the log check for just this one test. + if { $inmem == 1 } { + set dbname { "" "test.db" } + } else { + set dbname "test.db" } - puts "\tRep$tnum.f: Verify logs and databases" - # Check that master and client logs and dbs are identical. - # Logs first ... - set stat [catch {eval exec $util_path/db_printlog $enc \ - -h $masterdir > $masterdir/prlog} result] - error_check_good stat_mprlog $stat 0 - set stat [catch {eval exec $util_path/db_printlog $enc \ - -h $clientdir > $clientdir/prlog} result] - error_check_good stat_cprlog $stat 0 - error_check_good log_cmp \ - [filecmp $masterdir/prlog $clientdir/prlog] 0 - - # ... now the databases. - set dbname "test.db" - set db1 [eval {berkdb_open -env $masterenv} $largs {-rdonly $dbname}] - set db2 [eval {berkdb_open -env $clientenv} $largs {-rdonly $dbname}] - - error_check_good comparedbs [db_compare \ - $db1 $db2 $masterdir/$dbname $clientdir/$dbname] 0 - error_check_good db1_close [$db1 close] 0 - error_check_good db2_close [$db2 close] 0 + rep_verify $masterdir $masterenv $clientdir $clientenv 1 1 0 $dbname # Add records to the master and update client. puts "\tRep$tnum.g: Add more records and check again." set entries 10 - eval rep_test $method $masterenv NULL $entries $niter 0 0 $largs + eval rep_test $method $masterenv NULL $entries $start $start 0 $inmem $largs + incr start $entries process_msgs $envlist 0 NONE err + error_check_good process_msgs $err 0 - # Check again that master and client logs and dbs are identical. - set stat [catch {eval exec $util_path/db_printlog $enc \ - -h $masterdir > $masterdir/prlog} result] - error_check_good stat_mprlog $stat 0 - set stat [catch {eval exec $util_path/db_printlog $enc \ - -h $clientdir > $clientdir/prlog} result] - error_check_good stat_cprlog $stat 0 - error_check_good log_cmp \ - [filecmp $masterdir/prlog $clientdir/prlog] 0 + rep_verify $masterdir $masterenv $clientdir $clientenv 1 1 0 $dbname - set db1 [eval {berkdb_open -env $masterenv} $largs {-rdonly $dbname}] - set db2 [eval {berkdb_open -env $clientenv} $largs {-rdonly $dbname}] - - error_check_good comparedbs [db_compare \ - $db1 $db2 $masterdir/$dbname $clientdir/$dbname] 0 - error_check_good db1_close [$db1 close] 0 - error_check_good db2_close [$db2 close] 0 + set bulkxfer [stat_field $masterenv rep_stat "Bulk buffer transfers"] + if { $opts == "bulk" } { + error_check_bad bulkxferon $bulkxfer 0 + } else { + error_check_good bulkxferoff $bulkxfer 0 + } error_check_good masterenv_close [$masterenv close] 0 error_check_good clientenv_close [$clientenv close] 0 replclose $testdir/MSGQUEUEDIR } + |