mongo/jstests/replsets/step_down_during_draining3.js

111 lines
4.3 KiB
JavaScript

// Test that the stepdown command can be run successfully during drain mode
import {FeatureFlagUtil} from "jstests/libs/feature_flag_util.js";
import {ReplSetTest} from "jstests/libs/replsettest.js";
import {reconnect} from "jstests/replsets/rslib.js";
let replSet = new ReplSetTest({name: "testSet", nodes: 3});
let nodes = replSet.nodeList();
replSet.startSet();
let conf = replSet.getReplSetConfig();
conf.members[2].priority = 0;
conf.settings = conf.settings || {};
conf.settings.chainingAllowed = false;
conf.settings.catchUpTimeoutMillis = 0;
replSet.initiate(conf);
let primary = replSet.getPrimary();
let secondary = replSet.getSecondary();
// Set verbosity for replication on all nodes.
let verbosity = {
"setParameter": 1,
"logComponentVerbosity": {
"replication": {"verbosity": 3},
},
};
replSet.nodes.forEach(function (node) {
node.adminCommand(verbosity);
});
function enableFailPoint(node) {
jsTest.log("enable failpoint " + node.host);
assert.commandWorked(node.adminCommand({configureFailPoint: "rsSyncApplyStop", mode: "alwaysOn"}));
// Wait for Oplog Applier to hang on the failpoint.
checkLog.contains(node, "rsSyncApplyStop fail point enabled. Blocking until fail point is disabled");
}
function disableFailPoint(node) {
jsTest.log("disable failpoint " + node.host);
assert.commandWorked(node.adminCommand({configureFailPoint: "rsSyncApplyStop", mode: "off"}));
}
// The default WC is majority and rsSyncApplyStop failpoint will prevent satisfying any majority
// writes.
assert.commandWorked(
primary.adminCommand({setDefaultRWConcern: 1, defaultWriteConcern: {w: 1}, writeConcern: {w: "majority"}}),
);
// Do an initial insert to prevent the secondary from going into recovery
let numDocuments = 20;
let coll = primary.getDB("foo").foo;
assert.commandWorked(coll.insert({x: 0}, {writeConcern: {w: 3}}));
replSet.awaitReplication();
// Enable fail point to stop replication.
let secondaries = replSet.getSecondaries();
secondaries.forEach(enableFailPoint);
const reduceMajorityWriteLatency = FeatureFlagUtil.isPresentAndEnabled(secondary, "ReduceMajorityWriteLatency");
let bufferCountBefore = reduceMajorityWriteLatency
? secondary.getDB("foo").serverStatus().metrics.repl.buffer.write.count
: secondary.getDB("foo").serverStatus().metrics.repl.buffer.count;
for (let i = 1; i < numDocuments; ++i) {
assert.commandWorked(coll.insert({x: i}));
}
jsTestLog("Number of documents inserted into collection on primary: " + numDocuments);
assert.eq(numDocuments, primary.getDB("foo").foo.find().itcount());
assert.soon(
function () {
let serverStatus = secondary.getDB("foo").serverStatus();
let bufferCount = reduceMajorityWriteLatency
? serverStatus.metrics.repl.buffer.write.count
: serverStatus.metrics.repl.buffer.count;
let bufferCountChange = bufferCount - bufferCountBefore;
jsTestLog("Number of operations buffered on secondary since stopping applier: " + bufferCountChange);
return bufferCountChange == numDocuments - 1;
},
"secondary did not buffer operations for new inserts on primary",
ReplSetTest.kDefaultTimeoutMS,
1000,
);
reconnect(secondary);
replSet.stepUp(secondary, {awaitReplicationBeforeStepUp: false, awaitWritablePrimary: false});
// Secondary doesn't allow writes yet.
let res = secondary.getDB("admin").runCommand({"hello": 1});
assert(!res.isWritablePrimary);
assert.commandWorked(secondary.adminCommand({replSetStepDown: 60, force: true}));
// Assert stepdown was successful.
assert.eq(ReplSetTest.State.SECONDARY, secondary.adminCommand({replSetGetStatus: 1}).myState);
assert(!secondary.adminCommand("hello").isWritablePrimary);
// Prevent the producer from fetching new ops
assert.commandWorked(secondary.adminCommand({configureFailPoint: "stopReplProducer", mode: "alwaysOn"}));
// Allow the secondary to apply the ops already in its buffer.
jsTestLog("Re-enabling replication on secondaries");
assert.gt(numDocuments, secondary.getDB("foo").foo.find().itcount());
secondaries.forEach(disableFailPoint);
// The node should now be able to apply the writes in its buffer.
jsTestLog("Waiting for node to drain its apply buffer");
assert.soon(function () {
return secondary.getDB("foo").foo.find().itcount() == numDocuments;
});
replSet.stopSet();