|
Step 2
|
Collect and backup the Mongo data from the db-admin pods primary members.
-
Collect the names of the Mongo admin pods.
cloud-user@pcf-cm-node-master-1:~$ kubectl get pods -n pcf-ims | grep db-admin
db-admin-0 1/1 Running 0 13h
db-admin-1 1/1 Running 0 13h
db-admin-2 1/1 Running 0 13h
db-admin-config-0 1/1 Running 0 13h
db-admin-config-1 1/1 Running 0 13h
db-admin-config-2 1/1 Running 0 13h
-
Log in to the db-admin pod to acquire access to the primary pod member.
cloud-user@pcf-cm-node-master-1:~$ kubectl exec -it db-admin-0 -n pcf-ims bash
kubectl exec [POD] [COMMAND] is DEPRECATED and will be removed in a future version. Use kubectl exec [POD] -- [COMMAND] instead.
Defaulted container "mongo" out of: mongo, cleanup (init)
groups: cannot find name for group ID 303
# Login to mongo prompt
I have no name!@db-admin-0:/$ mongo
MongoDB shell version v4.0.2
connecting to: mongodb://127.0.0.1:27017/?compressors=disabled&gssapiServiceName=mongodb
Implicit session: session { "id" : UUID("fa2ee0ae-fcc3-45f4-80f4-f1658dd3297c") }
MongoDB server version: 4.0.2
Welcome to the MongoDB shell.
# Get the primary pod member using rs.status() command
admin:SECONDARY> rs.status()
{
"set" : "admin",
"date" : ISODate("2023-02-23T08:52:22.268Z"),
"myState" : 2,
"term" : NumberLong(3),
"syncSourceHost" : "mongo-admin-2:27017",
"syncSourceId" : 3,
"heartbeatIntervalMillis" : NumberLong(300),
"majorityVoteCount" : 2,
"writeMajorityCount" : 2,
"votingMembersCount" : 3,
"writableVotingMembersCount" : 3,
"optimes" : {
"lastCommittedOpTime" : {
"ts" : Timestamp(1677142340, 1),
"t" : NumberLong(3)
},
"lastCommittedWallTime" : ISODate("2023-02-23T08:52:20.219Z"),
"readConcernMajorityOpTime" : {
"ts" : Timestamp(1677142340, 1),
"t" : NumberLong(3)
},
"readConcernMajorityWallTime" : ISODate("2023-02-23T08:52:20.219Z"),
"appliedOpTime" : {
"ts" : Timestamp(1677142340, 1),
"t" : NumberLong(3)
},
"durableOpTime" : {
"ts" : Timestamp(1677142340, 1),
"t" : NumberLong(3)
},
"lastAppliedWallTime" : ISODate("2023-02-23T08:52:20.219Z"),
"lastDurableWallTime" : ISODate("2023-02-23T08:52:20.219Z")
},
"lastStableRecoveryTimestamp" : Timestamp(1677142310, 1),
"electionParticipantMetrics" : {
"votedForCandidate" : true,
"electionTerm" : NumberLong(3),
"lastVoteDate" : ISODate("2023-02-22T17:59:58.482Z"),
"electionCandidateMemberId" : 3,
"voteReason" : "",
"lastAppliedOpTimeAtElection" : {
"ts" : Timestamp(1677088640, 1),
"t" : NumberLong(2)
},
"maxAppliedOpTimeInSet" : {
"ts" : Timestamp(1677088640, 1),
"t" : NumberLong(2)
},
"priorityAtElection" : 1,
"newTermStartDate" : ISODate("2023-02-22T17:59:58.492Z"),
"newTermAppliedDate" : ISODate("2023-02-22T17:59:59.463Z")
},
"members" : [
{
"_id" : 1,
"name" : "mongo-admin-0:27017",
"health" : 1,
"state" : 2,
"stateStr" : "SECONDARY",
"uptime" : 53558,
"optime" : {
"ts" : Timestamp(1677142340, 1),
"t" : NumberLong(3)
},
"optimeDate" : ISODate("2023-02-23T08:52:20Z"),
"lastAppliedWallTime" : ISODate("2023-02-23T08:52:20.219Z"),
"lastDurableWallTime" : ISODate("2023-02-23T08:52:20.219Z"),
"syncSourceHost" : "mongo-admin-2:27017",
"syncSourceId" : 3,
"infoMessage" : "",
"configVersion" : 3,
"configTerm" : 3,
"self" : true,
"lastHeartbeatMessage" : ""
},
{
"_id" : 2,
"name" : "mongo-admin-1:27017",
"health" : 1,
"state" : 2,
"stateStr" : "SECONDARY",
"uptime" : 53543,
"optime" : {
"ts" : Timestamp(1677142340, 1),
"t" : NumberLong(3)
},
"optimeDurable" : {
"ts" : Timestamp(1677142340, 1),
"t" : NumberLong(3)
},
"optimeDate" : ISODate("2023-02-23T08:52:20Z"),
"optimeDurableDate" : ISODate("2023-02-23T08:52:20Z"),
"lastAppliedWallTime" : ISODate("2023-02-23T08:52:20.219Z"),
"lastDurableWallTime" : ISODate("2023-02-23T08:52:20.219Z"),
"lastHeartbeat" : ISODate("2023-02-23T08:52:22.266Z"),
"lastHeartbeatRecv" : ISODate("2023-02-23T08:52:22.265Z"),
"pingMs" : NumberLong(0),
"lastHeartbeatMessage" : "",
"syncSourceHost" : "mongo-admin-2:27017",
"syncSourceId" : 3,
"infoMessage" : "",
"configVersion" : 3,
"configTerm" : 3
},
{
"_id" : 3,
"name" : "mongo-admin-2:27017",
"health" : 1,
"state" : 1,
"stateStr" : "PRIMARY",
"uptime" : 53543,
"optime" : {
"ts" : Timestamp(1677142340, 1),
"t" : NumberLong(3)
},
"optimeDurable" : {
"ts" : Timestamp(1677142340, 1),
"t" : NumberLong(3)
},
"optimeDate" : ISODate("2023-02-23T08:52:20Z"),
"optimeDurableDate" : ISODate("2023-02-23T08:52:20Z"),
"lastAppliedWallTime" : ISODate("2023-02-23T08:52:20.219Z"),
"lastDurableWallTime" : ISODate("2023-02-23T08:52:20.219Z"),
"lastHeartbeat" : ISODate("2023-02-23T08:52:22.266Z"),
"lastHeartbeatRecv" : ISODate("2023-02-23T08:52:22.148Z"),
"pingMs" : NumberLong(0),
"lastHeartbeatMessage" : "",
"syncSourceHost" : "",
"syncSourceId" : -1,
"infoMessage" : "",
"electionTime" : Timestamp(1677088798, 1),
"electionDate" : ISODate("2023-02-22T17:59:58Z"),
"configVersion" : 3,
"configTerm" : 3
}
],
"ok" : 1,
"$gleStats" : {
"lastOpTime" : Timestamp(0, 0),
"electionId" : ObjectId("000000000000000000000000")
},
"lastCommittedOpTime" : Timestamp(1677142340, 1),
"$configServerState" : {
"opTime" : {
"ts" : Timestamp(1677142326, 3),
"t" : NumberLong(5)
}
},
"$clusterTime" : {
"clusterTime" : Timestamp(1677142340, 1),
"signature" : {
"hash" : BinData(0,"AAAAAAAAAAAAAAAAAAAAAAAAAAA="),
"keyId" : NumberLong(0)
}
},
"operationTime" : Timestamp(1677142340, 1)
}
admin:SECONDARY>
Note:- In the above output primary pod is db-admin-2
-
Log in to the primary db-admin pod and take the dump of data and create the tar file out of the dump.
cloud-user@pcf-cm-node-master-1:~$ kubectl exec -it db-admin-2 -n pcf-ims bash
kubectl exec [POD] [COMMAND] is DEPRECATED and will be removed in a future version. Use kubectl exec [POD] -- [COMMAND] instead.
Defaulted container "mongo" out of: mongo, cleanup (init)
groups: cannot find name for group ID 303
I have no name!@db-admin-2:/$ cd /tmp
I have no name!@db-admin-2:/tmp$ ls
mongodb-27017.sock
# Get the data dump using mongodump command
I have no name!@db-admin-2:/tmp$ mongodump --port 27017
2023-02-23T06:58:28.624+0000 writing admin.system.version to dump/admin/system.version.bson
2023-02-23T06:58:28.625+0000 done dumping admin.system.version (2 documents)
2023-02-23T06:58:28.626+0000 writing cust_ref_data.OCS_TABLE to dump/cust_ref_data/OCS_TABLE.bson
2023-02-23T06:58:28.626+0000 writing cust_ref_data.TAC_TABLE_N7 to dump/cust_ref_data/TAC_TABLE_N7.bson
2023-02-23T06:58:28.626+0000 writing cust_ref_data.DUS_TABLE to dump/cust_ref_data/DUS_TABLE.bson
2023-02-23T06:58:28.627+0000 writing cust_ref_data.TAC_TABLE_N15 to dump/cust_ref_data/TAC_TABLE_N15.bson
2023-02-23T06:58:28.655+0000 done dumping cust_ref_data.TAC_TABLE_N15 (7152 documents)
2023-02-23T06:58:28.656+0000 writing cust_ref_data.TAC_TABLE to dump/cust_ref_data/TAC_TABLE.bson
2023-02-23T06:58:28.656+0000 done dumping cust_ref_data.TAC_TABLE_N7 (7152 documents)
2023-02-23T06:58:28.657+0000 writing cust_ref_data.USD_TABLE to dump/cust_ref_data/USD_TABLE.bson
2023-02-23T06:58:28.666+0000 done dumping cust_ref_data.OCS_TABLE (7569 documents)
2023-02-23T06:58:28.667+0000 writing cust_ref_data.SGSN_IP_TABLE_2 to dump/cust_ref_data/SGSN_IP_TABLE_2.bson
2023-02-23T06:58:28.684+0000 done dumping cust_ref_data.TAC_TABLE (7128 documents)
2023-02-23T06:58:28.684+0000 writing cust_ref_data.PLMN_ID_TABLE_N7 to dump/cust_ref_data/PLMN_ID_TABLE_N7.bson
2023-02-23T06:58:28.687+0000 done dumping cust_ref_data.USD_TABLE (5579 documents)
dump/cust_ref_data/FEATURE_COUNTER_MAPPING.bson
2023-02-23T06:58:28.705+0000 done dumping cust_ref_data.PCC_RULE_TABLE_N7 (747 documents)
2023-02-23T06:58:28.706+0000 writing cust_ref_data.DNN_TABLE to dump/cust_ref_data/DNN_TABLE.bson
2023-02-23T06:58:28.708+0000 done dumping cust_ref_data.DNN_TABLE (194 documents)
2023-02-23T06:58:28.709+0000 writing cust_ref_data.APN_TABLE to dump/cust_ref_data/APN_TABLE.bson
2023-02-23T06:58:28.709+0000 done dumping cust_ref_data.CRN_TABLE (733 documents)
2023-02-23T06:58:28.747+0000 done dumping spr.subscriber_ssid (0 documents)
2023-02-23T06:58:28.747+0000 done dumping spr.subscriber (0 documents)
2023-02-23T06:58:28.747+0000 writing spr.auth_failures to dump/spr/auth_failures.bson
2023-02-23T06:58:28.747+0000 writing spr.location_history to dump/spr/location_history.bson
2023-02-23T06:58:28.749+0000 done dumping scheduler.tasks (0 documents)
2023-02-23T06:58:28.751+0000 done dumping patches.files.chunks (0 documents)
2023-02-23T06:58:28.753+0000 done dumping spr.location_history (0 documents)
2023-02-23T06:58:28.754+0000 done dumping spr.auth_failures (0 documents)
I have no name!@db-admin-2:/tmp$ ls
dump mongodb-27017.sock
# Create tar file out of dump
I have no name!@db-admin-2:/tmp$ tar cvf db-admin-dump.tar dump
dump/
dump/cust_ref_data/
dump/cust_ref_data/USD_TABLE_N7.metadata.json
dump/cust_ref_data/CRBN_TABLE.metadata.json
dump/cust_ref_data/crdVersionInstance.bson
dump/cust_ref_data/SERVICE_AREA_RESTRICTION_N15.bson
dump/cust_ref_data/N7_CHG_REF_DATA_TABLE.metadata.json
dump/cust_ref_data/TEARDOWN_TABLE_N7.metadata.json
dump/cust_ref_data/QOS_OVERRIDE_TABLE.bson
dump/cust_ref_data/E_PASS_TABLE_IMS.metadata.json
dump/cust_ref_data/CRBN_TABLE_N7.bson
dump/cust_ref_data/TAC_TABLE.bson
dump/cust_ref_data/OCS_TABLE.bson
dump/cust_ref_data/POLICY_CONTROL_REQUEST_TRIGGER_TABLE_N15.metadata.json
dump/cust_ref_data/SL_TABLE.metadata.json
dump/cust_ref_data/N5_psi_mapping_table.metadata.json
dump/cust_ref_data/TRIGGER_TABLE.metadata.json
dump/cust_ref_data/USD_TABLE.bson
dump/cust_ref_data/TEARDOWN_TABLE.metadata.json
dump/cust_ref_data/CRBN_TABLE.bson
dump/cust_ref_data/PLMN_ID_TABLE_N15.bson
dump/cust_ref_data/N5_AUTH_TABLE_N7.bson
dump/cust_ref_data/QOS_OVERRIDE_TABLE_N7.bson
dump/cust_ref_data/RX_AUTH_TABLE_N7.metadata.json
dump/cust_ref_data/IMSI_TABLE.bson
dump/cust_ref_data/N28_ACTION.metadata.json
dump/cust_ref_data/PLMN_ID_TABLE_N7.metadata.json
dump/cust_ref_data/FEATURE_COUNTER_MAPPING.metadata.json
dump/cust_ref_data/SL_TABLE.bson
dump/cust_ref_data/SUPI_TABLE_N7.bson
dump/cust_ref_data/SGSN_IP_TABLE_2.bson
dump/cust_ref_data/USD_TABLE.metadata.json
dump/cust_ref_data/PLMN_ID_TABLE.bson
dump/cust_ref_data/DUMMY_RAR_TABLE.bson
dump/cust_ref_data/QOS_STATUS_TABLE.metadata.json
dump/policy_trace/trace_id_version.metadata.json
I have no name!@db-admin-2:/tmp$ ls
db-admin-dump.tar dump mongodb-27017.sock
Note:- db-admin-dump.tar is the tar file created
-
Transfer the dump tar file to the host from the primary db-admin pod.
cloud-user@pcf-cm-node-master-1:~$ kubectl cp db-admin-2:/tmp/db-admin-dump.tar db-admin-dump.tar -n pcf-ims
Defaulted container "mongo" out of: mongo, cleanup (init)
tar: Removing leading `/' from member names
cloud-user@pcf-cm-node-master-1:~$ ls
about.sh cpu_Load_Check.sh ml_clusterHardwareInfo.csv
Automated_System_Info_site1_03_FunctionalPreTest_BVLongevity.txt db-admin-config-2-dump.tar nohup.out
Automation_Scripts_repo db-admin-dump.tar Noisy_Scenario
checkDiskSpace.sh get_deploy_status.sh PCF_compare_alert_config_with_log.sh
checkMinionCPUAverage.sh GetPCFInstalledBuild.sh smi_dep_id_rsa
check_mongo_pod_primary.sh GetSystemDeploymentStatus.sh validateK8sMinionCPUMemory.sh
ConsolidateLogsSummary.py log_start_time.txt
|
Feedback