Skip to content
Closed
20 changes: 14 additions & 6 deletions build/pbm-entry.sh
Original file line number Diff line number Diff line change
@@ -1,13 +1,21 @@
#!/bin/bash

PBM_MONGODB_URI="mongodb://${PBM_AGENT_MONGODB_USERNAME}:${PBM_AGENT_MONGODB_PASSWORD}@localhost:${PBM_MONGODB_PORT}/?replicaSet=${PBM_MONGODB_REPLSET}"
function urlencode {
uri="$1"
echo -n "$uri" | jq -s -R -r @uri
}

if [[ -z ${PBM_AGENT_TLS_ENABLED} ]] || [[ ${PBM_AGENT_TLS_ENABLED} == "true" ]]; then
MONGO_SSL_DIR=/etc/mongodb-ssl
if [[ -f "${MONGO_SSL_DIR}/tls.crt" ]] && [[ -f "${MONGO_SSL_DIR}/tls.key" ]]; then
PBM_MONGODB_URI="${PBM_MONGODB_URI}&tls=true&tlsCertificateKeyFile=%2Ftmp%2Ftls.pem&tlsCAFile=${MONGO_SSL_DIR}%2Fca.crt&tlsInsecure=true"
cat "${MONGO_SSL_DIR}/tls.key" "${MONGO_SSL_DIR}/tls.crt" >/tmp/tls.pem
if [[ -z $POD_NAME ]]; then
PBM_MONGODB_URI="mongodb://$(urlencode "$PBM_AGENT_MONGODB_USERNAME"):$(urlencode "$PBM_AGENT_MONGODB_PASSWORD")@localhost:${PBM_MONGODB_PORT}/?replicaSet=${PBM_MONGODB_REPLSET}"
if [[ -z ${PBM_AGENT_TLS_ENABLED} ]] || [[ ${PBM_AGENT_TLS_ENABLED} == "true" ]]; then
MONGO_SSL_DIR=/etc/mongodb-ssl
if [[ -f "${MONGO_SSL_DIR}/tls.crt" ]] && [[ -f "${MONGO_SSL_DIR}/tls.key" ]]; then
PBM_MONGODB_URI="${PBM_MONGODB_URI}&tls=true&tlsCertificateKeyFile=%2Ftmp%2Ftls.pem&tlsCAFile=${MONGO_SSL_DIR}%2Fca.crt&tlsInsecure=true"
cat "${MONGO_SSL_DIR}/tls.key" "${MONGO_SSL_DIR}/tls.crt" >/tmp/tls.pem
fi
fi
else
PBM_MONGODB_URI="mongodb://$(urlencode "$PBM_AGENT_MONGODB_USERNAME"):$(urlencode "$PBM_AGENT_MONGODB_PASSWORD")@$POD_NAME"
fi

export PBM_MONGODB_URI
Expand Down
2 changes: 1 addition & 1 deletion build/physical-restore-ps-entry.sh
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ log=/tmp/pbm-agent.log

touch /opt/percona/restore-in-progress

/opt/percona/pbm-agent 1>&2 2>${log} &
/opt/percona/pbm-entry.sh /opt/percona/pbm-agent 1>&2 2>${log} &
/opt/percona/ps-entry.sh "$@" 1>&2 2>/tmp/mongod.log

echo "Physical restore in progress"
Expand Down
4 changes: 2 additions & 2 deletions e2e-tests/conf/secrets.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,8 @@ metadata:
name: some-users
type: Opaque
data:
MONGODB_BACKUP_USER: YmFja3Vw
MONGODB_BACKUP_PASSWORD: YmFja3VwMTIzNDU2
MONGODB_BACKUP_USER: YmFja3VwJCMl
MONGODB_BACKUP_PASSWORD: YmFja3VwMTIzNDU2Iw==
MONGODB_DATABASE_ADMIN_USER: ZGF0YWJhc2VBZG1pbg==
MONGODB_DATABASE_ADMIN_PASSWORD: ZGF0YWJhc2VBZG1pbjEyMzQ1Ng==
MONGODB_USER_ADMIN_USER: dXNlckFkbWlu
Expand Down
2 changes: 1 addition & 1 deletion e2e-tests/custom-replset-name/conf/some-name.yml
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ kind: PerconaServerMongoDB
metadata:
name: some-name
spec:
crVersion: 1.16.0
crVersion: 1.18.0
backup:
enabled: true
image: percona/percona-backup-mongodb:2.0.4
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -165,8 +165,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -166,8 +166,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -172,8 +172,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -173,8 +173,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -171,8 +171,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -172,8 +172,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -171,8 +171,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -172,8 +172,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -172,8 +172,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -181,8 +181,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
5 changes: 2 additions & 3 deletions e2e-tests/demand-backup-fs/run
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ run_recovery_check() {

get_latest_oplog_chunk_ts() {
local cluster=$1
echo $(kubectl_bin exec ${cluster}-rs0-0 -c backup-agent -- pbm status -o json | jq '.backups.pitrChunks.pitrChunks | last | .range.end')
echo $(kubectl_bin exec ${cluster}-rs0-0 -c backup-agent -- /opt/percona/pbm-entry.sh pbm status -o json | jq '.backups.pitrChunks.pitrChunks | last | .range.end')
}

format_date() {
Expand All @@ -46,7 +46,7 @@ format_date() {
wait_for_oplogs() {
local cluster1=$1

local backup_last_write=$(kubectl_bin exec ${cluster}-rs0-0 -c backup-agent -- pbm status -o json | jq .backups.snapshot[0].restoreTo)
local backup_last_write=$(kubectl_bin exec ${cluster}-rs0-0 -c backup-agent -- /opt/percona/pbm-entry.sh pbm status -o json | jq .backups.snapshot[0].restoreTo)

local retries=0
local last_chunk=$(get_latest_oplog_chunk_ts ${cluster})
Expand Down Expand Up @@ -94,7 +94,6 @@ write_data() {
compare_mongo_cmd "find" "myApp:myPass@${cluster}-rs0.${namespace}" "${find_prefix}" ".svc.cluster.local" "myApp" "test"
}


cluster="some-name"

create_infra ${namespace}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -83,8 +83,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
envFrom:
- secretRef:
name: internal-some-name-users
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -83,8 +83,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
envFrom:
- secretRef:
name: internal-some-name-users
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -82,8 +82,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
envFrom:
- secretRef:
name: internal-some-name-users
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -82,8 +82,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
envFrom:
- secretRef:
name: internal-some-name-users
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -82,8 +82,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
envFrom:
- secretRef:
name: internal-some-name-users
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -82,8 +82,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
envFrom:
- secretRef:
name: internal-some-name-users
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -186,8 +186,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -186,8 +186,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -187,8 +187,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -174,8 +174,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -174,8 +174,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -175,8 +175,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -174,8 +174,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -175,8 +175,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -184,8 +184,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -185,8 +185,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -171,8 +171,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -172,8 +172,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
12 changes: 8 additions & 4 deletions e2e-tests/functions
Original file line number Diff line number Diff line change
Expand Up @@ -250,7 +250,7 @@ wait_for_pbm_operations() {
set +o xtrace
echo -n "waiting for PBM operation to finish"
retry=0
until [[ $(kubectl_bin exec ${cluster}-rs0-0 -c backup-agent -- pbm status -o json -s running | jq -r .running.opID) == null ]]; do
until [[ $(kubectl_bin exec ${cluster}-rs0-0 -c backup-agent -- /opt/percona/pbm-entry.sh pbm status -o json -s running | jq -r .running.opID) == null ]]; do
if [ $retry -ge 540 ]; then
echo max retry count $retry reached. something went wrong with PBM operations
exit 1
Expand All @@ -262,7 +262,6 @@ wait_for_pbm_operations() {
set_debug
}


run_restore() {
local backup_name=$1

Expand Down Expand Up @@ -1189,6 +1188,11 @@ getSecretData() {
echo "$data"
}

function urlencode {
uri="$1"
echo -n "$uri" | jq -s -R -r @uri
}

check_mongo_auth() {
local uri="$1"

Expand Down Expand Up @@ -1517,10 +1521,10 @@ get_latest_restorable_time() {
# "pbm-agent status" can return different timestamp in first few seconds
# we need to get it twice to be sure that timestamp was not changed
until [[ $first_timestamp != "" && $first_timestamp != "null" && $first_timestamp == $second_timestamp ]]; do
first_timestamp=$(kubectl_bin exec "$cluster-0" -c backup-agent -- pbm status -o json | jq '.backups.pitrChunks.pitrChunks | last | .range.end')
first_timestamp=$(kubectl_bin exec "$cluster-0" -c backup-agent -- /opt/percona/pbm-entry.sh pbm status -o json | jq '.backups.pitrChunks.pitrChunks | last | .range.end')
sleep 5
if [[ $first_timestamp != "" && $first_timestamp != "null" ]]; then
second_timestamp=$(kubectl_bin exec "$cluster-0" -c backup-agent -- pbm status -o json | jq '.backups.pitrChunks.pitrChunks | last | .range.end')
second_timestamp=$(kubectl_bin exec "$cluster-0" -c backup-agent -- /opt/percona/pbm-entry.sh pbm status -o json | jq '.backups.pitrChunks.pitrChunks | last | .range.end')
fi
let retry+=1
if [[ $retry -gt 30 ]]; then
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -166,8 +166,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -167,8 +167,6 @@ spec:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PBM_MONGODB_URI
value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
- name: PBM_AGENT_TLS_ENABLED
value: "true"
imagePullPolicy: Always
Expand Down
Loading
Loading