e2e_requester_pays_buckets.sh

#!/bin/bash

# Copyright 2018 Verily Life Sciences Inc. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

set -o errexit
set -o nounset

# This test is designed to verify that accessing a Requester Pays bucket
# by specifying a user-project to bill works. All input files used in this test
# are inside a requester-pays bucket.
#
# Note that we do not include a test for writing and logging to the requester
# pays bucket, as it complicates our test setup, and the most common expected
# use case is where the requester pays bucket is strictly on the input side.
#
# The actual operation performed here is to download a BAM and compute
# the md5, writing it to <filename>.bam.md5.
# and compute its md5, writing it to <filename>.bam.md5.

readonly SCRIPT_DIR="$(dirname "${0}")"

# Do standard test setup
source "${SCRIPT_DIR}/test_setup_e2e.sh"

# Do io setup
source "${SCRIPT_DIR}/io_setup.sh"

echo "Launching pipeline..."

JOB_ID=$(io_setup::run_dsub_requester_pays)

# Do validation
io_setup::check_output
io_setup::check_dstat "${JOB_ID}" false "" true