add tests for replicated engine

Author: arthurpassos

tests/queries/0_stateless/03572_export_replicated_merge_tree_part_to_object_storage.reference

@@ -0,0 +1,16 @@
+---- Export 2020_0_0_0 and 2021_0_0_0
+---- Both data parts should appear
+test/s3_table_NAME/year=2020/2020_0_0_0.parquet	1
+test/s3_table_NAME/year=2020/2020_0_0_0.parquet	2
+test/s3_table_NAME/year=2020/2020_0_0_0.parquet	3
+test/s3_table_NAME/year=2021/2021_0_0_0.parquet	4
+---- Export the same part again, it should be idempotent
+test/s3_table_NAME/year=2020/2020_0_0_0.parquet	1
+test/s3_table_NAME/year=2020/2020_0_0_0.parquet	2
+test/s3_table_NAME/year=2020/2020_0_0_0.parquet	3
+test/s3_table_NAME/year=2021/2021_0_0_0.parquet	4
+---- Data in roundtrip ReplicatedMergeTree table (should match s3_table)
+1	2020
+2	2020
+3	2020
+4	2021

tests/queries/0_stateless/03572_export_replicated_merge_tree_part_to_object_storage.sh

@@ -0,0 +1,38 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
+
+rmt_table="rmt_table_${RANDOM}"
+s3_table="s3_table_${RANDOM}"
+rmt_table_roundtrip="rmt_table_roundtrip_${RANDOM}"
+
+query() {
+    $CLICKHOUSE_CLIENT --query "$1"
+}
+
+query "DROP TABLE IF EXISTS $rmt_table, $s3_table, $rmt_table_roundtrip"
+
+query "CREATE TABLE $rmt_table (id UInt64, year UInt16) ENGINE = ReplicatedMergeTree('/clickhouse/tables/$CLICKHOUSE_TEST_UNIQUE_NAME/$rmt_table', 'replica1') PARTITION BY year ORDER BY tuple()"
+query "CREATE TABLE $s3_table (id UInt64, year UInt16) ENGINE = S3(s3_conn, filename='$s3_table', format=Parquet, partition_strategy='hive') PARTITION BY year"
+
+query "INSERT INTO $rmt_table VALUES (1, 2020), (2, 2020), (3, 2020), (4, 2021)"
+echo "---- Export 2020_0_0_0 and 2021_0_0_0"
+query "ALTER TABLE $rmt_table EXPORT PART '2020_0_0_0' TO TABLE $s3_table SETTINGS allow_experimental_export_merge_tree_part = 1"
+query "ALTER TABLE $rmt_table EXPORT PART '2021_0_0_0' TO TABLE $s3_table SETTINGS allow_experimental_export_merge_tree_part = 1"
+
+echo "---- Both data parts should appear"
+query "SELECT DISTINCT ON (id) replaceRegexpAll(_path, '$s3_table', 's3_table_NAME'), id FROM $s3_table ORDER BY id"
+
+echo "---- Export the same part again, it should be idempotent"
+query "ALTER TABLE $rmt_table EXPORT PART '2020_0_0_0' TO TABLE $s3_table SETTINGS allow_experimental_export_merge_tree_part = 1"
+
+query "SELECT DISTINCT ON (id) replaceRegexpAll(_path, '$s3_table', 's3_table_NAME'), id FROM $s3_table ORDER BY id"
+
+query "CREATE TABLE $rmt_table_roundtrip ENGINE = ReplicatedMergeTree('/clickhouse/tables/$CLICKHOUSE_TEST_UNIQUE_NAME/$rmt_table_roundtrip', 'replica1') PARTITION BY year ORDER BY tuple() AS SELECT * FROM $s3_table"
+
+echo "---- Data in roundtrip ReplicatedMergeTree table (should match s3_table)"
+query "SELECT DISTINCT ON (id) * FROM $rmt_table_roundtrip ORDER BY id"
+
+query "DROP TABLE IF EXISTS $rmt_table, $s3_table, $rmt_table_roundtrip"

tests/queries/0_stateless/03572_export_replicated_merge_tree_part_to_object_storage_simple.reference

@@ -0,0 +1,22 @@
+-- Tags: no-parallel
+
+DROP TABLE IF EXISTS 03572_rmt_table, 03572_invalid_schema_table;
+
+CREATE TABLE 03572_rmt_table (id UInt64, year UInt16) ENGINE = ReplicatedMergeTree('/clickhouse/{database}/test_03572_rmt/03572_rmt_table', 'replica1') PARTITION BY year ORDER BY tuple();
+
+INSERT INTO 03572_rmt_table VALUES (1, 2020);
+
+-- Create a table with a different partition key and export a partition to it. It should throw
+CREATE TABLE 03572_invalid_schema_table (id UInt64, x UInt16) ENGINE = S3(s3_conn, filename='03572_invalid_schema_table', format='Parquet', partition_strategy='hive') PARTITION BY x;
+
+ALTER TABLE 03572_rmt_table EXPORT PART '2020_0_0_0' TO TABLE 03572_invalid_schema_table
+SETTINGS allow_experimental_export_merge_tree_part = 1; -- {serverError INCOMPATIBLE_COLUMNS}
+
+DROP TABLE 03572_invalid_schema_table;
+
+-- The only partition strategy that supports exports is hive. Wildcard should throw
+CREATE TABLE 03572_invalid_schema_table (id UInt64, year UInt16) ENGINE = S3(s3_conn, filename='03572_invalid_schema_table/{_partition_id}', format='Parquet', partition_strategy='wildcard') PARTITION BY (id, year);
+
+ALTER TABLE 03572_rmt_table EXPORT PART '2020_0_0_0' TO TABLE 03572_invalid_schema_table SETTINGS allow_experimental_export_merge_tree_part = 1; -- {serverError NOT_IMPLEMENTED}
+
+DROP TABLE IF EXISTS 03572_rmt_table, 03572_invalid_schema_table;