Skip to content

Commit d55f678

Browse files
committed
add it/iceberg and BQMS stress test
1 parent eea972f commit d55f678

File tree

3 files changed

+446
-0
lines changed

3 files changed

+446
-0
lines changed

it/iceberg/build.gradle

Lines changed: 80 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,80 @@
1+
/*
2+
* Licensed to the Apache Software Foundation (ASF) under one
3+
* or more contributor license agreements. See the NOTICE file
4+
* distributed with this work for additional information
5+
* regarding copyright ownership. The ASF licenses this file
6+
* to you under the Apache License, Version 2.0 (the
7+
* License); you may not use this file except in compliance
8+
* with the License. You may obtain a copy of the License at
9+
*
10+
* http://www.apache.org/licenses/LICENSE-2.0
11+
*
12+
* Unless required by applicable law or agreed to in writing, software
13+
* distributed under the License is distributed on an AS IS BASIS,
14+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15+
* See the License for the specific language governing permissions and
16+
* limitations under the License.
17+
*/
18+
import org.apache.beam.gradle.IoPerformanceTestUtilities
19+
20+
plugins { id 'org.apache.beam.module' }
21+
applyJavaNature(
22+
automaticModuleName: 'org.apache.beam.it.iceberg',
23+
exportJavadoc: false,
24+
)
25+
26+
description = "Apache Beam :: IT :: Iceberg"
27+
ext.summary = "Integration test utilities for Iceberg."
28+
29+
dependencies {
30+
implementation library.java.testcontainers_base
31+
implementation project(path: ":it:testcontainers")
32+
implementation library.java.testcontainers_kafka
33+
implementation library.java.kafka_clients
34+
35+
36+
implementation library.java.slf4j_api
37+
implementation library.java.vendored_guava_32_1_2_jre
38+
implementation project(path: ":it:common")
39+
testImplementation project(path: ":it:google-cloud-platform")
40+
testImplementation project(path: ":sdks:java:io:synthetic")
41+
testImplementation project(path: ":sdks:java:managed")
42+
43+
testImplementation project(path: ":sdks:java:io:iceberg")
44+
testRuntimeOnly project(path: ":sdks:java:io:iceberg:bqms", configuration: "shadow")
45+
testRuntimeOnly library.java.hadoop_auth
46+
testRuntimeOnly library.java.hadoop_client
47+
testRuntimeOnly library.java.bigdataoss_gcs_connector
48+
49+
testImplementation project(path: ":runners:direct-java")
50+
testImplementation project(path: ":runners:google-cloud-dataflow-java")
51+
testImplementation project(path: ":sdks:java:testing:test-utils")
52+
testImplementation project(path: ":sdks:java:extensions:google-cloud-platform-core", configuration: "testRuntimeMigration")
53+
testImplementation project(":sdks:java:io:google-cloud-platform")
54+
testImplementation library.java.google_api_services_dataflow
55+
}
56+
57+
tasks.register(
58+
"IcebergHiveLoadTestMedium", IoPerformanceTestUtilities.IoPerformanceTest, project, 'iceberg', 'IcebergIOHiveST',
59+
['configuration':'medium','project':'apache-beam-testing', 'artifactBucket':'io-performance-temp']
60+
+ System.properties
61+
)
62+
63+
//tasks.register(
64+
// "IcebergBQMSLoadTestMedium", IoPerformanceTestUtilities.IoPerformanceTest, project, 'iceberg', 'IcebergBigQueryMetastoreLT',
65+
// ['configuration':'medium','project':'apache-beam-testing', 'artifactBucket':'io-performance-temp']
66+
// + System.properties
67+
//)
68+
//
69+
//tasks.register(
70+
// "IcebergHiveLoadTestLarge", IoPerformanceTestUtilities.IoPerformanceTest, project, 'iceberg', 'IcebergHiveLT',
71+
// ['configuration':'large','project':'apache-beam-testing', 'artifactBucket':'io-performance-temp']
72+
// + System.properties
73+
//)
74+
//
75+
//tasks.register(
76+
// "IcebergBQMSLoadTestLarge", IoPerformanceTestUtilities.IoPerformanceTest, project, 'iceberg', 'IcebergBigQueryMetastoreLT',
77+
// ['configuration':'large','project':'apache-beam-testing', 'artifactBucket':'io-performance-temp']
78+
// + System.properties
79+
//)
80+

0 commit comments

Comments
 (0)