Skip to content
Merged
Show file tree
Hide file tree
Changes from 5 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,10 @@ public String getEmulatorHttpEndpoint() {
return String.format("http://%s:%d", getHost(), getMappedPort(HTTP_PORT));
}

public Integer getEmulatorGrpcPort() {
return getMappedPort(GRPC_PORT);
}

public String getProjectId() {
return PROJECT_ID;
}
Expand Down
Original file line number Diff line number Diff line change
@@ -1,12 +1,32 @@
package org.testcontainers.containers;

import com.google.api.gax.core.NoCredentialsProvider;
import com.google.api.gax.grpc.GrpcTransportChannel;
import com.google.api.gax.rpc.FixedTransportChannelProvider;
import com.google.cloud.NoCredentials;
import com.google.cloud.bigquery.BigQuery;
import com.google.cloud.bigquery.BigQueryOptions;
import com.google.cloud.bigquery.DatasetId;
import com.google.cloud.bigquery.DatasetInfo;
import com.google.cloud.bigquery.Field;
import com.google.cloud.bigquery.QueryJobConfiguration;
import com.google.cloud.bigquery.Schema;
import com.google.cloud.bigquery.StandardSQLTypeName;
import com.google.cloud.bigquery.StandardTableDefinition;
import com.google.cloud.bigquery.TableDefinition;
import com.google.cloud.bigquery.TableId;
import com.google.cloud.bigquery.TableInfo;
import com.google.cloud.bigquery.TableResult;
import com.google.cloud.bigquery.storage.v1.BigQueryWriteClient;
import com.google.cloud.bigquery.storage.v1.BigQueryWriteSettings;
import com.google.cloud.bigquery.storage.v1.CreateWriteStreamRequest;
import com.google.cloud.bigquery.storage.v1.TableName;
import com.google.cloud.bigquery.storage.v1.WriteStream;
import io.grpc.ManagedChannelBuilder;
import org.threeten.bp.Duration;
import org.junit.jupiter.api.Test;

import java.io.IOException;
import java.math.BigDecimal;
import java.util.List;
import java.util.stream.Collectors;
Expand All @@ -15,8 +35,19 @@

class BigQueryEmulatorContainerTest {

private BigQuery getBigQuery(BigQueryEmulatorContainer container) {
String url = container.getEmulatorHttpEndpoint();
return BigQueryOptions
.newBuilder()
.setProjectId(container.getProjectId())
.setHost(url)
.setLocation(url)
.setCredentials(NoCredentials.getInstance())
.build().getService();
}
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

move this method to the end of the file


@Test
void test() throws Exception {
void testHttpEndpoint() throws Exception {
try (
// emulatorContainer {
BigQueryEmulatorContainer container = new BigQueryEmulatorContainer("ghcr.io/goccy/bigquery-emulator:0.4.3")
Expand All @@ -25,15 +56,7 @@ void test() throws Exception {
container.start();

// bigQueryClient {
String url = container.getEmulatorHttpEndpoint();
BigQueryOptions options = BigQueryOptions
.newBuilder()
.setProjectId(container.getProjectId())
.setHost(url)
.setLocation(url)
.setCredentials(NoCredentials.getInstance())
.build();
BigQuery bigQuery = options.getService();
BigQuery bigQuery = getBigQuery(container);
// }

String fn =
Expand All @@ -51,4 +74,61 @@ void test() throws Exception {
assertThat(values).containsOnly(BigDecimal.valueOf(30));
}
}

@Test
void testGrcpEndpoint() throws IOException {
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

can you please add an assertion to this test method?

Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@Eliassen-Steinar can you add an assertion?

try (BigQueryEmulatorContainer container = new BigQueryEmulatorContainer("ghcr.io/goccy/bigquery-emulator:0.6.5")) {
container.start();

// Test setup.
// Create a table the "regular" way. We need this to verify we can connect a writestream
BigQuery bigQuery = getBigQuery(container);
String tableName = "test-table";
String datasetName = "test-dataset";

bigQuery.create(DatasetInfo.of(DatasetId.of(container.getProjectId(), datasetName)));

Schema schema = Schema.of(
Field.of("name", StandardSQLTypeName.STRING)
);

TableId tableId = TableId.of(datasetName, tableName);
TableDefinition tableDefinition = StandardTableDefinition.of(schema);
TableInfo tableInfo = TableInfo.newBuilder(tableId, tableDefinition).build();

bigQuery.create(tableInfo);

// Actual test.
// BigQueryWriteSettings requires a HTTP/2 connection, not provided by the originally exposed endpoint.
BigQueryWriteSettings.Builder bigQueryWriteSettingsBuilder = BigQueryWriteSettings.newBuilder();

bigQueryWriteSettingsBuilder.createWriteStreamSettings()
.setRetrySettings(bigQueryWriteSettingsBuilder.createWriteStreamSettings()
.getRetrySettings()
.toBuilder()
.setTotalTimeout(Duration.ofSeconds(60))
.build());

// Use the now exposed grpcPort to get a working connection.
BigQueryWriteClient bigQueryWriteClient = BigQueryWriteClient.create(
bigQueryWriteSettingsBuilder.setTransportChannelProvider(FixedTransportChannelProvider.create(GrpcTransportChannel.create(
ManagedChannelBuilder.forAddress(container.getHost(), container.getEmulatorGrpcPort()).usePlaintext().build())))
.setCredentialsProvider(NoCredentialsProvider.create())
.build()
);

TableName parentTable = TableName.of(container.getProjectId(), datasetName, tableName);
CreateWriteStreamRequest createWriteStreamRequest = CreateWriteStreamRequest.newBuilder()
.setParent(parentTable.toString())
.setWriteStream(WriteStream.newBuilder().setType(WriteStream.Type.PENDING))
.build();

// Validate that we can successfully create a write stream. This would not work with http endpoint
bigQueryWriteClient.createWriteStream(createWriteStreamRequest);

bigQueryWriteClient.shutdown();
bigQueryWriteClient.close();
}
}

}