File tree Expand file tree Collapse file tree 24 files changed +1
-119
lines changed
reverse_private_endpoint_msk_pipe
reverse_private_endpoint_msk
reverse_private_endpoint_vpc_resource
reverse_private_endpoint_vpce_service Expand file tree Collapse file tree 24 files changed +1
-119
lines changed Original file line number Diff line number Diff line change @@ -3,42 +3,34 @@ variable "token_key" {}
3
3
variable "token_secret" {}
4
4
5
5
variable "service_id" {
6
- description = " ClickHouse service ID"
7
6
}
8
7
9
8
variable "kafka_brokers" {
10
- description = " Kafka brokers"
11
9
}
12
10
13
11
variable "kafka_topics" {
14
- description = " Kafka topics"
15
12
}
16
13
17
14
variable "kafka_username" {
18
- description = " Username"
19
15
sensitive = true
20
16
}
21
17
22
18
variable "kafka_password" {
23
- description = " Password"
24
19
sensitive = true
25
20
}
26
21
27
22
variable "table_name" {
28
- description = " Table name"
29
23
type = string
30
24
}
31
25
32
26
variable "table_columns" {
33
- description = " Table columns"
34
27
type = list (object ({
35
28
name = string
36
29
type = string
37
30
}))
38
31
}
39
32
40
33
variable "field_mappings" {
41
- description = " Field mappings"
42
34
type = list (object ({
43
35
source_field = string
44
36
destination_field = string
@@ -47,7 +39,6 @@ variable "field_mappings" {
47
39
48
40
resource "clickhouse_clickpipe" "kafka_confluent" {
49
41
name = " Confluent 🚀 ClickPipe"
50
- description = " Data pipeline from Confluent to ClickHouse"
51
42
52
43
service_id = var. service_id
53
44
Original file line number Diff line number Diff line change @@ -3,25 +3,20 @@ variable "token_key" {}
3
3
variable "token_secret" {}
4
4
5
5
variable "service_id" {
6
- description = " ClickHouse service ID"
7
6
}
8
7
9
8
variable "kafka_brokers" {
10
- description = " Kafka brokers"
11
9
}
12
10
13
11
variable "kafka_topics" {
14
- description = " Kafka topics"
15
12
}
16
13
17
14
variable "azure_eventhub_connection_string" {
18
- description = " Connection string for Azure EventHub"
19
15
sensitive = true
20
16
}
21
17
22
18
resource "clickhouse_clickpipe" "kafka_azure_eventhub" {
23
19
name = " Azure EventHub 🚀 ClickPipe"
24
- description = " Data pipeline from Azure EventHub to ClickHouse"
25
20
26
21
service_id = var. service_id
27
22
Original file line number Diff line number Diff line change @@ -3,30 +3,24 @@ variable "token_key" {}
3
3
variable "token_secret" {}
4
4
5
5
variable "service_id" {
6
- description = " ClickHouse service ID"
7
6
}
8
7
9
8
variable "kafka_brokers" {
10
- description = " Kafka brokers"
11
9
}
12
10
13
11
variable "kafka_topics" {
14
- description = " Kafka topics"
15
12
}
16
13
17
14
variable "kafka_username" {
18
- description = " Username"
19
15
sensitive = true
20
16
}
21
17
22
18
variable "kafka_password" {
23
- description = " Password"
24
19
sensitive = true
25
20
}
26
21
27
22
resource "clickhouse_clickpipe" "kafka_confluent" {
28
23
name = " Confluent 🚀 ClickPipe"
29
- description = " Data pipeline from Confluent to ClickHouse"
30
24
31
25
service_id = var. service_id
32
26
Original file line number Diff line number Diff line change @@ -3,24 +3,19 @@ variable "token_key" {}
3
3
variable "token_secret" {}
4
4
5
5
variable "service_id" {
6
- description = " ClickHouse service ID"
7
6
}
8
7
9
8
variable "kafka_brokers" {
10
- description = " Kafka brokers"
11
9
}
12
10
13
11
variable "kafka_topics" {
14
- description = " Kafka topics"
15
12
}
16
13
17
14
variable "iam_role" {
18
- description = " IAM role ARN"
19
15
}
20
16
21
17
resource "clickhouse_clickpipe" "kafka_msk" {
22
18
name = " MSK 🚀 ClickPipe"
23
- description = " Data pipeline from MSK to ClickHouse"
24
19
25
20
service_id = var. service_id
26
21
Original file line number Diff line number Diff line change @@ -3,30 +3,24 @@ variable "token_key" {}
3
3
variable "token_secret" {}
4
4
5
5
variable "service_id" {
6
- description = " ClickHouse service ID"
7
6
}
8
7
9
8
variable "kafka_brokers" {
10
- description = " Kafka brokers"
11
9
}
12
10
13
11
variable "kafka_topics" {
14
- description = " Kafka topics"
15
12
}
16
13
17
14
variable "iam_access_key_id" {
18
- description = " IAM access key ID"
19
15
sensitive = true
20
16
}
21
17
22
18
variable "iam_secret_key" {
23
- description = " IAM secret key"
24
19
sensitive = true
25
20
}
26
21
27
22
resource "clickhouse_clickpipe" "kafka_msk" {
28
23
name = " MSK 🚀 ClickPipe"
29
- description = " Data pipeline from MSK to ClickHouse"
30
24
31
25
service_id = var. service_id
32
26
Original file line number Diff line number Diff line change @@ -3,30 +3,24 @@ variable "token_key" {}
3
3
variable "token_secret" {}
4
4
5
5
variable "service_id" {
6
- description = " ClickHouse service ID"
7
6
}
8
7
9
8
variable "kafka_brokers" {
10
- description = " Kafka brokers"
11
9
}
12
10
13
11
variable "kafka_topics" {
14
- description = " Kafka topics"
15
12
}
16
13
17
14
variable "kafka_username" {
18
- description = " Username"
19
15
sensitive = true
20
16
}
21
17
22
18
variable "kafka_password" {
23
- description = " Password"
24
19
sensitive = true
25
20
}
26
21
27
22
resource "clickhouse_clickpipe" "kafka_offset_strategy" {
28
23
name = " Offset strategy 🚀 ClickPipe"
29
- description = " Data pipeline with a custom offset strategy"
30
24
31
25
service_id = var. service_id
32
26
Original file line number Diff line number Diff line change @@ -3,30 +3,24 @@ variable "token_key" {}
3
3
variable "token_secret" {}
4
4
5
5
variable "service_id" {
6
- description = " ClickHouse service ID"
7
6
}
8
7
9
8
variable "kafka_brokers" {
10
- description = " Kafka brokers"
11
9
}
12
10
13
11
variable "kafka_topics" {
14
- description = " Kafka topics"
15
12
}
16
13
17
14
variable "kafka_username" {
18
- description = " Username"
19
15
sensitive = true
20
16
}
21
17
22
18
variable "kafka_password" {
23
- description = " Password"
24
19
sensitive = true
25
20
}
26
21
27
22
resource "clickhouse_clickpipe" "kafka_redpanda" {
28
23
name = " Redpanda 🚀 ClickPipe"
29
- description = " Data pipeline from Redpanda to ClickHouse"
30
24
31
25
service_id = var. service_id
32
26
Original file line number Diff line number Diff line change @@ -3,44 +3,35 @@ variable "token_key" {}
3
3
variable "token_secret" {}
4
4
5
5
variable "service_id" {
6
- description = " ClickHouse service ID"
7
6
}
8
7
9
8
variable "kafka_brokers" {
10
- description = " Kafka brokers"
11
9
}
12
10
13
11
variable "kafka_topics" {
14
- description = " Kafka topics"
15
12
}
16
13
17
14
variable "kafka_username" {
18
- description = " Username"
19
15
sensitive = true
20
16
}
21
17
22
18
variable "kafka_password" {
23
- description = " Password"
24
19
sensitive = true
25
20
}
26
21
27
22
variable "schema_registry_url" {
28
- description = " Schema Registry URL"
29
23
}
30
24
31
25
variable "schema_registry_username" {
32
- description = " Schema Registry Username"
33
26
sensitive = true
34
27
}
35
28
36
29
variable "schema_registry_password" {
37
- description = " Schema Registry Password"
38
30
sensitive = true
39
31
}
40
32
41
33
resource "clickhouse_clickpipe" "kafka_schema_registry" {
42
34
name = " Schema Registry 🚀 ClickPipe"
43
- description = " Data pipeline with use of Schema Registry"
44
35
45
36
service_id = var. service_id
46
37
Original file line number Diff line number Diff line change 1
1
resource "clickhouse_clickpipe" "kinesis_iam_role" {
2
2
service_id = var. service_id
3
3
name = var. pipe_name
4
- description = var. pipe_description
5
4
6
5
source = {
7
6
kinesis = {
Original file line number Diff line number Diff line change @@ -25,11 +25,6 @@ variable "pipe_name" {
25
25
default = " kinesis-iam-user-example"
26
26
}
27
27
28
- variable "pipe_description" {
29
- description = " The description of the ClickPipe"
30
- type = string
31
- default = " Example of a Kinesis ClickPipe using IAM User authentication"
32
- }
33
28
34
29
variable "database" {
35
30
description = " The database to store the data"
You can’t perform that action at this time.
0 commit comments