Skip to content

Commit f6755cb

Browse files
brokenhardiskbrokenhardisk
authored
Merge branch 'eugenp:master' into master
2 parents 0d1b946 + 2f962dc commit f6755cb

File tree

204 files changed

+2593
-278
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

204 files changed

+2593
-278
lines changed

‎apache-kafka-3/src/main/resources/kafka-connector-elasticsearch/avro-sink-config.json

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
{
2+
"name": "avro-elasticsearch-sink",
3+
"config": {
4+
"connector.class": "io.confluent.connect.elasticsearch.ElasticsearchSinkConnector",
5+
"tasks.max": "1",
6+
"topics": "avro_logs",
7+
"connection.url": "http://elasticsearch:9200",
8+
"key.ignore": "true",
9+
"schema.ignore": "false",
10+
"value.converter": "io.confluent.connect.avro.AvroConverter",
11+
"value.converter.schema.registry.url": "http://schema-registry:8081"
12+
}
13+
}
14+

‎apache-kafka-3/src/main/resources/kafka-connector-elasticsearch/dlq-sink-config.json

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
{
2+
"name": "dlq-elasticsearch-sink",
3+
"config": {
4+
"connector.class": "io.confluent.connect.elasticsearch.ElasticsearchSinkConnector",
5+
"tasks.max": "1",
6+
"topics": "failing-topic",
7+
"connection.url": "http://elasticsearch:9200",
8+
"key.ignore": "true",
9+
"schema.ignore": "true",
10+
11+
"behavior.on.malformed.documents": "ignore",
12+
"errors.tolerance": "all",
13+
"errors.log.enable": "true",
14+
"errors.log.include.messages": "true",
15+
16+
"errors.deadletterqueue.topic.name": "dlq-logs",
17+
"errors.deadletterqueue.topic.replication.factor": "1",
18+
"errors.deadletterqueue.context.headers.enable": "true"
19+
}
20+
}

‎apache-kafka-3/src/main/resources/kafka-connector-elasticsearch/error-handling-sink-config.json

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
{
2+
"name": "error-handling-elasticsearch-sink",
3+
"config": {
4+
"connector.class": "io.confluent.connect.elasticsearch.ElasticsearchSinkConnector",
5+
"tasks.max": "1",
6+
"topics": "test-error-handling",
7+
"connection.url": "http://elasticsearch:9200",
8+
"key.ignore": "true",
9+
"schema.ignore": "true",
10+
"behavior.on.malformed.documents": "warn",
11+
"behavior.on.error": "LOG",
12+
"errors.tolerance": "all",
13+
"errors.log.enable": "true",
14+
"errors.log.include.messages": "true"
15+
}
16+
}

‎apache-kafka-3/src/main/resources/kafka-connector-elasticsearch/flush-optimization-sink.json

Lines changed: 23 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
{
2+
"name": "flush-optimization-sink",
3+
"config": {
4+
"connector.class": "io.confluent.connect.elasticsearch.ElasticsearchSinkConnector",
5+
"tasks.max": "1",
6+
"topics": "logs",
7+
"connection.url": "http://elasticsearch:9200",
8+
"key.ignore": "true",
9+
"schema.ignore": "true",
10+
11+
"flush.size": "500",
12+
"linger.ms": "1000",
13+
"batch.size": "200",
14+
"max.buffered.records": "10000",
15+
"max.retries": "10",
16+
"retry.backoff.ms": "500",
17+
"max.in.flight.requests": "10",
18+
"behavior.on.malformed.documents": "warn",
19+
"write.method": "bulk",
20+
"request.timeout.ms": "30000",
21+
"connection.timeout.ms": "10000"
22+
}
23+
}

‎apache-kafka-3/src/main/resources/kafka-connector-elasticsearch/message-id-sink-config.json

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
{
2+
"name": "message-id-elasticsearch-sink",
3+
"config": {
4+
"connector.class": "io.confluent.connect.elasticsearch.ElasticsearchSinkConnector",
5+
"tasks.max": "1",
6+
"topics": "message_id_logs",
7+
"connection.url": "http://elasticsearch:9200",
8+
"key.ignore": "false",
9+
"schema.ignore": "true",
10+
"value.converter": "org.apache.kafka.connect.json.JsonConverter",
11+
"value.converter.schemas.enable": "false",
12+
"transforms": "InsertKey,ExtractId",
13+
"transforms.InsertKey.type": "org.apache.kafka.connect.transforms.ValueToKey",
14+
"transforms.InsertKey.fields": "user_id",
15+
"transforms.ExtractId.type": "org.apache.kafka.connect.transforms.ExtractField$Key",
16+
"transforms.ExtractId.field": "user_id"
17+
}
18+
}
19+

‎apache-kafka-3/src/main/resources/kafka-connector-elasticsearch/partition-key-sink-config.json

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
{
2+
"name": "partition-key-elasticsearch-sink",
3+
"config": {
4+
"connector.class": "io.confluent.connect.elasticsearch.ElasticsearchSinkConnector",
5+
"tasks.max": "1",
6+
"topics": "partition_key_logs",
7+
"connection.url": "http://elasticsearch:9200",
8+
"key.ignore": "false",
9+
"schema.ignore": "true",
10+
"key.converter": "org.apache.kafka.connect.storage.StringConverter"
11+
}
12+
}

‎apache-kafka-3/src/main/resources/kafka-connector-elasticsearch/test-connector.json

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
{
2+
"name": "elasticsearch-sink-connector-test",
3+
"config": {
4+
"connector.class": "io.confluent.connect.elasticsearch.ElasticsearchSinkConnector",
5+
"tasks.max": "1",
6+
"topics": "logs",
7+
"connection.url": "http://elasticsearch:9200",
8+
"type.name": "_doc",
9+
"key.ignore": "true",
10+
"schema.ignore": "true"
11+
}
12+
}

‎apache-kafka-3/src/main/resources/kafka-connector-elasticsearch/timestamp-index-sink.json

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
{
2+
"name": "timestamp-index-sink",
3+
"config": {
4+
"connector.class": "io.confluent.connect.elasticsearch.ElasticsearchSinkConnector",
5+
"tasks.max": "1",
6+
"topics": "test",
7+
"connection.url": "http://elasticsearch:9200",
8+
"key.ignore": "true",
9+
"schema.ignore": "true",
10+
"transforms": "TimestampConverter, TimestampRouter",
11+
"transforms.TimestampConverter.type": "org.apache.kafka.connect.transforms.TimestampConverter$Value",
12+
"transforms.TimestampConverter.field": "timestamp",
13+
"transforms.TimestampConverter.target.type": "string",
14+
"transforms.TimestampConverter.format": "yyyy-MM-dd'T'HH:mm:ssX",
15+
"transforms.TimestampRouter.type": "org.apache.kafka.connect.transforms.TimestampRouter",
16+
"transforms.TimestampRouter.topic.format": "${topic}-${timestamp}",
17+
"transforms.TimestampRouter.timestamp.format": "yyyy-MM-dd",
18+
"flush.synchronously": "true"
19+
}
20+
}

‎apache-kafka-3/src/main/resources/kafka-connector-elasticsearch/timestamp-transform-sink.json

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
{
2+
"name": "timestamp-transform-sink",
3+
"config": {
4+
"connector.class": "io.confluent.connect.elasticsearch.ElasticsearchSinkConnector",
5+
"tasks.max": "1",
6+
"topics": "epoch_logs",
7+
"connection.url": "http://elasticsearch:9200",
8+
"key.ignore": "true",
9+
"schema.ignore": "true",
10+
"transforms": "TimestampConverter",
11+
"transforms.TimestampConverter.type": "org.apache.kafka.connect.transforms.TimestampConverter$Value",
12+
"transforms.TimestampConverter.field": "timestamp",
13+
"transforms.TimestampConverter.target.type": "string",
14+
"transforms.TimestampConverter.format": "yyyy-MM-dd'T'HH:mm:ssZ"
15+
}
16+
}
17+

‎core-java-modules/core-java-23/src/main/java/com/baeldung/javafeatures/ImplicitClass.java

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
import static java.io.IO.print;
2+
import static java.io.IO.readln;
3+
14
void main() {
25
String name = readln("Please enter your name: ");
36
print("Hello "+name);

0 commit comments

Comments
 (0)