diff --git a/connect-streams-pipeline/elasticsearch-connector-st.json b/connect-streams-pipeline/elasticsearch-connector-st.json new file mode 100644 index 000000000..b3b1455d5 --- /dev/null +++ b/connect-streams-pipeline/elasticsearch-connector-st.json @@ -0,0 +1,27 @@ +{ + "name": "simple-elasticsearch-connector-datastream", + "config": { + "connector.class": "io.confluent.connect.elasticsearch.ElasticsearchSinkConnector", + "tasks.max": "2", + "key.ignore": "true", + "value.converter": "org.apache.kafka.connect.json.JsonConverter", + "data.stream.type": "logs", + "connection.username": "elastic", + "value.converter.schemas.enable": "false", + "name": "elasticsearch-sink-connector", + "connection.password": "ELASTIC_PASSWORD", + "data.stream.dataset": "auditd.log", + "key.converter": "org.apache.kafka.connect.storage.StringConverter", + "drop.invalid.message": "true", + "data.stream.namespace": "defualt", + "behavior.on.malformed.documents": "ignore", + "retry.backoff.ms": 1000, + "behavior.on.null.values": "ignore", + "max.retries": 5, + "topics.regex": ".*logs", + "type.name": "_doc", + "connection.url": "http://elasticsearch-es-http.elkinfra.svc:9200", + "schema.ignore": "true" + + } +} \ No newline at end of file diff --git a/connect-streams-pipeline/jdbcelasticsearch-connector.json b/connect-streams-pipeline/jdbcelasticsearch-connector.json new file mode 100644 index 000000000..326b52b39 --- /dev/null +++ b/connect-streams-pipeline/jdbcelasticsearch-connector.json @@ -0,0 +1,24 @@ +{ + "name": "simple-elasticsearch-connector", + "config": { + "connector.class": "io.confluent.connect.elasticsearch.ElasticsearchSinkConnector", + "tasks.max": "2", + "key.ignore": "true", + "value.converter": "org.apache.kafka.connect.json.JsonConverter", + "connection.username": "elastic", + "value.converter.schemas.enable": "false", + "name": "elasticsearch-sink-connector", + "connection.password": "ELASTIC_PASSWORD", + "key.converter": "org.apache.kafka.connect.storage.StringConverter", + "drop.invalid.message": "true", + "behavior.on.malformed.documents": "ignore", + "retry.backoff.ms": 1000, + "behavior.on.null.values": "ignore", + "max.retries": 5, + "topics.regex": ".*logs", + "type.name": "_doc", + "connection.url": "http://elasticsearch-es-http.elkinfra.svc:9200", + "schema.ignore": "true" + + } +} \ No newline at end of file diff --git a/connect-streams-pipeline/jdbcoracle-connector.json b/connect-streams-pipeline/jdbcoracle-connector.json new file mode 100644 index 000000000..842523900 --- /dev/null +++ b/connect-streams-pipeline/jdbcoracle-connector.json @@ -0,0 +1,16 @@ +{ + "name": "simple-jdbc-connector-for-oracle", + "config": { + "connector.class": "io.confluent.connect.jdbc.JdbcSourceConnector", + "tasks.max": "2", + "poll.interval.ms": 3600000, + "transforms.extractInt.field": "EVENT_TIMESTAMP", + "mode": "timestamp", + "query": "select * from AUDSYS.UNIFIED_AUDIT_TRAIL", + "timestamp.column.name": "EVENT_TIMESTAMP", + "connection.password": "ORACLE_PASS", + "topic.prefix": "TOPIC_NAME", + "connection.user": "ORACLE_USERNAME", + "connection.url": "jdbc:oracle::@:oracle_port/database_name" + } +} \ No newline at end of file