|
255 | 255 | if [[ "${RUN_KAFKA}" -eq 1 ]]; then |
256 | 256 | # kafka |
257 | 257 | KAFKA_CONTAINER_ID="${CONTAINER_UID}kafka" |
258 | | - eth0_num=$(ifconfig -a|grep flags=|grep -n ^eth0|awk -F ':' '{print $1}') |
259 | | - IP_HOST=$(ifconfig -a|grep inet|grep -v 127.0.0.1|grep -v inet6|awk '{print $2}'|tr -d "addr:"|tail -n +${eth0_num}|head -n 1) |
| 258 | + eth_name=$(ifconfig -a | grep -E "^eth[0-9]" | sort -k1.4n | awk -F ':' '{print $1}' | head -n 1) |
| 259 | + IP_HOST=$(ifconfig "${eth_name}" | grep inet | grep -v 127.0.0.1 | grep -v inet6 | awk '{print $2}' | tr -d "addr:" | head -n 1) |
260 | 260 | cp "${ROOT}"/docker-compose/kafka/kafka.yaml.tpl "${ROOT}"/docker-compose/kafka/kafka.yaml |
261 | 261 | sed -i "s/doris--/${CONTAINER_UID}/g" "${ROOT}"/docker-compose/kafka/kafka.yaml |
262 | 262 | sed -i "s/localhost/${IP_HOST}/g" "${ROOT}"/docker-compose/kafka/kafka.yaml |
263 | 263 | sudo docker compose -f "${ROOT}"/docker-compose/kafka/kafka.yaml --env-file "${ROOT}"/docker-compose/kafka/kafka.env down |
264 | 264 |
|
265 | 265 | create_kafka_topics() { |
266 | | - local container_id="$1" |
267 | | - local ip_host="$2" |
268 | | - local backup_dir=/home/work/pipline/backup_center |
| 266 | + local container_id="$1" |
| 267 | + local ip_host="$2" |
| 268 | + local backup_dir=/home/work/pipline/backup_center |
269 | 269 |
|
270 | | - declare -a topics=("basic_data" "basic_array_data" "basic_data_with_errors" "basic_array_data_with_errors" "basic_data_timezone" "basic_array_data_timezone") |
| 270 | + declare -a topics=("basic_data" "basic_array_data" "basic_data_with_errors" "basic_array_data_with_errors" "basic_data_timezone" "basic_array_data_timezone" "trino_kafka_basic_data") |
271 | 271 |
|
272 | 272 | for topic in "${topics[@]}"; do |
273 | | - echo "docker exec "${container_id}" bash -c echo '/opt/kafka/bin/kafka-topics.sh --create --broker-list '${ip_host}:19193' --partitions 10' --topic '${topic}'" |
274 | | - docker exec "${container_id}" bash -c "/opt/kafka/bin/kafka-topics.sh --create --broker-list '${ip_host}:19193' --partitions 10' --topic '${topic}'" |
| 273 | + echo "docker exec "${container_id}" bash -c echo '/opt/bitnami/kafka/bin/kafka-topics.sh --create --bootstrap-server '${ip_host}:19193' --topic '${topic}'" |
| 274 | + docker exec "${container_id}" bash -c "/opt/bitnami/kafka/bin/kafka-topics.sh --create --bootstrap-server '${ip_host}:19193' --topic '${topic}'" |
275 | 275 | done |
276 | 276 |
|
277 | 277 | } |
|
0 commit comments