fix: Updated run script to be more flexible and support running just one process or all

Author: ygnuss

init/run-listeners.sh

@@ -24,28 +24,107 @@ source tb_tables.config
 # $7 --> Binlog position file
 #
 #############################################################
-run_listener() {
+function run_listener() {
 
    (clickhouse-mysql --src-server-id=$5 --src-wait --src-resume --binlog-position-file $7 --nice-pause=1 --src-host=$SOURCE_HOST --src-port=$SOURCE_PORT --src-user=$SOURCE_USER --src-password=$SOURCE_PASSWD --src-schemas=$1 --src-tables=$2 --dst-host=$DESTINATION_HOST --dst-schema=$3 --dst-table=$4 --log-level=$LOG_LEVEL --pump-data 2>> $6)&
 
 }
 
-run_listener "movida_preproduction" "schedulings" "$TB_DATABASE" "$SCHEDULINGS_TABLE" "91" "out-schedulings.log" "bl-pos-schedulings"
-echo $! > $PID_LOG_FILE
+function run_schedulings() {
+   if [ $binlog == "true" ]; then
+      rm "bl-pos-collections"
+   fi
 
-run_listener "movida_preproduction" "platforms" "$TB_DATABASE" "$PLATFORMS_TABLE" "92" "out-platforms.log" "bl-pos-platforms"
-echo $! >> $PID_LOG_FILE
+   run_listener "movida_preproduction" "schedulings" "$TB_DATABASE" "$SCHEDULINGS_TABLE" "91" "out-schedulings.log" "bl-pos-schedulings"
+   echo $! > $PID_LOG_FILE
 
-run_listener "movida_preproduction" "titles" "$TB_DATABASE" "$TITLES_TABLE" "93" "out-titles.log" "bl-pos-titles"
-echo $! >> $PID_LOG_FILE
+}
+
+function run_platforms() {
+   if [ $binlog == "true" ]; then
+      rm "bl-pos-collections"
+   fi
+
+   run_listener "movida_preproduction" "platforms" "$TB_DATABASE" "$PLATFORMS_TABLE" "92" "out-platforms.log" "bl-pos-platforms"
+   echo $! >> $PID_LOG_FILE
+
+}
+
+function run_titles() {
+   if [ $binlog == "true" ]; then
+      rm "bl-pos-collections"
+   fi
+
+   run_listener "movida_preproduction" "titles" "$TB_DATABASE" "$TITLES_TABLE" "93" "out-titles.log" "bl-pos-titles"
+   echo $! >> $PID_LOG_FILE
+}
+
+function run_assets() {
+   if [ $binlog == "true" ]; then
+      rm "bl-pos-collections"
+   fi
 
-run_listener "movida_preproduction" "assets" "$TB_DATABASE" "$ASSETS_TABLE" "94" "out-assets.log" "bl-pos-assets"
-echo $! >> $PID_LOG_FILE
+   run_listener "movida_preproduction" "assets" "$TB_DATABASE" "$ASSETS_TABLE" "94" "out-assets.log" "bl-pos-assets"
+   echo $! >> $PID_LOG_FILE
+}
+
+function run_features() {
+   if [ $binlog == "true" ]; then
+      rm "bl-pos-collections"
+   fi
+
+   run_listener "movida_preproduction" "features" "$TB_DATABASE" "$FEATURES_TABLE" "95" "out-features.log" "bl-pos-features"
+   echo $! >> $PID_LOG_FILE
+}
+
+function run_collections() {
+   if [ $binlog == "true" ]; then
+      rm "bl-pos-collections"
+   fi
+
+   run_listener "movida_preproduction" "collection_entries" "$TB_DATABASE" "$COLLECTIONS_TABLE" "96" "out-collections.log" "bl-pos-collections"
+   echo $! >> $PID_LOG_FILE
+}
+
+function usage {
+    echo "usage: $0 -d datasource [-b clean_binlog]"
+    echo "  -d datasource     datasource to syn. Use all for synchronizing all available datasources."
+    echo "                       - all"
+    echo "                       - schedulings"
+    echo "                       - platforms"
+    echo "                       - titles"
+    echo "                       - assets"
+    echo "                       - features"
+    echo "                       - collections"
+    echo "  -b clean_binlog   clean binlog before running (true | false) False by default"
+    exit -1
+}
 
-run_listener "movida_preproduction" "features" "$TB_DATABASE" "$FEATURES_TABLE" "95" "out-features.log" "bl-pos-features"
-echo $! >> $PID_LOG_FILE
+datasource="NONE"
+while getopts d:b: flag
+do
+    case "${flag}" in
+        d) datasource=${OPTARG};;
+        b) binlog=${OPTARG};;
+    esac
+done
 
-run_listener "movida_preproduction" "collection_entries" "$TB_DATABASE" "$COLLECTIONS_TABLE" "96" "out-collections.log" "bl-pos-collections"
-echo $! >> $PID_LOG_FILE
+case "${datasource}" in
+   NONE)          usage;;
+   all)           run_schedulings binlog
+                  run_platforms binlog
+                  run_titles binlog
+                  run_assets binlog
+                  run_features binlog
+                  run_collections binlog
+                  ;;
+   schedulings)   run_schedulings binlog;;
+   platforms)     run_platforms binlog;;
+   titles)        run_titles binlog;;
+   assets)        run_assets binlog;;
+   features)      run_features binlog;;
+   collections)   run_collections binlog;;
+   *)             usage;;
+esac
 
 echo "PID processes in $PID_LOG_FILE"