add option to limit bandwidth

Author: madebyTimo

Dockerfile

@@ -70,6 +70,7 @@ COPY files/create-folders.sh files/encoder-worker.sh files/entrypoint.sh /usr/lo
 ENV CREATE_FOLDERS=true
 ENV ENCODER_CPU=false
 ENV EXIT_ON_FINISH=false
+ENV MAX_BANDWIDTH=0
 ENV NICENESS_ADJUSTMENT=19
 ENV SCHED_POLICY="idle"
 ENV SERVER_IDENTITY=""

Readme.md

@@ -21,6 +21,8 @@ contains some special folder which corresponds to arguments for the encode scrip
     -   Set to `true` to enable cpu encoding.
 -   `EXIT_ON_FINISH`
     -   Set to `true` to exit if no more files to encode are present.
+-   `MAX_BANDWIDTH`
+    -   Limit the upload and download bandwidth, for example `10M` for 10 MB/s.
 -   `NICENESS_ADJUSTMENT`
     -   Set a custom niceness adjustment, default `19`.
 -   `SCHED_POLICY`

Version.txt

@@ -1 +1 @@
-v2.1.0
+v2.2.0

files/create-folders.sh

@@ -28,6 +28,6 @@ for FOLDER in "${FOLDER_TO_CREATE[@]}"; do
     if [[ -z "$SERVER_URL" ]]; then
         mkdir --parents "/media/encoder/$FOLDER"
     else
-        rclone --config "" mkdir ":sftp:$FOLDER"
+        rclone mkdir ":sftp:$FOLDER"
     fi
 done

files/encoder-worker.sh

@@ -36,17 +36,17 @@ cleanup () {
         rm --force --recursive "${LOCAL_BASE_DIR:?}/${WORKER_INPUT_DIR:?}" \
             "${LOCAL_BASE_DIR:?}/${WORKER_OUTPUT_DIR:?}"
     else
-        rclone --config "" moveto ":sftp:${WORKER_INPUT_DIR}/" \
+        rclone moveto ":sftp:${WORKER_INPUT_DIR}/" \
             ":sftp:$FAILED_DIR" > /dev/null 2>&1 || true
-        rclone --config "" purge ":sftp:$WORKER_INPUT_DIR" > /dev/null 2>&1 || true
-        rclone --config "" purge ":sftp:$WORKER_OUTPUT_DIR" > /dev/null 2>&1 || true
+        rclone purge ":sftp:$WORKER_INPUT_DIR" > /dev/null 2>&1 || true
+        rclone purge ":sftp:$WORKER_OUTPUT_DIR" > /dev/null 2>&1 || true
     fi
 }
 
 trap cleanup SIGINT SIGTERM
 
 if [[ -z "$SERVER_URL" ]] && [[ -d "${LOCAL_BASE_DIR:?}/$WORKER_INPUT_DIR" ]] \
-    || rclone --config "" lsd ":sftp:$WORKER_INPUT_DIR" > /dev/null 2>&1; then
+    || rclone lsd ":sftp:$WORKER_INPUT_DIR" > /dev/null 2>&1; then
     echo "Worker directory already exists." >&2
     cleanup
 fi
@@ -58,7 +58,7 @@ while true; do
             -path "${LOCAL_BASE_DIR}/${INPUT_DIR}/.working" -prune | shuf --head-count 1)"
         WORKER_FILE="${WORKER_FILE#"${LOCAL_BASE_DIR}/"}"
     else
-        WORKER_FILE="$(rclone --config "" lsf --exclude '.working/' --files-only \
+        WORKER_FILE="$(rclone lsf --exclude '.working/' --files-only \
             --recursive ":sftp:$INPUT_DIR" | shuf --head-count 1 | sed "s|^|${INPUT_DIR}/|")"
     fi
     if [[ -z "$WORKER_FILE" ]]; then
@@ -130,10 +130,10 @@ while true; do
             cp "${LOCAL_BASE_DIR}/${WORKER_INPUT_DIR}/${WORKER_FILE_BASENAME}" \
                 "${WORKDIR}/${WORKER_FILE_BASENAME}"
         else
-            rclone --config "" mkdir ":sftp:$WORKER_INPUT_DIR"
-            rclone --config "" moveto ":sftp:$WORKER_FILE" \
+            rclone mkdir ":sftp:$WORKER_INPUT_DIR"
+            rclone moveto ":sftp:$WORKER_FILE" \
                 ":sftp:${WORKER_INPUT_DIR}/${WORKER_FILE_BASENAME}"
-            rclone --config "" copyto \
+            rclone copyto \
                 ":sftp:${WORKER_INPUT_DIR}/${WORKER_FILE_BASENAME}" \
                 "${WORKDIR}/${WORKER_FILE_BASENAME}"
         fi
@@ -148,14 +148,14 @@ while true; do
                 "${LOCAL_BASE_DIR}/${OUTPUT_DIR}/${WORKER_FILE_RELATIVE_FOLDER}"
             rm "${LOCAL_BASE_DIR}/${WORKER_INPUT_DIR}/${OUTPUT_FILE_BASENAME}"
         else
-            rclone --config "" mkdir ":sftp:$WORKER_OUTPUT_DIR"
-            rclone --config "" moveto "${WORKDIR}/${OUTPUT_FILE_BASENAME}" \
+            rclone mkdir ":sftp:$WORKER_OUTPUT_DIR"
+            rclone moveto "${WORKDIR}/${OUTPUT_FILE_BASENAME}" \
                 ":sftp:${WORKER_OUTPUT_DIR}/${OUTPUT_FILE_BASENAME}"
-            rclone --config "" mkdir ":sftp:${OUTPUT_DIR}/$WORKER_FILE_RELATIVE_FOLDER"
-            rclone --config "" moveto \
+            rclone mkdir ":sftp:${OUTPUT_DIR}/$WORKER_FILE_RELATIVE_FOLDER"
+            rclone moveto \
                 ":sftp:${WORKER_OUTPUT_DIR}/${OUTPUT_FILE_BASENAME}" \
                 ":sftp:${OUTPUT_DIR}/${WORKER_FILE_RELATIVE_FOLDER}/${OUTPUT_FILE_BASENAME}"
-            rclone --config "" delete \
+            rclone delete \
                 ":sftp:${WORKER_INPUT_DIR}/${OUTPUT_FILE_BASENAME}"
         fi
         cleanup

files/entrypoint.sh

@@ -6,6 +6,8 @@ if [[ -z "$WORKER_ID" ]]; then
 fi
 
 if [[ -n "$SERVER_URL" ]]; then
+    RCLONE_BWLIMIT="$MAX_BANDWIDTH"
+    RCLONE_CONFIG=""
     RCLONE_SFTP_USER=${SERVER_URL#sftp://}
     RCLONE_SFTP_USER=${RCLONE_SFTP_USER%@*}
     RCLONE_SFTP_HOST=${SERVER_URL#*@}
@@ -24,8 +26,8 @@ if [[ -n "$SERVER_URL" ]]; then
         chmod 600 /dev/shm/ssh-known-hosts
         RCLONE_SFTP_KNOWN_HOSTS_FILE="/dev/shm/ssh-known-hosts"
     fi
-    export RCLONE_SFTP_HOST RCLONE_SFTP_KEY_FILE RCLONE_SFTP_KNOWN_HOSTS_FILE \
-        RCLONE_SFTP_PORT RCLONE_SFTP_USER
+    export RCLONE_BWLIMIT RCLONE_CONFIG RCLONE_SFTP_HOST RCLONE_SFTP_KEY_FILE \
+        RCLONE_SFTP_KNOWN_HOSTS_FILE RCLONE_SFTP_PORT RCLONE_SFTP_USER
 fi
 
 exec "$@"