Fix the json merge logic

Author: mesudip

.github/workflows/docker-image.yml

@@ -4,6 +4,8 @@ on:
   push:
     branches:
       - master
+  schedule:
+    - cron: '0 0 * * *'  # Runs daily at midnight
 
 jobs:
   build:
@@ -16,6 +18,12 @@ jobs:
     - name: Set up Docker Buildx
       uses: docker/setup-buildx-action@v1
 
+    - name: Get latest dbsync tag
+      id: get_latest_tag
+      run: |
+        latest_tag=$(curl -s https://api.github.com/repos/intersectmbo/cardano-db-sync/releases/latest | jq -r .tag_name)
+        echo "::set-output name=tag::$latest_tag"
+
     - name: Log in to GitHub Container Registry
       uses: docker/login-action@v1
       with:
@@ -29,4 +37,6 @@ jobs:
         context: .
         file: ./Dockerfile
         push: true
-        tags: ghcr.io/${{ github.repository_owner }}/cardano-db-sync:13.6.0.4
+        tags: ghcr.io/${{ github.repository_owner }}/cardano-db-sync:${{ steps.get_latest_tag.outputs.tag }}
+        build-args: |
+          DBSYNC_TAG=${{ steps.get_latest_tag.outputs.tag }}

Dockerfile

@@ -1,11 +1,51 @@
-FROM ubuntu:24.04 as config
+# Step 1: Build Stage using musl to create a statically linked executable
+FROM alpine:latest AS json_update
+
+# Install necessary build dependencies, including autoconf and libtool
+RUN apk add --no-cache \
+    gcc \
+    musl-dev \
+    make \
+    wget \
+    libc-dev \
+    zlib-dev \
+    git \
+    autoconf \
+    automake \
+    libtool
+
+# Install jansson from source
+RUN git clone https://github.com/akheron/jansson.git /jansson && \
+    cd /jansson && \
+    autoreconf -i && \
+    ./configure && \
+    make && \
+    make install && \
+    cd .. && \
+    rm -rf /jansson
+
+# Set the working directory inside the container
+WORKDIR /app
+
+# Copy the C program into the container
+COPY ./json_merge/update_json.c .
+
+# Compile the C program statically using musl-gcc
+RUN gcc -o update_json update_json.c -ljansson -static
+
+
+
+FROM ubuntu:24.04 AS config
 RUN apt-get update && apt-get install -y git \
     && git clone --depth 1 --filter=blob:none --sparse --no-checkout https://github.com/input-output-hk/cardano-playground.git \
     && cd cardano-playground \
     && git sparse-checkout set docs/environments \
     && git checkout
 
-FROM ghcr.io/intersectmbo/cardano-db-sync:13.6.0.4
+ARG DBSYNC_TAG=13.6.0.4
+
+FROM ghcr.io/intersectmbo/cardano-db-sync:${DBSYNC_TAG:-13.6.0.4}
+COPY --from=json_update /app/update_json /bin/update_json
 COPY --from=config /cardano-playground/docs/environments /environments
-COPY ./entrypoint.sh ./update_json_keys.sh /
+COPY ./entrypoint.sh /
 ENTRYPOINT ["/bin/bash", "-e", "/entrypoint.sh" ]

entrypoint.sh

@@ -88,12 +88,13 @@ elif [[ -z "${IS_NETWORK_ENV_SET:-}" ]]; then # dbsync config is set and network
 else  ## both NETWORK and DB_SYNC_CONFIG are set
 
   MERGED_CONFIG="$CONFIG_HOME/$NETWORK/merged-config.json"
-  # take the keys from config file and replace i the original config.
-  echo './update_json_keys.sh' "$DB_SYNC_CONFIG" \
+
+  # take the keys from config file and insert them into the default config
+  echo 'update_json' "$DB_SYNC_CONFIG" \
       "$CONFIG_HOME/$NETWORK" \
       "$MERGED_CONFIG"
 
-  ./update_json_keys.sh "$DB_SYNC_CONFIG" \
+  update_json "$DB_SYNC_CONFIG" \
       "$DEFAULT_NETWORK_CONFIG" \
       "$MERGED_CONFIG"
   DB_SYNC_CONFIG="$MERGED_CONFIG"

json_merge/update_json.c

@@ -0,0 +1,102 @@
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <jansson.h>
+
+// Update JSON keys in the destination JSON file with keys from the source JSON file
+// This code is chatgpt generated.
+void update_json_keys(const char *source_file, const char *dest_file, const char *output_file) {
+    // Load source JSON file
+    FILE *source_fp = fopen(source_file, "r");
+    if (!source_fp) {
+        perror("Error opening source file");
+        exit(EXIT_FAILURE);
+    }
+
+    fseek(source_fp, 0, SEEK_END);
+    long source_size = ftell(source_fp);
+    fseek(source_fp, 0, SEEK_SET);
+    
+    char *source_content = (char *)malloc(source_size + 1);
+    if (!source_content) {
+        perror("Error allocating memory for source content");
+        exit(EXIT_FAILURE);
+    }
+
+    fread(source_content, 1, source_size, source_fp);
+    source_content[source_size] = '\0';  // Null-terminate the string
+    fclose(source_fp);
+
+    json_error_t error;
+    json_t *source_json = json_loads(source_content, 0, &error);
+    if (!source_json) {
+        fprintf(stderr, "Error parsing source JSON: %s\n", error.text);
+        exit(EXIT_FAILURE);
+    }
+
+    free(source_content);  // No longer needed after parsing
+
+    // Load destination JSON file
+    FILE *dest_fp = fopen(dest_file, "r");
+    if (!dest_fp) {
+        perror("Error opening destination file");
+        exit(EXIT_FAILURE);
+    }
+
+    fseek(dest_fp, 0, SEEK_END);
+    long dest_size = ftell(dest_fp);
+    fseek(dest_fp, 0, SEEK_SET);
+    
+    char *dest_content = (char *)malloc(dest_size + 1);
+    if (!dest_content) {
+        perror("Error allocating memory for destination content");
+        exit(EXIT_FAILURE);
+    }
+
+    fread(dest_content, 1, dest_size, dest_fp);
+    dest_content[dest_size] = '\0';  // Null-terminate the string
+    fclose(dest_fp);
+
+    json_t *dest_json = json_loads(dest_content, 0, &error);
+    if (!dest_json) {
+        fprintf(stderr, "Error parsing destination JSON: %s\n", error.text);
+        exit(EXIT_FAILURE);
+    }
+
+    free(dest_content);  // No longer needed after parsing
+
+    // Update destination JSON with source JSON keys and values
+    const char *key;
+    json_t *value;
+    json_object_foreach(source_json, key, value) {
+        json_object_set(dest_json, key, value);  // Replace or insert keys
+    }
+
+    // Write updated JSON to output file
+    FILE *output_fp = fopen(output_file, "w");
+    if (!output_fp) {
+        perror("Error opening output file");
+        exit(EXIT_FAILURE);
+    }
+
+    if (json_dumpf(dest_json, output_fp, JSON_INDENT(4)) < 0) {
+        fprintf(stderr, "Error writing to output JSON file\n");
+        exit(EXIT_FAILURE);
+    }
+
+    fclose(output_fp);
+    json_decref(source_json);
+    json_decref(dest_json);
+
+    printf("Updated JSON saved to %s\n", output_file);
+}
+
+int main(int argc, char *argv[]) {
+    if (argc != 4) {
+        fprintf(stderr, "Usage: %s <source_json> <destination_json> <output_json>\n", argv[0]);
+        return EXIT_FAILURE;
+    }
+
+    update_json_keys(argv[1], argv[2], argv[3]);
+    return EXIT_SUCCESS;
+}