om to omt and include profile

jaehyeon-kim · jaehyeon-kim · commit 83d45d9cc2d2 · 2026-01-05T11:51:14.000+11:00
diff --git a/compose-metadata.yml b/compose-metadata.yml
@@ -1,26 +1,29 @@
 services:
-  om-db:
+  omt-db:
     image: docker.getcollate.io/openmetadata/postgresql:1.11.3
-    container_name: om_db
+    container_name: omt_db
     restart: always
     command: "--work_mem=10MB"
     environment:
-      POSTGRES_USER: om_user
-      POSTGRES_PASSWORD: om_pass
-      POSTGRES_DB: om_db
+      POSTGRES_USER: omt_user
+      POSTGRES_PASSWORD: omt_pass
+      POSTGRES_DB: omt_db
     ports:
       - "5434:5432"   
     networks:
       - factorhouse
+    profiles:
+      - omt
     healthcheck:
-      test: ["CMD-SHELL", "pg_isready -U om_user -d om_db"]
+      test: ["CMD-SHELL", "pg_isready -U omt_user -d omt_db"]
       interval: 2s
       timeout: 2s
       retries: 10
       start_period: 3s
-  om-es:
+
+  omt-es:
     image: docker.elastic.co/elasticsearch/elasticsearch:8.11.4
-    container_name: om_es
+    container_name: omt_es
     environment:
       - discovery.type=single-node
       - ES_JAVA_OPTS=-Xms1024m -Xmx1024m
@@ -30,17 +33,22 @@ services:
       - "9300:9300"
     networks:
       - factorhouse
+    profiles:
+      - omt
     healthcheck:
       test: "curl -s http://localhost:9200/_cluster/health?pretty | grep status | grep -qE 'green|yellow' || exit 1"
       interval: 15s
       timeout: 10s
       retries: 10
-  om-migrate:
+
+  omt-migrate:
     image: docker.getcollate.io/openmetadata/server:1.11.3
-    container_name: om_migrate
+    container_name: omt_migrate
     command: "./bootstrap/openmetadata-ops.sh migrate"
     networks:
       - factorhouse
+    profiles:
+      - omt
     environment:
       OPENMETADATA_CLUSTER_NAME: ${OPENMETADATA_CLUSTER_NAME:-openmetadata}
       SERVER_PORT: ${SERVER_PORT:-8585}
@@ -60,66 +68,69 @@ services:
       # JWT Configuration (Required for session management)
       RSA_PUBLIC_KEY_FILE_PATH: ${RSA_PUBLIC_KEY_FILE_PATH:-"./conf/public_key.der"}
       RSA_PRIVATE_KEY_FILE_PATH: ${RSA_PRIVATE_KEY_FILE_PATH:-"./conf/private_key.der"}
-      JWT_ISSUER: ${JWT_ISSUER:-"open-metadata.org"}
+      JWT_ISSUER: ${JWT_ISSUER:-"factorhouse.io"}
       JWT_KEY_ID: ${JWT_KEY_ID:-"Gb389a-9f76-gdjs-a92j-0242bk94356"}
       # OpenMetadata Server Pipeline Service Client Configuration
-      PIPELINE_SERVICE_CLIENT_ENDPOINT: ${PIPELINE_SERVICE_CLIENT_ENDPOINT:-http://om-ingestion:8080}
+      PIPELINE_SERVICE_CLIENT_ENDPOINT: ${PIPELINE_SERVICE_CLIENT_ENDPOINT:-http://omt-ingestion:8080}
       PIPELINE_SERVICE_CLIENT_HEALTH_CHECK_INTERVAL: ${PIPELINE_SERVICE_CLIENT_HEALTH_CHECK_INTERVAL:-300}
-      SERVER_HOST_API_URL: ${SERVER_HOST_API_URL:-http://om-server:8585/api}
+      SERVER_HOST_API_URL: ${SERVER_HOST_API_URL:-http://omt-server:8585/api}
       PIPELINE_SERVICE_CLIENT_VERIFY_SSL: ${PIPELINE_SERVICE_CLIENT_VERIFY_SSL:-"no-ssl"}
       PIPELINE_SERVICE_CLIENT_SSL_CERT_PATH: ${PIPELINE_SERVICE_CLIENT_SSL_CERT_PATH:-""}
-      #Database configuration for postgresql
+      # Database configuration for postgresql
       DB_DRIVER_CLASS: ${DB_DRIVER_CLASS:-org.postgresql.Driver}
       DB_PARAMS: ${DB_PARAMS:-allowPublicKeyRetrieval=true&useSSL=false&serverTimezone=UTC}
-      DB_USER: ${DB_USER:-om_user}
-      DB_USER_PASSWORD: ${DB_USER_PASSWORD:-om_pass}
-      DB_HOST: ${DB_HOST:-om-db}
+      DB_USER: ${DB_USER:-omt_user}
+      DB_USER_PASSWORD: ${DB_USER_PASSWORD:-omt_pass}
+      DB_HOST: ${DB_HOST:-omt-db}
       DB_PORT: ${DB_PORT:-5432}
-      OM_DATABASE: ${OM_DATABASE:-om_db}
+      OM_DATABASE: ${OM_DATABASE:-omt_db}
       DB_SCHEME: ${DB_SCHEME:-postgresql}
       # ElasticSearch Configurations
-      ELASTICSEARCH_HOST: ${ELASTICSEARCH_HOST:- om-es}
+      ELASTICSEARCH_HOST: ${ELASTICSEARCH_HOST:- omt-es}
       ELASTICSEARCH_PORT: ${ELASTICSEARCH_PORT:-9200}
       ELASTICSEARCH_SCHEME: ${ELASTICSEARCH_SCHEME:-http}
       SEARCH_TYPE: ${SEARCH_TYPE:- "elasticsearch"}
-      #eventMonitoringConfiguration
+      # Event Monitoring Configuration
       EVENT_MONITOR: ${EVENT_MONITOR:-prometheus}
       EVENT_MONITOR_BATCH_SIZE: ${EVENT_MONITOR_BATCH_SIZE:-10}
       EVENT_MONITOR_PATH_PATTERN: ${EVENT_MONITOR_PATH_PATTERN:-["/api/v1/tables/*", "/api/v1/health-check"]}
       EVENT_MONITOR_LATENCY: ${EVENT_MONITOR_LATENCY:-[]}
-      #pipelineServiceClientConfiguration
+      # Pipeline Service Client Configuration
       PIPELINE_SERVICE_CLIENT_ENABLED: ${PIPELINE_SERVICE_CLIENT_ENABLED:-true}
       PIPELINE_SERVICE_CLIENT_CLASS_NAME: ${PIPELINE_SERVICE_CLIENT_CLASS_NAME:-"org.openmetadata.service.clients.pipeline.airflow.AirflowRESTClient"}
       PIPELINE_SERVICE_IP_INFO_ENABLED: ${PIPELINE_SERVICE_IP_INFO_ENABLED:-false}
       PIPELINE_SERVICE_CLIENT_HOST_IP: ${PIPELINE_SERVICE_CLIENT_HOST_IP:-""}
       PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER: ${PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER:-"noop"}
-      #airflow parameters
+      # Airflow Parameters
       AIRFLOW_USERNAME: ${AIRFLOW_USERNAME:-admin}
       AIRFLOW_PASSWORD: ${AIRFLOW_PASSWORD:-admin}
       AIRFLOW_TIMEOUT: ${AIRFLOW_TIMEOUT:-10}
       FERNET_KEY: ${FERNET_KEY:-jJ/9sz0g0OHxsfxOoSfdFdmk3ysNmPRnH3TUAbz3IHA=}
-      #secretsManagerConfiguration
+      # Secrets Manager Configuration
       SECRET_MANAGER: ${SECRET_MANAGER:-db}      
       # Heap OPTS Configurations
       OPENMETADATA_HEAP_OPTS: ${OPENMETADATA_HEAP_OPTS:--Xmx1G -Xms1G}
       # Mask passwords values in UI
       MASK_PASSWORDS_API: ${MASK_PASSWORDS_API:-false}
-      #OpenMetadata Web Configuration
+      # OpenMetadata Web Configuration
       WEB_CONF_URI_PATH: ${WEB_CONF_URI_PATH:-"/api"}
     depends_on:
-      om-es:
+      omt-es:
         condition: service_healthy
-      om-db:
+      omt-db:
         condition: service_healthy
-  om-server:
+
+  omt-server:
     image: docker.getcollate.io/openmetadata/server:1.11.3
-    container_name: om_server
+    container_name: omt_server
     restart: always
     ports:
       - "8585:8585"
       - "8586:8586"
     networks:
       - factorhouse
+    profiles:
+      - omt
     environment:
       OPENMETADATA_CLUSTER_NAME: ${OPENMETADATA_CLUSTER_NAME:-openmetadata}
       SERVER_PORT: ${SERVER_PORT:-8585}
@@ -137,59 +148,65 @@ services:
       # JWT Configuration (Required for session management)
       RSA_PUBLIC_KEY_FILE_PATH: ${RSA_PUBLIC_KEY_FILE_PATH:-"./conf/public_key.der"}
       RSA_PRIVATE_KEY_FILE_PATH: ${RSA_PRIVATE_KEY_FILE_PATH:-"./conf/private_key.der"}
-      JWT_ISSUER: ${JWT_ISSUER:-"open-metadata.org"}
+      JWT_ISSUER: ${JWT_ISSUER:-"factorhouse.io"}
       JWT_KEY_ID: ${JWT_KEY_ID:-"Gb389a-9f76-gdjs-a92j-0242bk94356"}
       # OpenMetadata Server Pipeline Service Client Configuration
-      PIPELINE_SERVICE_CLIENT_ENDPOINT: ${PIPELINE_SERVICE_CLIENT_ENDPOINT:-http://om-ingestion:8080}
+      PIPELINE_SERVICE_CLIENT_ENDPOINT: ${PIPELINE_SERVICE_CLIENT_ENDPOINT:-http://omt-ingestion:8080}
       PIPELINE_SERVICE_CLIENT_HEALTH_CHECK_INTERVAL: ${PIPELINE_SERVICE_CLIENT_HEALTH_CHECK_INTERVAL:-300}
-      SERVER_HOST_API_URL: ${SERVER_HOST_API_URL:-http://om-server:8585/api}
+      SERVER_HOST_API_URL: ${SERVER_HOST_API_URL:-http://omt-server:8585/api}
       PIPELINE_SERVICE_CLIENT_VERIFY_SSL: ${PIPELINE_SERVICE_CLIENT_VERIFY_SSL:-"no-ssl"}
       PIPELINE_SERVICE_CLIENT_SSL_CERT_PATH: ${PIPELINE_SERVICE_CLIENT_SSL_CERT_PATH:-""}
-      #Database configuration for postgresql
+      # Database configuration for postgresql
       DB_DRIVER_CLASS: ${DB_DRIVER_CLASS:-org.postgresql.Driver}
       DB_PARAMS: ${DB_PARAMS:-allowPublicKeyRetrieval=true&useSSL=false&serverTimezone=UTC}
-      DB_USER: ${DB_USER:-om_user}
-      DB_USER_PASSWORD: ${DB_USER_PASSWORD:-om_pass}
-      DB_HOST: ${DB_HOST:-om-db}
+      DB_USER: ${DB_USER:-omt_user}
+      DB_USER_PASSWORD: ${DB_USER_PASSWORD:-omt_pass}
+      DB_HOST: ${DB_HOST:-omt-db}
       DB_PORT: ${DB_PORT:-5432}
-      OM_DATABASE: ${OM_DATABASE:-om_db}
+      OM_DATABASE: ${OM_DATABASE:-omt_db}
       DB_SCHEME: ${DB_SCHEME:-postgresql}
       # ElasticSearch Configurations
-      ELASTICSEARCH_HOST: ${ELASTICSEARCH_HOST:- om-es}
+      ELASTICSEARCH_HOST: ${ELASTICSEARCH_HOST:- omt-es}
       ELASTICSEARCH_PORT: ${ELASTICSEARCH_PORT:-9200}
       ELASTICSEARCH_SCHEME: ${ELASTICSEARCH_SCHEME:-http}
       SEARCH_TYPE: ${SEARCH_TYPE:- "elasticsearch"}
-      #pipelineServiceClientConfiguration
+      # Event Monitoring Configuration
+      EVENT_MONITOR: ${EVENT_MONITOR:-prometheus}
+      EVENT_MONITOR_BATCH_SIZE: ${EVENT_MONITOR_BATCH_SIZE:-10}
+      EVENT_MONITOR_PATH_PATTERN: ${EVENT_MONITOR_PATH_PATTERN:-["/api/v1/tables/*", "/api/v1/health-check"]}
+      EVENT_MONITOR_LATENCY: ${EVENT_MONITOR_LATENCY:-[]}
+      # Pipeline Service Client Configuration
       PIPELINE_SERVICE_CLIENT_ENABLED: ${PIPELINE_SERVICE_CLIENT_ENABLED:-true}
       PIPELINE_SERVICE_CLIENT_CLASS_NAME: ${PIPELINE_SERVICE_CLIENT_CLASS_NAME:-"org.openmetadata.service.clients.pipeline.airflow.AirflowRESTClient"}
       PIPELINE_SERVICE_IP_INFO_ENABLED: ${PIPELINE_SERVICE_IP_INFO_ENABLED:-false}
       PIPELINE_SERVICE_CLIENT_HOST_IP: ${PIPELINE_SERVICE_CLIENT_HOST_IP:-""}
       PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER: ${PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER:-"noop"}
-      #airflow parameters
+      # Airflow Parameters
       AIRFLOW_USERNAME: ${AIRFLOW_USERNAME:-admin}
       AIRFLOW_PASSWORD: ${AIRFLOW_PASSWORD:-admin}
       AIRFLOW_TIMEOUT: ${AIRFLOW_TIMEOUT:-10}
       FERNET_KEY: ${FERNET_KEY:-jJ/9sz0g0OHxsfxOoSfdFdmk3ysNmPRnH3TUAbz3IHA=}
-      #secretsManagerConfiguration
+      # Secrets Manager Configuration
       SECRET_MANAGER: ${SECRET_MANAGER:-db}
       # Heap OPTS Configurations
       OPENMETADATA_HEAP_OPTS: ${OPENMETADATA_HEAP_OPTS:--Xmx1G -Xms1G}
       # Mask passwords values in UI
       MASK_PASSWORDS_API: ${MASK_PASSWORDS_API:-false}      
-      #OpenMetadata Web Configuration
+      # OpenMetadata Web Configuration
       WEB_CONF_URI_PATH: ${WEB_CONF_URI_PATH:-"/api"}
     depends_on:
-      om-es:
+      omt-es:
         condition: service_healthy
-      om-db:
+      omt-db:
         condition: service_healthy
-      om-migrate:
+      omt-migrate:
         condition: service_completed_successfully
     healthcheck:
       test: [ "CMD", "wget", "-q", "--spider",  "http://localhost:8586/healthcheck" ]
-  om-ingestion:
+
+  omt-ingestion:
     image: docker.getcollate.io/openmetadata/ingestion:1.11.3
-    container_name: om_ingestion
+    container_name: omt_ingestion
     entrypoint: /bin/bash
     # command:
     #   - "/opt/airflow/ingestion_dependency.sh"
@@ -199,30 +216,32 @@ services:
       - "8080:8080"
     networks:
       - factorhouse
+    profiles:
+      - omt
     environment:
       AIRFLOW__API__AUTH_BACKENDS: "airflow.api.auth.backend.basic_auth,airflow.api.auth.backend.session"
       AIRFLOW__CORE__EXECUTOR: LocalExecutor
       AIRFLOW__OPENMETADATA_AIRFLOW_APIS__DAG_GENERATED_CONFIGS: "/opt/airflow/dag_generated_configs"
-      DB_HOST: ${AIRFLOW_DB_HOST:-om-db}
+      DB_HOST: ${AIRFLOW_DB_HOST:-omt-db}
       DB_PORT: ${AIRFLOW_DB_PORT:-5432}
       AIRFLOW_DB: ${AIRFLOW_DB:-airflow_db}
-      DB_USER: ${AIRFLOW_DB_USER:-om_user}
-      DB_PASSWORD: ${AIRFLOW_DB_PASSWORD:-om_pass}
+      DB_USER: ${AIRFLOW_DB_USER:-omt_user}
+      DB_PASSWORD: ${AIRFLOW_DB_PASSWORD:-omt_pass}
       DB_SCHEME: ${AIRFLOW_DB_SCHEME:-postgresql+psycopg2}
       DB_PROPERTIES: ${AIRFLOW_DB_PROPERTIES:-}
       # To test the lineage backend
       AIRFLOW__LINEAGE__BACKEND: airflow_provider_openmetadata.lineage.backend.OpenMetadataLineageBackend
       AIRFLOW__LINEAGE__AIRFLOW_SERVICE_NAME: local_airflow
-      AIRFLOW__LINEAGE__OPENMETADATA_API_ENDPOINT: http://om-server:8585/api
+      AIRFLOW__LINEAGE__OPENMETADATA_API_ENDPOINT: http://omt-server:8585/api
     volumes:
       - ./resources/openmetadata/run.sh:/opt/airflow/run.sh
       - ./resources/openmetadata/generate_token_and_start.sh:/opt/airflow/generate_token_and_start.sh
     depends_on:
-      om-es:
+      omt-es:
         condition: service_healthy
-      om-db:
+      omt-db:
         condition: service_healthy
-      om-server:
+      omt-server:
         condition: service_started
 
 networks:
diff --git a/resources/openmetadata/generate_token_and_start.sh b/resources/openmetadata/generate_token_and_start.sh
@@ -1,14 +1,16 @@
 #!/bin/bash
 set -e
 
+## TODO: Currently it exports a token from an admin user. Create a bot and token from it!
+
 # This script will wait for the OpenMetadata server to be ready,
 # then create a bot and generate a JWT token for the Airflow lineage backend.
 
 OM_ADMIN_USER=admin@factorhouse.io
 OM_ADMIN_PASSWORD=admin
 ENCODED_PASSWORD=$(echo -n "${OM_ADMIN_PASSWORD}" | base64)
-OM_SERVER_URL="http://om-server:8585/api"
-OM_HEALTH_URL="http://om-server:8586/healthcheck"
+OM_SERVER_URL="http://omt-server:8585/api"
+OM_HEALTH_URL="http://omt-server:8586/healthcheck"
 BOT_NAME="airflow_lineage_bot"
 BOT_USER_JSON="{ \"name\": \"${BOT_NAME}\", \"displayName\": \"Airflow Lineage Bot\" }"
 
@@ -42,3 +44,5 @@ echo "Successfully obtained admin token."
 export AIRFLOW__LINEAGE__JWT_TOKEN="${ADMIN_TOKEN}"
 
 echo "JWT Token has been set for the Airflow lineage backend using the ADMIN token."
+echo "You can check the value of AIRFLOW__LINEAGE__JWT_TOKEN by executing the following command:"
+echo "docker exec omt_ingestion cat /proc/1/environ | tr '\0' '\n' | grep AIRFLOW__LINEAGE__JWT_TOKEN"
