@@ -20,18 +20,15 @@ export SYNCMASTER__SERVER__SESSION__SECRET_KEY=generate_some_random_string
2020# !!! NEVER USE ON PRODUCTION !!!
2121export SYNCMASTER__SERVER__DEBUG = true
2222
23- # Worker options
24- export SYNCMASTER__WORKER__LOG_URL_TEMPLATE = " https://logs.location.example.com/syncmaster-worker?correlation_id={{ correlation_id }}&run_id={{ run.id }}"
25-
2623# Keycloak Auth
2724# export SYNCMASTER__AUTH__PROVIDER=syncmaster.server.providers.auth.keycloak_provider.KeycloakAuthProvider
28- export SYNCMASTER__AUTH__KEYCLOAK__SERVER_URL = http://localhost:8080
29- export SYNCMASTER__AUTH__KEYCLOAK__REALM_NAME = manually_created
30- export SYNCMASTER__AUTH__KEYCLOAK__CLIENT_ID = manually_created
31- export SYNCMASTER__AUTH__KEYCLOAK__CLIENT_SECRET = generated_by_keycloak
32- export SYNCMASTER__AUTH__KEYCLOAK__REDIRECT_URI = http://localhost:8000/auth/callback
33- export SYNCMASTER__AUTH__KEYCLOAK__SCOPE = email
34- export SYNCMASTER__AUTH__KEYCLOAK__VERIFY_SSL = False
25+ # export SYNCMASTER__AUTH__KEYCLOAK__SERVER_URL=http://localhost:8080
26+ # export SYNCMASTER__AUTH__KEYCLOAK__REALM_NAME=manually_created
27+ # export SYNCMASTER__AUTH__KEYCLOAK__CLIENT_ID=manually_created
28+ # export SYNCMASTER__AUTH__KEYCLOAK__CLIENT_SECRET=generated_by_keycloak
29+ # export SYNCMASTER__AUTH__KEYCLOAK__REDIRECT_URI=http://localhost:8000/auth/callback
30+ # export SYNCMASTER__AUTH__KEYCLOAK__SCOPE=email
31+ # export SYNCMASTER__AUTH__KEYCLOAK__VERIFY_SSL=False
3532
3633# Dummy Auth
3734export SYNCMASTER__AUTH__PROVIDER = syncmaster.server.providers.auth.dummy_provider.DummyAuthProvider
@@ -40,112 +37,11 @@ export SYNCMASTER__AUTH__ACCESS_TOKEN__SECRET_KEY=generate_another_random_string
4037# Scheduler options
4138export SYNCMASTER__SCHEDULER__TRANSFER_FETCHING_TIMEOUT_SECONDS = 200
4239
43- # HWM Store
40+ # Worker options
41+ export SYNCMASTER__WORKER__LOG_URL_TEMPLATE = " https://logs.location.example.com/syncmaster-worker?correlation_id={{ correlation_id }}&run_id={{ run.id }}"
4442export SYNCMASTER__HWM_STORE__ENABLED = true
4543export SYNCMASTER__HWM_STORE__TYPE = horizon
4644export SYNCMASTER__HWM_STORE__URL = http://localhost:8020
4745export SYNCMASTER__HWM_STORE__NAMESPACE = syncmaster_namespace
4846export SYNCMASTER__HWM_STORE__USER = admin
4947export SYNCMASTER__HWM_STORE__PASSWORD = 123UsedForTestOnly@!
50-
51- # Tests-only
52- export TEST_S3_HOST_FOR_CONFTEST = localhost
53- export TEST_S3_PORT_FOR_CONFTEST = 9010
54- export TEST_S3_HOST_FOR_WORKER = test-s3
55- export TEST_S3_PORT_FOR_WORKER = 9000
56- export TEST_S3_ACCESS_KEY = syncmaster
57- export TEST_S3_SECRET_KEY = 123UsedForTestOnly@!
58- export TEST_S3_BUCKET = syncmaster
59-
60- export TEST_POSTGRES_HOST_FOR_CONFTEST = localhost
61- export TEST_POSTGRES_PORT_FOR_CONFTEST = 5433
62- export TEST_POSTGRES_HOST_FOR_WORKER = test-postgres
63- export TEST_POSTGRES_PORT_FOR_WORKER = 5432
64- export TEST_POSTGRES_USER = syncmaster
65- export TEST_POSTGRES_PASSWORD = 123UsedForTestOnly@!
66- export TEST_POSTGRES_DB = syncmaster
67-
68- export TEST_ORACLE_HOST_FOR_CONFTEST = localhost
69- export TEST_ORACLE_PORT_FOR_CONFTEST = 1522
70- export TEST_ORACLE_HOST_FOR_WORKER = test-oracle
71- export TEST_ORACLE_PORT_FOR_WORKER = 1521
72- export TEST_ORACLE_USER = syncmaster
73- export TEST_ORACLE_PASSWORD = 123UsedForTestOnly@!
74- export TEST_ORACLE_SERVICE_NAME = XEPDB1
75-
76- export TEST_CLICKHOUSE_HOST_FOR_CONFTEST = localhost
77- export TEST_CLICKHOUSE_PORT_FOR_CONFTEST = 8123
78- export TEST_CLICKHOUSE_HOST_FOR_WORKER = test-clickhouse
79- export TEST_CLICKHOUSE_PORT_FOR_WORKER = 8123
80- export TEST_CLICKHOUSE_USER = syncmaster
81- export TEST_CLICKHOUSE_PASSWORD = 123UsedForTestOnly@!
82- export TEST_CLICKHOUSE_DB = syncmaster
83-
84- export TEST_MSSQL_HOST_FOR_CONFTEST = localhost
85- export TEST_MSSQL_PORT_FOR_CONFTEST = 1433
86- export TEST_MSSQL_HOST_FOR_WORKER = test-mssql
87- export TEST_MSSQL_PORT_FOR_WORKER = 1433
88- export TEST_MSSQL_USER = syncmaster
89- export TEST_MSSQL_PASSWORD = 123UsedForTestOnly@!
90- export TEST_MSSQL_DB = syncmaster
91-
92- export TEST_MYSQL_HOST_FOR_CONFTEST = localhost
93- export TEST_MYSQL_PORT_FOR_CONFTEST = 3306
94- export TEST_MYSQL_HOST_FOR_WORKER = test-mysql
95- export TEST_MYSQL_PORT_FOR_WORKER = 3306
96- export TEST_MYSQL_USER = syncmaster
97- export TEST_MYSQL_PASSWORD = 123UsedForTestOnly@!
98- export TEST_MYSQL_DB = syncmaster
99-
100- export TEST_HIVE_CLUSTER = test-hive
101- export TEST_HIVE_USER = syncmaster
102- export TEST_HIVE_PASSWORD = 123UsedForTestOnly@!
103-
104- export TEST_HDFS_HOST = test-hive
105- export TEST_HDFS_WEBHDFS_PORT = 9870
106- export TEST_HDFS_IPC_PORT = 9820
107-
108- export TEST_SFTP_HOST_FOR_CONFTEST = localhost
109- export TEST_SFTP_PORT_FOR_CONFTEST = 2222
110- export TEST_SFTP_HOST_FOR_WORKER = test-sftp
111- export TEST_SFTP_PORT_FOR_WORKER = 2222
112- export TEST_SFTP_USER = syncmaster
113- export TEST_SFTP_PASSWORD = 123UsedForTestOnly@!
114-
115- export TEST_FTP_HOST_FOR_CONFTEST = localhost
116- export TEST_FTP_PORT_FOR_CONFTEST = 2121
117- export TEST_FTP_HOST_FOR_WORKER = test-ftp
118- export TEST_FTP_PORT_FOR_WORKER = 21
119- export TEST_FTP_USER = syncmaster
120- export TEST_FTP_PASSWORD = 123UsedForTestOnly@!
121-
122- export TEST_FTPS_HOST_FOR_CONFTEST = localhost
123- export TEST_FTPS_PORT_FOR_CONFTEST = 2122
124- export TEST_FTPS_HOST_FOR_WORKER = test-ftps
125- export TEST_FTPS_PORT_FOR_WORKER = 21
126- export TEST_FTPS_USER = syncmaster
127- export TEST_FTPS_PASSWORD = 123UsedForTestOnly@!
128-
129- export TEST_SAMBA_HOST_FOR_CONFTEST = localhost
130- export TEST_SAMBA_PORT_FOR_CONFTEST = 1445
131- export TEST_SAMBA_HOST_FOR_WORKER = test-samba
132- export TEST_SAMBA_PORT_FOR_WORKER = 445
133- export TEST_SAMBA_DOMAIN = domain
134- export TEST_SAMBA_PROTOCOL = SMB
135- export TEST_SAMBA_UID = 1000
136- export TEST_SAMBA_GID = 1000
137- export TEST_SAMBA_SHARE = SmbShare
138- export TEST_SAMBA_USER = syncmaster
139- export TEST_SAMBA_PASSWORD = 123UsedForTestOnly@!
140- export TEST_SAMBA_AUTH_TYPE = NTLMv2
141-
142- export TEST_WEBDAV_HOST_FOR_CONFTEST = localhost
143- export TEST_WEBDAV_PORT_FOR_CONFTEST = 8010
144- export TEST_WEBDAV_HOST_FOR_WORKER = test-webdav
145- export TEST_WEBDAV_PORT_FOR_WORKER = 80
146- export TEST_WEBDAV_USER = syncmaster
147- export TEST_WEBDAV_PASSWORD = 123UsedForTestOnly@!
148-
149- export SPARK_CONF_DIR = ./tests/spark/hive/conf/
150- export HADOOP_CONF_DIR = ./tests/spark/hadoop/
151- export HIVE_CONF_DIR = ./tests/spark/hive/conf/
0 commit comments