Skip to content

Commit 3a5c842

Browse files
dill21yudill21yu
authored
Merge branch 'dev' into thirdparty-system-connector
2 parents 895f440 + 80d8439 commit 3a5c842

File tree

77 files changed

+324
-1780
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

77 files changed

+324
-1780
lines changed

‎.github/workflows/cluster-test/mysql_with_mysql_registry/running_test.sh‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -46,22 +46,22 @@ do
4646

4747
if [[ $i -eq $TIMEOUT ]];then
4848
if [[ $MASTER_HTTP_STATUS -ne 200 ]];then
49-
cat ~/ds_test/master-server/logs/dolphinscheduler-master.log
49+
cat ~/ds_test/master-server/logs/*.log
5050
cat ~/ds_test/master-server/logs/*.out
5151
echo "master start health check failed"
5252
fi
5353
if [[ $WORKER_HTTP_STATUS -ne 200 ]]; then
54-
cat ~/ds_test/worker-server/logs/dolphinscheduler-master.log
54+
cat ~/ds_test/worker-server/logs/*.log
5555
cat ~/ds_test/worker-server/logs/*.out
5656
echo "worker start health check failed"
5757
fi
5858
if [[ $API_HTTP_STATUS -ne 200 ]]; then
59-
cat ~/ds_test/api-server/logs/dolphinscheduler-master.log
59+
cat ~/ds_test/api-server/logs/*.log
6060
cat ~/ds_test/api-server/logs/*.out
6161
echo "api start health check failed"
6262
fi
6363
if [[ $ALERT_HTTP_STATUS -ne 200 ]]; then
64-
cat ~/ds_test/alert-server/logs/dolphinscheduler-master.log
64+
cat ~/ds_test/alert-server/logs/*.log
6565
cat ~/ds_test/alert-server/logs/*.out
6666
echo "alert start health check failed"
6767
fi

‎.github/workflows/cluster-test/mysql_with_zookeeper_registry/running_test.sh‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -46,22 +46,22 @@ do
4646

4747
if [[ $i -eq $TIMEOUT ]];then
4848
if [[ $MASTER_HTTP_STATUS -ne 200 ]];then
49-
cat ~/ds_test/master-server/logs/dolphinscheduler-master.log
49+
cat ~/ds_test/master-server/logs/*.log
5050
cat ~/ds_test/master-server/logs/*.out
5151
echo "master start health check failed"
5252
fi
5353
if [[ $WORKER_HTTP_STATUS -ne 200 ]]; then
54-
cat ~/ds_test/worker-server/logs/dolphinscheduler-master.log
54+
cat ~/ds_test/worker-server/logs/*.log
5555
cat ~/ds_test/worker-server/logs/*.out
5656
echo "worker start health check failed"
5757
fi
5858
if [[ $API_HTTP_STATUS -ne 200 ]]; then
59-
cat ~/ds_test/api-server/logs/dolphinscheduler-master.log
59+
cat ~/ds_test/api-server/logs/*.log
6060
cat ~/ds_test/api-server/logs/*.out
6161
echo "api start health check failed"
6262
fi
6363
if [[ $ALERT_HTTP_STATUS -ne 200 ]]; then
64-
cat ~/ds_test/alert-server/logs/dolphinscheduler-master.log
64+
cat ~/ds_test/alert-server/logs/*.log
6565
cat ~/ds_test/alert-server/logs/*.out
6666
echo "alert start health check failed"
6767
fi

‎.github/workflows/cluster-test/postgresql_with_postgresql_registry/running_test.sh‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -46,22 +46,22 @@ do
4646

4747
if [[ $i -eq $TIMEOUT ]];then
4848
if [[ $MASTER_HTTP_STATUS -ne 200 ]];then
49-
cat ~/ds_test/master-server/logs/dolphinscheduler-master.log
49+
cat ~/ds_test/master-server/logs/*.log
5050
cat ~/ds_test/master-server/logs/*.out
5151
echo "master start health check failed"
5252
fi
5353
if [[ $WORKER_HTTP_STATUS -ne 200 ]]; then
54-
cat ~/ds_test/worker-server/logs/dolphinscheduler-master.log
54+
cat ~/ds_test/worker-server/logs/*.log
5555
cat ~/ds_test/worker-server/logs/*.out
5656
echo "worker start health check failed"
5757
fi
5858
if [[ $API_HTTP_STATUS -ne 200 ]]; then
59-
cat ~/ds_test/api-server/logs/dolphinscheduler-master.log
59+
cat ~/ds_test/api-server/logs/*.log
6060
cat ~/ds_test/api-server/logs/*.out
6161
echo "api start health check failed"
6262
fi
6363
if [[ $ALERT_HTTP_STATUS -ne 200 ]]; then
64-
cat ~/ds_test/alert-server/logs/dolphinscheduler-master.log
64+
cat ~/ds_test/alert-server/logs/*.log
6565
cat ~/ds_test/alert-server/logs/*.out
6666
echo "alert start health check failed"
6767
fi

‎.github/workflows/cluster-test/postgresql_with_zookeeper_registry/running_test.sh‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -46,22 +46,22 @@ do
4646

4747
if [[ $i -eq $TIMEOUT ]];then
4848
if [[ $MASTER_HTTP_STATUS -ne 200 ]];then
49-
cat ~/ds_test/master-server/logs/dolphinscheduler-master.log
49+
cat ~/ds_test/master-server/logs/*.log
5050
cat ~/ds_test/master-server/logs/*.out
5151
echo "master start health check failed"
5252
fi
5353
if [[ $WORKER_HTTP_STATUS -ne 200 ]]; then
54-
cat ~/ds_test/worker-server/logs/dolphinscheduler-master.log
54+
cat ~/ds_test/worker-server/logs/*.log
5555
cat ~/ds_test/worker-server/logs/*.out
5656
echo "worker start health check failed"
5757
fi
5858
if [[ $API_HTTP_STATUS -ne 200 ]]; then
59-
cat ~/ds_test/api-server/logs/dolphinscheduler-master.log
59+
cat ~/ds_test/api-server/logs/*.log
6060
cat ~/ds_test/api-server/logs/*.out
6161
echo "api start health check failed"
6262
fi
6363
if [[ $ALERT_HTTP_STATUS -ne 200 ]]; then
64-
cat ~/ds_test/alert-server/logs/dolphinscheduler-master.log
64+
cat ~/ds_test/alert-server/logs/*.log
6565
cat ~/ds_test/alert-server/logs/*.out
6666
echo "alert start health check failed"
6767
fi

‎.github/workflows/docs.yml‎

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -108,7 +108,6 @@ jobs:
108108
needs:
109109
- style
110110
- img-check
111-
- dead-link
112111
if: always()
113112
steps:
114113
- name: Status

‎config/plugins_config‎

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -99,7 +99,6 @@ dolphinscheduler-task-mr
9999
dolphinscheduler-task-openmldb
100100
dolphinscheduler-task-procedure
101101
dolphinscheduler-task-python
102-
dolphinscheduler-task-pytorch
103102
dolphinscheduler-task-remoteshell
104103
dolphinscheduler-task-sagemaker
105104
dolphinscheduler-task-seatunnel

‎deploy/kubernetes/dolphinscheduler/README.md‎

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -306,8 +306,9 @@ Please refer to the [Quick Start in Kubernetes](../../../docs/docs/en/guide/inst
306306
| security.authentication.ldap.ssl.jksbase64content | string | `""` | LDAP jks file base64 content. If you use macOS, please run `base64 -b 0 -i /path/to/your.jks`. If you use Linux, please run `base64 -w 0 /path/to/your.jks`. If you use Windows, please run `certutil -f -encode /path/to/your.jks`. Then copy the base64 content to below field in one line |
307307
| security.authentication.ldap.ssl.truststore | string | `"/opt/ldapkeystore.jks"` | LDAP jks file absolute path, do not change this value |
308308
| security.authentication.ldap.ssl.truststorepassword | string | `""` | LDAP jks password |
309-
| security.authentication.ldap.urls | string | `"ldap://ldap.forumsys.com:389/"` | LDAP urls |
310-
| security.authentication.ldap.user.admin | string | `"read-only-admin"` | Admin user account when you log-in with LDAP |
309+
| security.authentication.ldap.url | string | `"ldap://ldap.forumsys.com:389/"` | LDAP url |
310+
| security.authentication.ldap.user.adminuserfilter | string | `"(&(uid={0})(memberOf=cn=admin-group,ou=apps,dc=example,dc=com))"` | Any user matching this filter becomes an Admin. If set to `""`, ignore this option |
311+
| security.authentication.ldap.user.adminusername | string | `"read-only-admin"` | Admin user account when you log-in with LDAP. If the filter doesn't match anything this also acts as fallback. Set to `""` to ignore this option if you want to use filter only |
311312
| security.authentication.ldap.user.emailattribute | string | `"mail"` | LDAP user email attribute |
312313
| security.authentication.ldap.user.identityattribute | string | `"uid"` | LDAP user identity attribute |
313314
| security.authentication.ldap.user.notexistaction | string | `"CREATE"` | action when ldap user is not exist,default value: CREATE. Optional values include(CREATE,DENY) |

‎deploy/kubernetes/dolphinscheduler/templates/_helpers.tpl‎

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -195,16 +195,18 @@ Create a security environment variables.
195195
- name: SECURITY_AUTHENTICATION_TYPE
196196
value: {{ .Values.security.authentication.type | quote }}
197197
{{- if eq .Values.security.authentication.type "LDAP" }}
198-
- name: SECURITY_AUTHENTICATION_LDAP_URLS
199-
value: {{ .Values.security.authentication.ldap.urls | quote }}
198+
- name: SECURITY_AUTHENTICATION_LDAP_URL
199+
value: {{ .Values.security.authentication.ldap.url | quote }}
200200
- name: SECURITY_AUTHENTICATION_LDAP_BASE_DN
201201
value: {{ .Values.security.authentication.ldap.basedn | quote }}
202202
- name: SECURITY_AUTHENTICATION_LDAP_USERNAME
203203
value: {{ .Values.security.authentication.ldap.username | quote }}
204204
- name: SECURITY_AUTHENTICATION_LDAP_PASSWORD
205205
value: {{ .Values.security.authentication.ldap.password | quote }}
206-
- name: SECURITY_AUTHENTICATION_LDAP_USER_ADMIN
207-
value: {{ .Values.security.authentication.ldap.user.admin | quote }}
206+
- name: SECURITY_AUTHENTICATION_LDAP_USER_ADMIN_USERNAME
207+
value: {{ .Values.security.authentication.ldap.user.adminusername | quote }}
208+
- name: SECURITY_AUTHENTICATION_LDAP_USER_ADMIN_USER_FILTER
209+
value: {{ .Values.security.authentication.ldap.user.adminuserfilter | quote }}
208210
- name: SECURITY_AUTHENTICATION_LDAP_USER_IDENTITY_ATTRIBUTE
209211
value: {{ .Values.security.authentication.ldap.user.identityattribute | quote }}
210212
- name: SECURITY_AUTHENTICATION_LDAP_USER_EMAIL_ATTRIBUTE

‎deploy/kubernetes/dolphinscheduler/values.yaml‎

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -221,17 +221,19 @@ security:
221221
type: PASSWORD
222222
# IF you set type `LDAP`, below config will be effective
223223
ldap:
224-
# -- LDAP urls
225-
urls: ldap://ldap.forumsys.com:389/
224+
# -- LDAP url
225+
url: ldap://ldap.forumsys.com:389/
226226
# -- LDAP base dn
227227
basedn: dc=example,dc=com
228228
# -- LDAP username
229229
username: cn=read-only-admin,dc=example,dc=com
230230
# -- LDAP password
231231
password: password
232232
user:
233-
# -- Admin user account when you log-in with LDAP
234-
admin: read-only-admin
233+
# -- Any user matching this filter becomes an Admin. If set to `""`, ignore this option
234+
adminuserfilter: (&(uid={0})(memberOf=cn=admin-group,ou=apps,dc=example,dc=com))
235+
# -- Admin user account when you log-in with LDAP. If the filter doesn't match anything this also acts as fallback. Set to `""` to ignore this option if you want to use filter only
236+
adminusername: read-only-admin
235237
# -- LDAP user identity attribute
236238
identityattribute: uid
237239
# -- LDAP user email attribute

‎docs/configs/docsdev.js‎

Lines changed: 0 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -197,10 +197,6 @@ export default {
197197
title: 'ChunJun',
198198
link: '/en-us/docs/dev/user_doc/guide/task/chunjun.html',
199199
},
200-
{
201-
title: 'Pytorch',
202-
link: '/en-us/docs/dev/user_doc/guide/task/pytorch.html',
203-
},
204200
{
205201
title: 'Amazon DMS',
206202
link: '/en-us/docs/dev/user_doc/guide/task/dms.html',
@@ -929,10 +925,6 @@ export default {
929925
title: 'ChunJun',
930926
link: '/zh-cn/docs/dev/user_doc/guide/task/chunjun.html',
931927
},
932-
{
933-
title: 'Pytorch',
934-
link: '/zh-cn/docs/dev/user_doc/guide/task/pytorch.html',
935-
},
936928
{
937929
title: 'Amazon DMS',
938930
link: '/zh-cn/docs/dev/user_doc/guide/task/dms.html',

0 commit comments

Comments
 (0)