Skip to content

Commit 7e86e17

Browse files
authored
Merge pull request #32 from WeDataSphere/dev-0.2.0
To optimize the deploy
2 parents 20075b3 + fa1b025 commit 7e86e17

File tree

3 files changed

+29
-32
lines changed
  • bin
  • streamis-appconn/src/main/resources
  • streamis-jobmanager/streamis-jobmanager-server/src/main/java/com/webank/wedatasphere/streamis/jobmanager/restful/api

3 files changed

+29
-32
lines changed

bin/install.sh

Lines changed: 22 additions & 31 deletions
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,6 @@ txt=""
2020
if [[ "$OSTYPE" == "darwin"* ]]; then
2121
txt="''"
2222
elif [[ "$OSTYPE" == "linux-gnu" ]]; then
23-
# linux
2423
txt=""
2524
elif [[ "$OSTYPE" == "cygwin" ]]; then
2625
echo "streamis not support Windows operating system"
@@ -100,48 +99,40 @@ if [[ '2' = "$MYSQL_INSTALL_MODE" ]];then
10099
fi
101100

102101

103-
104-
###linkis Eurkea info
105-
SERVER_IP=$EUREKA_INSTALL_IP
106-
SERVER_PORT=$EUREKA_PORT
107-
SERVER_HOME=$STREAMIS_INSTALL_HOME
108-
109-
if test -z "$SERVER_IP"
110-
then
111-
SERVER_IP=$local_host
112-
fi
113-
EUREKA_URL=http://$SERVER_IP:$EUREKA_PORT/eureka/
102+
EUREKA_URL=http://$EUREKA_INSTALL_IP:$EUREKA_PORT/eureka/
114103

115104
##function start
116105
function installPackage(){
117106
echo "start to install $SERVERNAME"
118107
echo "$SERVERNAME-step1: create dir"
119-
if test -z "$SERVER_IP"
120-
then
121-
SERVER_IP=$local_host
122-
fi
123108

124-
if ! ssh -p $SSH_PORT $SERVER_IP test -e $SERVER_HOME; then
125-
ssh -p $SSH_PORT $SERVER_IP "sudo mkdir -p $SERVER_HOME;sudo chown -R $deployUser:$deployUser $SERVER_HOME"
109+
if ! test -e $SERVER_HOME; then
110+
sudo mkdir -p $SERVER_HOME;sudo chown -R $deployUser:$deployUser $SERVER_HOME
126111
isSuccess "create the dir of $SERVERNAME"
127112
fi
128113

129114
echo "$SERVERNAME-step2:copy install package"
130-
scp -P $SSH_PORT ${workDir}/share/$PACKAGE_DIR/$SERVERNAME.zip $SERVER_IP:$SERVER_HOME
115+
cp ${workDir}/share/$PACKAGE_DIR/$SERVERNAME.zip $SERVER_HOME
131116
isSuccess "copy ${SERVERNAME}.zip"
132-
ssh -p $SSH_PORT $SERVER_IP "cd $SERVER_HOME/;rm -rf $SERVERNAME-bak; mv -f $SERVERNAME $SERVERNAME-bak"
133-
ssh -p $SSH_PORT $SERVER_IP "cd $SERVER_HOME/;unzip $SERVERNAME.zip > /dev/null"
117+
cd $SERVER_HOME/;rm -rf $SERVERNAME-bak; mv -f $SERVERNAME $SERVERNAME-bak
118+
cd $SERVER_HOME/;unzip $SERVERNAME.zip > /dev/null
134119
isSuccess "unzip ${SERVERNAME}.zip"
135120

136121
echo "$SERVERNAME-step3:subsitution conf"
137122
SERVER_CONF_PATH=$SERVER_HOME/$SERVERNAME/conf/application.yml
138-
ssh -p $SSH_PORT $SERVER_IP "sed -i \"s#port:.*#port: $SERVER_PORT#g\" $SERVER_CONF_PATH"
139-
ssh -p $SSH_PORT $SERVER_IP "sed -i \"s#defaultZone:.*#defaultZone: $EUREKA_URL#g\" $SERVER_CONF_PATH"
140-
ssh -p $SSH_PORT $SERVER_IP "sed -i \"s#hostname:.*#hostname: $SERVER_IP#g\" $SERVER_CONF_PATH"
123+
sed -i "s#port:.*#port: $SERVER_PORT#g" $SERVER_CONF_PATH
124+
sed -i "s#defaultZone:.*#defaultZone: $EUREKA_URL#g" $SERVER_CONF_PATH
125+
sed -i "s#hostname:.*#hostname: $SERVER_IP#g" $SERVER_CONF_PATH
141126
isSuccess "subsitution conf of $SERVERNAME"
142127
}
143-
##function end
144128

129+
function setDatasourcePassword(){
130+
PASSWORD=$MYSQL_PASSWORD
131+
temp=${PASSWORD//#/%tream%}
132+
sed -i "s#wds.linkis.server.mybatis.datasource.password.*#wds.linkis.server.mybatis.datasource.password=$temp#g" $SERVER_CONF_PATH
133+
sed -i "s/%tream%/#/g" $SERVER_CONF_PATH
134+
}
135+
##function end
145136

146137

147138
##Streamis-Server Install
@@ -155,12 +146,12 @@ installPackage
155146
###update Streamis-Server linkis.properties
156147
echo "$SERVERNAME-step4:update linkis.properties"
157148
SERVER_CONF_PATH=$SERVER_HOME/$SERVERNAME/conf/linkis.properties
158-
ssh -p $SSH_PORT $SERVER_IP "sed -i \"s#wds.linkis.server.mybatis.datasource.url.*#wds.linkis.server.mybatis.datasource.url=jdbc:mysql://${MYSQL_HOST}:${MYSQL_PORT}/${MYSQL_DB}?characterEncoding=UTF-8#g\" $SERVER_CONF_PATH"
159-
ssh -p $SSH_PORT $SERVER_IP "sed -i \"s#wds.linkis.server.mybatis.datasource.username.*#wds.linkis.server.mybatis.datasource.username=$MYSQL_USER#g\" $SERVER_CONF_PATH"
160-
ssh -p $SSH_PORT $SERVER_IP "sed -i \"s#wds.linkis.server.mybatis.datasource.password.*#wds.linkis.server.mybatis.datasource.password=$MYSQL_PASSWORD#g\" $SERVER_CONF_PATH"
161-
ssh -p $SSH_PORT $SERVER_IP "sed -i \"s#wds.linkis.gateway.ip.*#wds.linkis.gateway.ip=$GATEWAY_INSTALL_IP#g\" $SERVER_CONF_PATH"
162-
ssh -p $SSH_PORT $SERVER_IP "sed -i \"s#wds.linkis.gateway.port.*#wds.linkis.gateway.port=$GATEWAY_PORT#g\" $SERVER_CONF_PATH"
163-
ssh -p $SSH_PORT $SERVER_IP "sed -i \"s#wds.linkis.gateway.url.*#wds.linkis.gateway.url=http://${GATEWAY_INSTALL_IP}:${GATEWAY_PORT}#g\" $SERVER_CONF_PATH"
149+
sed -i "s#wds.linkis.server.mybatis.datasource.url.*#wds.linkis.server.mybatis.datasource.url=jdbc:mysql://${MYSQL_HOST}:${MYSQL_PORT}/${MYSQL_DB}?characterEncoding=UTF-8#g" $SERVER_CONF_PATH
150+
sed -i "s#wds.linkis.server.mybatis.datasource.username.*#wds.linkis.server.mybatis.datasource.username=$MYSQL_USER#g" $SERVER_CONF_PATH
151+
setDatasourcePassword
152+
sed -i "s#wds.linkis.gateway.ip.*#wds.linkis.gateway.ip=$GATEWAY_INSTALL_IP#g" $SERVER_CONF_PATH
153+
sed -i "s#wds.linkis.gateway.port.*#wds.linkis.gateway.port=$GATEWAY_PORT#g" $SERVER_CONF_PATH
154+
sed -i "s#wds.linkis.gateway.url.*#wds.linkis.gateway.url=http://${GATEWAY_INSTALL_IP}:${GATEWAY_PORT}#g" $SERVER_CONF_PATH
164155
isSuccess "subsitution linkis.properties of $SERVERNAME"
165156
echo "<----------------$SERVERNAME:end------------------->"
166157
echo ""

streamis-appconn/src/main/resources/init.sql

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,9 @@
1+
delete from `dss_workspace_dictionary` WHERE `appconn_name` = 'streamis';
2+
3+
INSERT INTO `dss_workspace_dictionary` ( `workspace_id`, `parent_key`, `dic_name`, `dic_name_en`, `dic_key`, `dic_value`, `dic_value_en`, `title`, `title_en`, `url`, `url_type`,`icon`, `order_num`, `remark`, `create_user`, `create_time`, `update_user`, `update_time`, appconn_name)
4+
VALUES ('0','p_develop_process','流式生产中心','Streamis Product Center','pdp_streamis_product_center','streamis_prod',NULL,NULL,NULL,
5+
'http://APPCONN_INSTALL_IP:APPCONN_INSTALL_PORT/#/realtimeJobCenter?projectName=${projectName}&workspaceName=${workspaceName}','0','kaifa-icon','1','工程开发流程-流式生产中心','SYSTEM','2020-12-28 17:32:35',NULL,'2022-06-30 17:49:02','streamis');
6+
17
select @old_dss_appconn_id:=id from `dss_appconn` where `appconn_name` = 'streamis';
28

39
delete from `dss_workspace_menu_appconn` WHERE `appconn_id` = @old_dss_appconn_id;

streamis-jobmanager/streamis-jobmanager-server/src/main/java/com/webank/wedatasphere/streamis/jobmanager/restful/api/JobRestfulApi.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -102,7 +102,7 @@ public Message createOrUpdate(HttpServletRequest req, @Validated @RequestBody Me
102102
if (StringUtils.isBlank(projectName)){
103103
return Message.error("Project name cannot be empty(项目名不能为空,请指定)");
104104
}
105-
if(!this.privilegeService.hasAccessPrivilege(req, projectName)){
105+
if(!this.privilegeService.hasEditPrivilege(req, projectName)){
106106
return Message.error("Have no permission to create or update StreamJob in project [" + projectName + "]");
107107
}
108108
StreamJobVersion job = streamJobService.createOrUpdate(username, metaJsonInfo);

0 commit comments

Comments
 (0)