web_rt: enable TLS in uvicorn and print local https URL

Author: ZHEQIUSHUI

.github/workflows/build.yml

@@ -8,38 +8,56 @@ on:
   workflow_dispatch:
 
 jobs:
-  build-x86:
-    name: x86 Build
+  build-ax650:
+    name: AX650 Build
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
       - name: Prepare 3rdparty
         run: git submodule update --init
 
-      - name: Build x86
-        run: sh ./build.sh
+      - name: Build AX650
+        run: bash ./build_ax650.sh
 
-      - name: Upload x86 artifact
+      - name: Upload AX650 artifact
         uses: actions/upload-artifact@v4
         with:
-          name: build-x86
-          path: build/install/
+          name: build-ax650
+          path: build_650/install/
 
-  build-aarch64:
-    name: aarch64 Build
+  build-axcl-x86:
+    name: AXCL x86 Build
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
       - name: Prepare 3rdparty
         run: git submodule update --init
 
-      - name: Build aarch64
-        run: sh ./build_aarch64.sh
+      - name: Build AXCL x86
+        run: bash ./build_axcl_x86.sh
 
-      - name: Upload aarch64 artifact
+      - name: Upload AXCL x86 artifact
         uses: actions/upload-artifact@v4
         with:
-          name: build-aarch64
-          path: build_aarch64/install/
+          name: build-axcl-x86
+          path: build_axcl_x86/install/
+
+  build-axcl-aarch64:
+    name: AXCL aarch64 Build
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Prepare 3rdparty
+        run: git submodule update --init
+
+      - name: Build AXCL aarch64
+        run: bash ./build_axcl_aarch64.sh
+
+      - name: Upload AXCL aarch64 artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: build-axcl-aarch64
+          path: build_axcl_aarch64/install/

.gitignore

@@ -4,4 +4,5 @@ pytranslate/__pycache__
 __pycache__
 pytranslate/x86_64
 pytranslate/aarch64
-web_rt/certs
+web_rt/certs
+dataset

README.md

@@ -7,6 +7,17 @@
 ./build_axcl_x86.sh      # AXCL x86 编译
 ./build_axcl_aarch64.sh  # AXCL aarch64 交叉编译
 ```
+编译成功之后 build目录应有以下文件
+```
+(base) axera@dell:~/libtranslate.axera/build_axcl$ tree
+.
+├── CMakeCache.txt
+├── libax_translate.so
+├── Makefile
+├── test_translate # 测试用例
+├── translate_cli  # 调用服务用例
+└── translate_svr  # 服务端程序
+```
 
 ## 模型获取
 [HY-MT1.5-1.8B_GPTQ_INT4](https://huggingface.co/AXERA-TECH/HY-MT1.5-1.8B_GPTQ_INT4)
@@ -36,6 +47,7 @@ TRANS_MODEL_DIR=/path/to/HY-MT1.5-1.8B_GPTQ_INT4 \
 PORT=8001 HOST=0.0.0.0 \
 ./run_web_rt.sh
 ```
+![web_rt.png](web_rt/image.png)
 
 ### Gradio
 ```shell

run_web_rt.sh

@@ -12,11 +12,30 @@ CERT_FILE="${CERT_DIR}/server.crt"
 KEY_FILE="${CERT_DIR}/server.key"
 mkdir -p "${CERT_DIR}"
 
+LOCAL_IP="$(hostname -I 2>/dev/null | awk '{print $1}')"
+SAN="DNS:localhost,IP:127.0.0.1"
+if [ -n "${LOCAL_IP}" ]; then
+  SAN="${SAN},IP:${LOCAL_IP}"
+fi
+
+NEED_REGEN_CERT=0
 if [ ! -f "${CERT_FILE}" ] || [ ! -f "${KEY_FILE}" ]; then
+  NEED_REGEN_CERT=1
+else
+  CERT_SAN="$(openssl x509 -in "${CERT_FILE}" -noout -ext subjectAltName 2>/dev/null || true)"
+  if ! echo "${CERT_SAN}" | grep -q "DNS:localhost"; then
+    NEED_REGEN_CERT=1
+  elif [ -n "${LOCAL_IP}" ] && ! echo "${CERT_SAN}" | grep -q "IP Address:${LOCAL_IP}"; then
+    NEED_REGEN_CERT=1
+  fi
+fi
+
+if [ "${NEED_REGEN_CERT}" = "1" ]; then
   echo "Generating self-signed cert..."
   openssl req -x509 -newkey rsa:2048 -sha256 -nodes \
     -keyout "${KEY_FILE}" -out "${CERT_FILE}" -days 365 \
-    -subj "/CN=localhost"
+    -subj "/CN=localhost" \
+    -addext "subjectAltName=${SAN}"
 fi
 
 echo "TRANS_MODEL_DIR = ${TRANS_MODEL_DIR}"

web_rt/image.png

@@ -3,6 +3,7 @@
 import asyncio
 import json
 import os
+import socket
 import sys
 import threading
 from dataclasses import dataclass, field
@@ -258,7 +259,38 @@ async def ws_endpoint(ws: WebSocket):
 if __name__ == "__main__":
     import uvicorn
 
+    def _get_local_ip() -> str:
+        try:
+            with socket.socket(socket.AF_INET, socket.SOCK_DGRAM) as sock:
+                # No packets are sent; this is used to resolve outbound interface.
+                sock.connect(("8.8.8.8", 80))
+                return sock.getsockname()[0]
+        except OSError:
+            return "127.0.0.1"
+
     host = os.getenv("HOST", "0.0.0.0")
     port = int(os.getenv("PORT", "8001"))
-    print(f"Web RT Translate: http://{host}:{port}")
-    uvicorn.run("web_rt.server:app", host=host, port=port, reload=False)
+    ssl_cert = os.getenv("SSL_CERT")
+    ssl_key = os.getenv("SSL_KEY")
+    use_ssl = bool(
+        ssl_cert
+        and ssl_key
+        and Path(ssl_cert).is_file()
+        and Path(ssl_key).is_file()
+    )
+
+    display_host = _get_local_ip() if host in {"0.0.0.0", "::"} else host
+    scheme = "https" if use_ssl else "http"
+    print(f"Web RT Translate: {scheme}://{display_host}:{port}")
+
+    uvicorn_kwargs = {
+        "app": "web_rt.server:app",
+        "host": host,
+        "port": port,
+        "reload": False,
+    }
+    if use_ssl:
+        uvicorn_kwargs["ssl_certfile"] = ssl_cert
+        uvicorn_kwargs["ssl_keyfile"] = ssl_key
+
+    uvicorn.run(**uvicorn_kwargs)