Merge branch 'dev' into dependabot/pip/requirements/scikit-learn-1.5.0

Author: andhreljaKern

.github/workflows/pi_build.yml

@@ -0,0 +1,20 @@
+name: 'Parent Images: Build'
+
+on:
+  workflow_dispatch:
+
+  pull_request:
+    types: [opened, synchronize, reopened]
+    branches:
+      - dev
+      - parent-image-updates
+    
+permissions:
+  id-token: write
+  contents: write
+  actions: read
+
+jobs: 
+  call-pi-build:
+    uses: code-kern-ai/cicd-deployment-scripts/.github/workflows/pi_build.yml@dev
+    secrets: inherit

.github/workflows/pi_merge.yml

@@ -0,0 +1,26 @@
+name: 'Parent Images: Parent Image Merge'
+
+on:
+  workflow_dispatch:
+
+  pull_request:
+    types: [closed]
+    branches:
+      - dev
+      - parent-image-updates
+
+permissions:
+  id-token: write
+  contents: write
+  actions: read
+
+jobs: 
+  call-pi-merge-parent-image:
+    uses: code-kern-ai/cicd-deployment-scripts/.github/workflows/pi_merge_submodule.yml@dev
+    if: ${{ github.event.pull_request.merged }}
+    secrets: inherit
+
+  call-pi-cleanup-submodule:
+    uses: code-kern-ai/cicd-deployment-scripts/.github/workflows/pi_cleanup_submodule.yml@dev
+    if: ${{ !github.event.pull_request.merged }}
+    secrets: inherit

README.md

@@ -10,10 +10,7 @@ It is designed for the smallest services, which are part of refinery and need on
 Services:
 
 - refinery-authorizer
-- refinery-config
-- refinery-doc-ock
 - refinery-gateway-proxy
-- platform-monitoring
 
 ### common
 
@@ -26,9 +23,6 @@ It contains all requirements contained in the mini image and also the most commo
 - refinery-tokenizer
 - refinery-updater
 - refinery-weak-supervisor
-- refinery-commercial-proxy
-- gates-gateway
-- chat-gateway
 
 ### exec-env
 
@@ -39,8 +33,6 @@ Services:
 
 - refinery-ac-exec-env
 - refinery-lf-exec-env
-- refinery-record-ide-env
-- chat-exec-env
 
 ### torch-cpu
 
@@ -50,7 +42,6 @@ Services:
 
 - refinery-embedder
 - refinery-ml-exec-env
-- refinery-zero-shot
 
 ### torch-cuda
 
@@ -64,6 +55,4 @@ The next parent image is used for ui services based on NextJS and use Node 18.
 
 Services:
 
-- gates-ui
 - admin-dashboard
-- chat-ui

helpers/settings.py

@@ -6,10 +6,10 @@
 
 MINI = [
     "refinery-authorizer",
-    "refinery-config",
-    "refinery-doc-ock",
+    # "refinery-config",
+    # "refinery-doc-ock",
     "refinery-gateway-proxy",
-    "platform-monitoring",
+    # "platform-monitoring",
 ]
 
 COMMON = [
@@ -19,8 +19,8 @@
     "refinery-updater",
     "refinery-weak-supervisor",
     "refinery-model-provider",
-    "refinery-commercial-proxy",
-    "gates-gateway",
+    # "refinery-commercial-proxy",
+    # "gates-gateway",
     # "chat-gateway",
     "cognition-gateway",
 ]
@@ -29,26 +29,26 @@
 EXEC_ENV = [
     "refinery-ac-exec-env",
     "refinery-lf-exec-env",
-    "refinery-record-ide-env",
-    "gates-runtime",
+    # "refinery-record-ide-env",
+    # "gates-runtime",
     # "chat-exec-env",
     "cognition-exec-env",
 ]
 
 TORCH_CPU = [
     "refinery-embedder",
     "refinery-ml-exec-env",
-    "refinery-zero-shot",
-    "hosted-inference-api",
+    # "refinery-zero-shot",
+    # "hosted-inference-api",
 ]
 
 TORCH_GPU = [
     "refinery-embedder",
-    "refinery-zero-shot",
+    # "refinery-zero-shot",
 ]
 
 NEXT = [
-    "gates-ui",
+    # "gates-ui",
     "admin-dashboard",
     # "chat-ui",
     "cognition-ui",

requirements/common-requirements.in

@@ -1,6 +1,6 @@
 -r mini-requirements.in
-boto3==1.25.0
-minio==7.1.12
+boto3==1.39.6
+minio==7.2.15
 numpy==1.23.4
 pandas==1.5.1
 psycopg2-binary==2.9.9

requirements/common-requirements.txt

@@ -1,40 +1,46 @@
 #
-# This file is autogenerated by pip-compile with Python 3.9
+# This file is autogenerated by pip-compile with Python 3.11
 # by the following command:
 #
 #    pip-compile common-requirements.in
 #
-anyio==4.4.0
+annotated-types==0.7.0
+    # via pydantic
+anyio==4.9.0
     # via starlette
-boto3==1.25.0
+argon2-cffi==25.1.0
+    # via minio
+argon2-cffi-bindings==21.2.0
+    # via argon2-cffi
+boto3==1.39.6
     # via -r common-requirements.in
-botocore==1.28.5
+botocore==1.39.10
     # via
     #   boto3
     #   s3transfer
-certifi==2024.6.2
+certifi==2025.7.14
     # via
     #   minio
     #   requests
-charset-normalizer==3.3.2
+cffi==1.17.1
+    # via argon2-cffi-bindings
+charset-normalizer==3.4.2
     # via requests
-click==8.1.7
+click==8.2.1
     # via uvicorn
-exceptiongroup==1.2.1
-    # via anyio
-fastapi==0.110.3
+fastapi==0.116.1
     # via -r mini-requirements.in
-h11==0.14.0
+h11==0.16.0
     # via uvicorn
-idna==3.7
+idna==3.10
     # via
     #   anyio
     #   requests
 jmespath==1.0.1
     # via
     #   boto3
     #   botocore
-minio==7.1.12
+minio==7.2.15
     # via -r common-requirements.in
 numpy==1.23.4
     # via
@@ -44,38 +50,46 @@ pandas==1.5.1
     # via -r common-requirements.in
 psycopg2-binary==2.9.9
     # via -r common-requirements.in
-pydantic==1.10.13
+pycparser==2.22
+    # via cffi
+pycryptodome==3.23.0
+    # via minio
+pydantic==2.7.4
     # via
     #   -r mini-requirements.in
     #   fastapi
+pydantic-core==2.18.4
+    # via pydantic
 python-dateutil==2.9.0.post0
     # via
     #   botocore
     #   pandas
-pytz==2024.1
+pytz==2025.2
     # via pandas
-requests==2.31.0
+requests==2.32.4
     # via -r mini-requirements.in
-s3transfer==0.6.2
+s3transfer==0.13.1
     # via boto3
-six==1.16.0
+six==1.17.0
     # via python-dateutil
 sniffio==1.3.1
     # via anyio
 sqlalchemy==1.4.42
     # via -r common-requirements.in
-starlette==0.37.2
+starlette==0.47.2
     # via fastapi
-typing-extensions==4.12.2
+typing-extensions==4.14.1
     # via
     #   anyio
     #   fastapi
+    #   minio
     #   pydantic
+    #   pydantic-core
     #   starlette
-urllib3==1.26.18
+urllib3==2.5.0
     # via
     #   botocore
     #   minio
     #   requests
-uvicorn==0.22.0
+uvicorn==0.35.0
     # via -r mini-requirements.in

requirements/exec-env-requirements.in

@@ -1,29 +1,31 @@
+aiohttp==3.12.14
 beautifulsoup4==4.11.1
+better_profanity==0.7.0
+flashtext==2.7
 fuzzywuzzy==0.18.0
+google-search-results==2.4.1
+groq==0.4.2
+holidays==0.21.13
+jinja2==3.1.6
+knowledge==0.3
 langdetect==1.0.9
 LeXmo==0.1.4
-nltk==3.8.1
+nltk==3.9.1
 numpy==1.23.4
+openai==0.27.7
 phonenumbers==8.13.0
+pydantic==2.7.4
 python-levenshtein==0.20.8
 quantulum3==0.7.11
-requests==2.31.0
+requests==2.32.4
 scikit-learn==1.5.0
-jinja2==3.1.4
-spacy[ja]==3.4.2
+spacy[ja]==3.7.5
+stemming==1.0.1
+textacy==0.13.0
 textblob==0.17.1
 textstat==0.7.3
+tiktoken==0.4.0
 translate==3.6.1
-better_profanity==0.7.0
-flashtext==2.7
-stemming==1.0.1
-openai==0.27.7
-google-search-results==2.4.1
 vaderSentiment==3.3.2
-textacy==0.13.0
 scikit-optimize==0.9.0
-holidays==0.21.13
-sumy==0.11.0
-knowledge==0.3
-tiktoken==0.4.0
-groq==0.4.2
+sumy==0.11.0