squash

Author: githubering182

.dockerignore

@@ -1,24 +1,22 @@
 .DS_Store
 .idea
 .vscode
-db/*
+db
 venv
 __pycache__
 migrations
 file_store
+storage
+worker_tmp
+temp_zip
 
-/node_modules
-/.pnp
+node_modules
+.pnp
 .pnp.js
 
-/coverage
+coverage
 
-/build
-
-.env.local
-.env.development.local
-.env.test.local
-.env.production.local
+build
 
 npm-debug.log*
 yarn-debug.log*

.env.sample

@@ -0,0 +1,26 @@
+# Common Environment:
+DEBUG=true
+SECRET_KEY='django-insecure-%o*gv0gtraw6@&@_a*c)$x%wuy8w55a2n3x^c2%0$9wm+0q8ot'
+SECRET_ALGO=HS256
+MAX_WORKER=5
+
+# Storage DB Environment:
+DB_STORAGE_USER=issadmin
+DB_STORAGE_PASSWORD=issadminpassword
+
+# Storage Broker Environment:
+BROKER_URL=redis://iss-broker:6379/0
+
+# App DB Environment:
+DB_APP_DB_NAME=iss_app_db
+DB_APP_AUTH_METHOD=trust
+
+# App Backend Environment:
+SERVER_ORIGINS=127.0.0.1,localhost,iss-test-front,iss-front,iss-test-back,iss-back
+BACKEND_PORT=8000
+
+# STORAGE Backend Environment:
+STORAGE_PORT=9000
+
+# App Frontend Environment:
+FRONTEND_PORT=3000

.github/workflows/tests.yml

@@ -0,0 +1,52 @@
+name: Tests CI
+
+on:
+  push:
+    branches-ignore:
+      - main
+
+jobs:
+  build:
+    runs-on: self-hosted
+    steps:
+      - uses: actions/checkout@v3
+      - name: Build Images
+        run: docker-compose -f docker-compose.test.yml build
+
+  test:
+    runs-on: self-hosted
+    needs: build
+    steps:
+      - name: Run Tests
+        run: |
+          docker-compose -f docker-compose.test.yml up -d --force-recreate
+          sleep 30
+
+          echo Running front lint...
+          docker exec iss-test-front npm run lint
+
+          echo Running front tests...
+          docker exec iss-test-front npm run test
+
+          # docker exec iss-test-front npm run compile
+
+          echo Running back/storage lint...
+          docker exec iss-tests flake8
+
+          echo Running back tests...
+          docker exec iss-test-back ./manage.py test
+
+          echo Running storage tests...
+          docker exec iss-test-storage python3 src/test.py
+
+          # docker exec iss-tests python3 test.py
+
+  clean:
+    runs-on: self-hosted
+    needs: test
+    if: always()
+    steps:
+      - name: Clean up
+        run: |
+          docker-compose -f docker-compose.test.yml down --volumes --remove-orphans
+          docker system prune --volumes --force

.gitignore

@@ -2,10 +2,17 @@
 .idea
 .vscode
 db
+embedding_db
+broker-db
+
 venv
 __pycache__
 migrations
 file_store
+storage
+worker_tmp
+temp_zip
+*.db
 
 node_modules
 .pnp
@@ -15,11 +22,12 @@ coverage
 
 build
 
-.env.local
-.env.development.local
-.env.test.local
-.env.production.local
+.env
 
 npm-debug.log*
 yarn-debug.log*
 yarn-error.log*
+package-lock.json
+frontend-app/package-lock.json
+
+token.json

Dockerfile.backend

@@ -0,0 +1,26 @@
+FROM python:3.12-slim-bookworm
+
+ENV PYTHONDONTWRITEBYTECODE=1 \
+  PYTHONUNBUFFERED=1
+
+RUN addgroup --system iss && adduser --system --group iss
+
+WORKDIR /app
+
+RUN apt-get update \
+  && apt-get install -y --no-install-recommends \
+        gcc \
+				libffi-dev \
+        postgresql-client \
+				libpq-dev \
+        python3-dev \
+        musl-dev \
+	&& rm -rf /var/lib/apt/lists/*
+
+COPY ./backend-app/requirements.txt ./
+
+RUN pip install --no-cache-dir -r requirements.txt
+
+COPY ./backend-app/ ./
+
+RUN chown -R iss:iss /app

Dockerfile.frontend

@@ -0,0 +1,13 @@
+FROM node:20.4-slim
+
+WORKDIR /app
+
+COPY ./frontend-app/package.json ./
+COPY ./frontend-app/tsconfig.json ./
+COPY ./frontend-app/.eslintrc.json ./
+
+RUN npm install
+RUN npm install -g serve
+
+COPY ./frontend-app/src ./src
+COPY ./frontend-app/public ./public

Dockerfile.storage

@@ -0,0 +1,32 @@
+FROM python:3.13-slim-bookworm
+
+ENV PYTHONDONTWRITEBYTECODE=1 \
+  PYTHONUNBUFFERED=1
+
+RUN addgroup --system iss && adduser --system --group iss
+
+RUN apt-get update \
+  && apt-get install -y --no-install-recommends \
+        gcc \
+        libsqlite3-dev \
+        libffi-dev \
+        python3-dev \
+        musl-dev \
+        git \
+        make \
+        gettext \
+        ffmpeg \
+    && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /app
+
+COPY ./storage-app/requirements.txt ./
+COPY ./scripts/install_sql_vec.sh ./
+
+RUN chmod 744 install_sql_vec.sh && ./install_sql_vec.sh
+
+RUN pip install --no-cache-dir -r requirements.txt
+
+COPY ./storage-app/src ./src
+
+RUN chown -R iss:iss /app

Dockerfile.tests

@@ -0,0 +1,15 @@
+FROM python:3.12-slim-bookworm
+
+ENV PYTHONDONTWRITEBYTECODE=1 \
+  PYTHONUNBUFFERED=1
+
+WORKDIR /tests
+
+COPY ./tests/requirements.txt ./
+
+RUN pip install --no-cache-dir -r requirements.txt
+
+COPY ./tests ./
+
+COPY ./backend-app ./backend_code
+COPY ./storage-app/src ./storage_code