OpenTelemetry monitoring (#115)

* fix: minio use ssl

* chore: update submodules

* perf: add telemetry

* fix: app name

* chore: update submodules

* chore: update telemetry import

* ci(fix): drone submodule update

* ci(fix): drone submodule update

* fix: hanging docker stop

* chore: update submodules

* perf: enhance monitoring

* chore(opentelemetry): update submodules

Author: andhreljaKern

.drone.yml

@@ -11,7 +11,7 @@ steps:
     commands:
       - git submodule init
       - 'git config --global url."https://github.com/".insteadOf [email protected]:'
-      - "git submodule update --recursive --remote"
+      - "git submodule update --recursive"
   - name: build and publish
     image: plugins/docker
     settings:
@@ -73,7 +73,7 @@ steps:
     commands:
       - git submodule init
       - 'git config --global url."https://github.com/".insteadOf [email protected]:'
-      - "git submodule update --recursive --remote"
+      - "git submodule update --recursive"
   - name: build and publish
     image: plugins/docker
     settings:
@@ -109,7 +109,7 @@ steps:
     commands:
       - git submodule init
       - 'git config --global url."https://github.com/".insteadOf [email protected]:'
-      - "git submodule update --recursive --remote"
+      - "git submodule update --recursive"
   - name: build and publish
     image: plugins/docker
     settings:
@@ -138,7 +138,7 @@ steps:
     commands:
       - git submodule init
       - 'git config --global url."https://github.com/".insteadOf [email protected]:'
-      - "git submodule update --recursive --remote"
+      - "git submodule update --recursive"
   - name: build and publish
     image: plugins/docker
     settings:

app.py

@@ -1,11 +1,29 @@
+import os
+import logging
 from fastapi import FastAPI, responses, status
 from fastapi.encoders import jsonable_encoder
 from pydantic import BaseModel
 from submodules.model.business_objects import general
 import util
-from submodules.model import session
+from submodules.model import session, telemetry
 
-app = FastAPI()
+
+OTLP_GRPC_ENDPOINT = os.getenv("OTLP_GRPC_ENDPOINT", "tempo:4317")
+
+app_name = "refinery-updater"
+app = FastAPI(title=app_name)
+
+if telemetry.ENABLE_TELEMETRY:
+    print("WARNING:  Running telemetry.", flush=True)
+    telemetry.setting_app_name(app_name)
+    telemetry.setting_otlp(app, app_name=app_name, endpoint=OTLP_GRPC_ENDPOINT)
+    app.add_middleware(telemetry.PrometheusMiddleware, app_name=app_name)
+    app.add_route("/metrics", telemetry.metrics)
+
+    # Filter out /metrics
+    logging.getLogger("uvicorn.access").addFilter(
+        lambda record: "GET /metrics" not in record.getMessage()
+    )
 
 
 @app.post("/update_to_newest")

daemon.py

@@ -1,4 +1,4 @@
 -r requirements.txt
-httpx==0.25.0
+httpx==0.28.1
 pytest==8.1.1
 debugpy==1.8.12

requirements-dev.txt

@@ -2,11 +2,13 @@
 
 DEBUG_MODE=false
 DEBUG_PORT=15674
+ENABLE_TELEMETRY=false
 
-while getopts d flag
+while getopts dg flag
 do
     case "${flag}" in
         d) DEBUG_MODE=true;;
+        g) ENABLE_TELEMETRY=true;;
     esac
 done
 
@@ -39,6 +41,7 @@ docker run -d --rm \
 -e NEURAL_SEARCH=http://refinery-neural-search:80 \
 -e COGNITION_GATEWAY=http://cognition-gateway:80 \
 -e POSTGRES=postgresql://postgres:kern@graphql-postgres:5432 \
+-e ENABLE_TELEMETRY=$ENABLE_TELEMETRY \
 --mount type=bind,source="$(pwd)"/,target=/app \
 -v /var/run/docker.sock:/var/run/docker.sock \
 --network dev-setup_default \