Merge branch 'develop' into feature/populate-imagepullsecret-from-container-registry

Author: AlexejPenner

.test_durations

@@ -36,6 +36,7 @@ arange = "arange"
 cachable = "cachable"
 OT = "OT"
 cll = "cll"
+ser = "ser"
 
 [default]
 locale = "en-us"

.typos.toml

@@ -21,14 +21,41 @@ plugins:
         python:
           setup_commands:
             - import docs.sys_modules_mock
-          rendering:
+          options:
+            # Include all public members, not just those in __all__
+            members: true
+            inherited_members: false
+            # Show all submodules automatically 
+            show_submodules: true
+            # Include functions, classes, modules, attributes
+            docstring_style: google
+            # Selection options
+            filters:
+              - "!^_"  # Exclude private members (starting with _)
+              - "^__init__$"  # But include __init__ methods
+              - "^__new__$"   # And __new__ methods
+            # Rendering options
             show_source: true
+            show_root_heading: true
+            show_root_toc_entry: true
+            show_object_full_path: false
+            show_category_heading: true
+            # Group members by category
+            group_by_category: true
+            # Show type annotations
+            show_signature_annotations: true
+            # Show return type annotations
+            show_return_annotations: true
+            # Show the bases of classes
+            show_bases: true
+            # Merge init method documentation into class docstring
+            merge_init_into_class: true
 
 # This setting ensures links don't use directory URLs
 use_directory_urls: false
 
 copyright: >
-  Copyright © 2022 ZenML GmbH –
+  Copyright © 2025 ZenML GmbH –
   <a href="#__consent">Change cookie settings</a>
 
 extra:

docs/mkdocs.yml

@@ -99,10 +99,10 @@ def create_entity_docs(
                 module_md = (
                     f"# {item_name}\n\n"
                     f"::: {zenml_import_path}.{item.stem}\n"
-                    f"    handler: python\n"
-                    f"    rendering:\n"
+                    f"    options:\n"
                     f"      show_root_heading: true\n"
                     f"      show_source: true\n"
+                    f"      members: true\n"
                 )
 
                 if md_prefix:
@@ -123,8 +123,7 @@ def create_entity_docs(
                         f"# [{item_name}]"
                         f"({index_link})\n\n"
                         f"::: {zenml_import_path}.{item.stem}\n"
-                        f"    handler: python\n"
-                        f"    selection:\n"
+                        f"    options:\n"
                         f"        members: false\n"
                     )
                     index_file_contents.append(index_entry)

docs/mkdocstrings_helper.py

@@ -0,0 +1,25 @@
+{{- if and .Values.zenml.database.persistence.enabled (not .Values.zenml.database.url) }}
+{{- $pvc_name := printf "%s-config" (include "zenml.fullname" .) -}}
+{{- $pvc := (lookup "v1" "PersistentVolumeClaim" .Release.Namespace $pvc_name) }}
+{{- if not $pvc }}
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: {{ $pvc_name }}
+  labels:
+    {{- include "zenml.labels" . | nindent 4 }}
+  annotations:
+    "helm.sh/hook": "pre-install,pre-upgrade"
+    "helm.sh/hook-weight": "-1"
+    "helm.sh/hook-delete-policy": before-hook-creation
+spec:
+  {{- with .Values.zenml.database.persistence.storageClassName }}
+  storageClassName: {{.}}
+  {{- end }}
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: {{.Values.zenml.database.persistence.size}}
+{{- end }}
+{{- end }}

helm/templates/server-config-pvc.yaml

@@ -59,7 +59,12 @@ spec:
         {{- toYaml .Values.podSecurityContext | nindent 8 }}
       volumes:
         - name: zenml-config
+        {{- if and .Values.zenml.database.persistence.enabled (not .Values.zenml.database.url) }}
+          persistentVolumeClaim:
+            claimName: {{ include "zenml.fullname" . }}-config
+        {{- else }}
           emptyDir: {}
+        {{- end }}
       {{- if eq .Values.zenml.database.backupStrategy "dump-file" }}
         # define a volume that will hold a backup of the database
         - name: db-backup
@@ -227,4 +232,4 @@ spec:
       nodeSelector:
         {{- toYaml . | nindent 8 }}
       {{- end }}
-{{- end }}
+{{- end }}

helm/templates/server-db-job.yaml

@@ -22,4 +22,4 @@ spec:
   storageClassName: {{ . }}
   {{- end }}
 {{- end }}
-{{- end }}
+{{- end }}

helm/templates/server-db-pvc.yaml

@@ -59,7 +59,12 @@ spec:
         {{- toYaml .Values.podSecurityContext | nindent 8 }}
       volumes:
         - name: zenml-config
+        {{- if and .Values.zenml.database.persistence.enabled (not .Values.zenml.database.url) }}
+          persistentVolumeClaim:
+            claimName: {{ include "zenml.fullname" . }}-config
+        {{- else }}
           emptyDir: {}
+        {{- end }}
       {{- if or .Values.zenml.certificates.customCAs .Values.zenml.certificates.secretRefs }}
         - name: custom-certs
           projected:

helm/templates/server-deployment.yaml

@@ -306,11 +306,19 @@ zenml:
   enableImplicitAuthMethods: false
 
   # MySQL database configuration. If not set, a local sqlite database will be
-  # used, which will not be persisted across pod restarts.
+  # used. To ensure data are not lost, check the persistence part.
   # NOTE: the certificate files need to be copied in the helm chart folder and
   # the paths configured here need to be relative to the root of the helm chart.
   database:
 
+    # If set to true, path where the local database is created will be
+    # mounted as a persistent volume so the data is not lost on pod restarts.
+    # Only relevant for local sqlite database.
+    persistence:
+      enabled: false
+      size: 1Gi
+      storageClassName: ""
+
     # The database URL. If not set, a local sqlite database will be used, which
     # will not be persisted across pod restarts. The URL can contain the
     # password or it can be provided in a secret using the `passwordSecretRef`

helm/values.yaml

@@ -36,7 +36,7 @@ install_integrations() {
     # figure out the python version
     python_version=$(python -c "import sys; print('.'.join(map(str, sys.version_info[:2])))")
 
-    ignore_integrations="feast label_studio bentoml seldon pycaret skypilot_aws skypilot_gcp skypilot_azure skypilot_kubernetes skypilot_lambda pigeon prodigy argilla"
+    ignore_integrations="feast label_studio bentoml seldon pycaret skypilot_aws skypilot_gcp skypilot_azure skypilot_kubernetes skypilot_lambda pigeon prodigy argilla vllm"
 
     # Ignore tensorflow and deepchecks only on Python 3.12
     if [ "$python_version" = "3.12" ]; then