Support adding annotation to pvc (#1226)

<!--
### Contribution Checklist
  
- Name the pull request in the form "[charts/<chart-name>] Title of the
pull request".
Skip *[charts/<chart-name>]* if the PR doesn't change a specific chart.
E.g. `[docs] Fix typo in README`.

- Fill out the template below to describe the changes contributed by the
pull request. That will give reviewers the context they need to do the
review.
  
- Each pull request should address only one issue, not mix up code from
multiple issues.
  
  - Each commit in the pull request has a meaningful commit message

- Once all items of the checklist are addressed, remove the above text
and this checklist, leaving only the filled out template below.

**(The sections below can be removed for hotfixes of typos)**
-->

*(If this PR fixes a github issue, please add `Fixes #<xyz>`.)*

Fixes #<xyz>

*(or if this PR is one task of a github issue, please add `Master Issue:
#<xyz>` to link to the master issue.)*

Master Issue: #<xyz>

### Motivation

*Explain here the context, and why you're making that change. What is
the problem you're trying to solve.*

### Modifications

*Describe the modifications you've done.*

### Verifying this change

- [ ] Make sure that the change passes the CI checks.

*(Please pick either of the following options)*

This change is a trivial rework / code cleanup without any test
coverage.

*(or)*

This change is already covered by existing tests, such as *(please
describe tests)*.

*(or)*

This change added tests and can be verified as follows:

*(example:)*
- *Added integration tests for end-to-end deployment with large payloads
(10MB)*
  - *Extended integration test for recovery after broker failure*

### Documentation

Check the box below.

Need to update docs? 

- [ ] `doc-required` 
  
  (If you need help on updating docs, create a doc issue)
  
- [ ] `no-need-doc` 
  
  (Please explain why)
  
- [ ] `doc` 
  
  (If this PR contains doc changes)

Author: labuladong

charts/sn-platform-slim/templates/bookkeeper/bookkeeper-cluster.yaml

@@ -131,6 +131,17 @@ spec:
     journal:
       numVolumes: {{ .Values.bookkeeper.volumes.journal.numVolumes | default 1 }}
       numDirsPerVolume: {{ .Values.bookkeeper.volumes.journal.numDirsPerVolume | default 1 }}
+      {{- if .Values.bookkeeper.volumes.journal.metadata }}
+      metadata:
+        {{- if .Values.bookkeeper.volumes.journal.metadata.annotations }}
+        annotations:
+{{ toYaml .Values.bookkeeper.volumes.journal.metadata.annotations | indent 10 }}
+        {{- end }}
+        {{- if .Values.bookkeeper.volumes.journal.metadata.labels }}
+        labels:
+{{ toYaml .Values.bookkeeper.volumes.journal.metadata.labels | indent 10 }}
+        {{- end }}
+      {{- end }}
       volumeClaimTemplate:
         accessModes:
         {{- range .Values.bookkeeper.volumes.journal.accessModes }}
@@ -143,6 +154,17 @@ spec:
     ledger:
       numVolumes: {{ .Values.bookkeeper.volumes.ledgers.numVolumes | default 1 }}
       numDirsPerVolume: {{ .Values.bookkeeper.volumes.ledgers.numDirsPerVolume | default 1 }}
+      {{- if .Values.bookkeeper.volumes.ledgers.metadata }}
+      metadata:
+        {{- if .Values.bookkeeper.volumes.ledgers.metadata.annotations }}
+        annotations:
+{{ toYaml .Values.bookkeeper.volumes.ledgers.metadata.annotations | indent 10 }}
+        {{- end }}
+        {{- if .Values.bookkeeper.volumes.ledgers.metadata.labels }}
+        labels:
+{{ toYaml .Values.bookkeeper.volumes.ledgers.metadata.labels | indent 10 }}
+        {{- end }}
+      {{- end }}
       volumeClaimTemplate:
         accessModes:
         {{- range .Values.bookkeeper.volumes.ledgers.accessModes }}

charts/sn-platform-slim/values.yaml

@@ -907,6 +907,12 @@ bookkeeper:
       #   mountOptions:
       #   extraParameters:
       #     iopsPerGB: "50"
+      # metadata to add onto PVCs for journal storage
+      # metadata:
+      #   annotations:
+      #     example.com/annotation-key: "annotation-value"
+      #   labels:
+      #     example.com/label-key: "label-value"
     ledgers:
       # It determines the directory of ledgers data
       numVolumes: 1
@@ -930,6 +936,12 @@ bookkeeper:
         # mountOptions:
         # extraParameters:
         #   iopsPerGB: "50"
+      # metadata to add onto PVCs for ledgers storage
+      # metadata:
+      #   annotations:
+      #     example.com/annotation-key: "annotation-value"
+      #   labels:
+      #     example.com/label-key: "label-value"
   jvm:
     # BookKeeper Operator will automatically generate the JVM memory options based on the Pod memory size. You can override this by entering a new value.
     memoryOptions: []

charts/sn-platform/templates/bookkeeper/bookkeeper-cluster.yaml

@@ -131,6 +131,17 @@ spec:
     journal:
       numVolumes: {{ .Values.bookkeeper.volumes.journal.numVolumes | default 1 }}
       numDirsPerVolume: {{ .Values.bookkeeper.volumes.journal.numDirsPerVolume | default 1 }}
+      {{- if .Values.bookkeeper.volumes.journal.metadata }}
+      metadata:
+        {{- if .Values.bookkeeper.volumes.journal.metadata.annotations }}
+        annotations:
+{{ toYaml .Values.bookkeeper.volumes.journal.metadata.annotations | indent 10 }}
+        {{- end }}
+        {{- if .Values.bookkeeper.volumes.journal.metadata.labels }}
+        labels:
+{{ toYaml .Values.bookkeeper.volumes.journal.metadata.labels | indent 10 }}
+        {{- end }}
+      {{- end }}
       volumeClaimTemplate:
         accessModes:
         {{- range .Values.bookkeeper.volumes.journal.accessModes }}
@@ -143,6 +154,17 @@ spec:
     ledger:
       numVolumes: {{ .Values.bookkeeper.volumes.ledgers.numVolumes | default 1 }}
       numDirsPerVolume: {{ .Values.bookkeeper.volumes.ledgers.numDirsPerVolume | default 1 }}
+      {{- if .Values.bookkeeper.volumes.ledgers.metadata }}
+      metadata:
+        {{- if .Values.bookkeeper.volumes.ledgers.metadata.annotations }}
+        annotations:
+{{ toYaml .Values.bookkeeper.volumes.ledgers.metadata.annotations | indent 10 }}
+        {{- end }}
+        {{- if .Values.bookkeeper.volumes.ledgers.metadata.labels }}
+        labels:
+{{ toYaml .Values.bookkeeper.volumes.ledgers.metadata.labels | indent 10 }}
+        {{- end }}
+      {{- end }}
       volumeClaimTemplate:
         accessModes:
         {{- range .Values.bookkeeper.volumes.journal.accessModes }}

charts/sn-platform/values.yaml

@@ -982,6 +982,12 @@ bookkeeper:
       #   mountOptions:
       #   extraParameters:
       #     iopsPerGB: "50"
+      # metadata to add onto PVCs for journal storage
+      # metadata:
+      #   annotations:
+      #     example.com/annotation-key: "annotation-value"
+      #   labels:
+      #     example.com/label-key: "label-value"
     ledgers:
       # It determines the directory of ledgers data
       numVolumes: 1
@@ -1005,6 +1011,12 @@ bookkeeper:
         # mountOptions:
         # extraParameters:
         #   iopsPerGB: "50"
+      # metadata to add onto PVCs for ledgers storage
+      # metadata:
+      #   annotations:
+      #     example.com/annotation-key: "annotation-value"
+      #   labels:
+      #     example.com/label-key: "label-value"
   jvm:
     # BookKeeper Operator will automatically generate the JVM memory options based on the Pod memory size. You can override this by entering a new value.
     memoryOptions: []