Merge pull request #807 from andyzhangx/fuse2-test

test: add blobfuse2 external tests

Author: andyzhangx

deploy/example/e2e_usage.md

@@ -92,7 +92,9 @@ spec:
   csi:
     driver: blob.csi.azure.com
     readOnly: false
-    volumeHandle: unique-volumeid  # make sure this volumeid is unique in the cluster
+    # make sure volumeid is unique for every identical storage blob container in the cluster
+    # character `#` is reserved for internal use and cannot be used in volumehandle
+    volumeHandle: unique-volumeid
     volumeAttributes:
       containerName: EXISTING_CONTAINER_NAME
     nodeStageSecretRef:

deploy/example/pv-blobfuse-auth.yaml

@@ -16,8 +16,8 @@ spec:
   csi:
     driver: blob.csi.azure.com
     readOnly: false
-    # make sure this volumeid is unique in the cluster
-    # `#` is not allowed in self defined volumeHandle
+    # make sure volumeid is unique for every identical storage blob container in the cluster
+    # character `#` is reserved for internal use and cannot be used in volumehandle
     volumeHandle: unique-volumeid
     volumeAttributes:
       resourceGroup: EXISTING_RESOURCE_GROUP_NAME

deploy/example/pv-blobfuse-csi-keyvault.yaml

@@ -13,8 +13,8 @@ spec:
   csi:
     driver: blob.csi.azure.com
     readOnly: false
-    # make sure this volumeid is unique in the cluster
-    # `#` is not allowed in self defined volumeHandle
+    # make sure volumeid is unique for every identical storage blob container in the cluster
+    # character `#` is reserved for internal use and cannot be used in volumehandle
     volumeHandle: unique-volumeid
     volumeAttributes:
       containerName: EXISTING_CONTAINER_NAME

deploy/example/pv-blobfuse-csi.yaml

@@ -16,8 +16,8 @@ spec:
   csi:
     driver: blob.csi.azure.com
     readOnly: false
-    # make sure this volumeid is unique in the cluster
-    # `#` is not allowed in self defined volumeHandle
+    # make sure volumeid is unique for every identical storage blob container in the cluster
+    # character `#` is reserved for internal use and cannot be used in volumehandle
     volumeHandle: unique-volumeid
     volumeAttributes:
       resourceGroup: EXISTING_RESOURCE_GROUP_NAME

deploy/example/pv-blobfuse-nfs.yaml

@@ -13,8 +13,8 @@ spec:
   csi:
     driver: blob.csi.azure.com
     readOnly: false
-    # make sure this volumeid is unique in the cluster
-    # `#` is not allowed in self defined volumeHandle
+    # make sure volumeid is unique for every identical storage blob container in the cluster
+    # character `#` is reserved for internal use and cannot be used in volumehandle
     volumeHandle: unique-volumeid
     volumeAttributes:
       resourceGroup: EXISTING_RESOURCE_GROUP_NAME

deploy/example/storageclass-blobfuse2.yaml

@@ -0,0 +1,22 @@
+---
+apiVersion: storage.k8s.io/v1
+kind: StorageClass
+metadata:
+  name: blob-fuse
+provisioner: blob.csi.azure.com
+parameters:
+  skuName: Premium_LRS  # available values: Standard_LRS, Premium_LRS, Standard_GRS, Standard_RAGRS
+  protocol: fuse2
+reclaimPolicy: Delete
+volumeBindingMode: Immediate
+allowVolumeExpansion: true
+mountOptions:
+  - -o allow_other
+  - --file-cache-timeout-in-seconds=120
+  - --use-attr-cache=true
+  - --cancel-list-on-mount-seconds=10  # prevent billing charges on mounting
+  - -o attr_timeout=120
+  - -o entry_timeout=120
+  - -o negative_timeout=120
+  - --log-level=LOG_WARNING  # LOG_WARNING, LOG_INFO, LOG_DEBUG
+  - --cache-size-mb=1000  # Default will be 80% of available memory, eviction will happen beyond that.

docs/driver-parameters.md

@@ -67,6 +67,7 @@ pvc-92a4d7f2-f23b-4904-bad4-2cbfcff6e388
 
 Name | Meaning | Available Value | Mandatory | Default value
 --- | --- | --- | --- | ---
+volumeHandle | a value the driver can use to uniquely identify the storage blob container in the cluster. | A recommended way to produce a unique value is to combine the globally unique storage account name and container name: `{account-name}_{container-name}`. Be aware the character `#` is reserved for internal use and cannot be used in a volume handle. | Yes |
 volumeAttributes.resourceGroup | Azure resource group name | existing resource group name | No | if empty, driver will use the same resource group name as current k8s cluster
 volumeAttributes.storageAccount | existing storage account name | existing storage account name | Yes |
 volumeAttributes.containerName | existing container name | existing container name | Yes |

test/external-e2e/run.sh

@@ -56,7 +56,7 @@ trap print_logs EXIT
 mkdir -p /tmp/csi
 
 if [ ! -z ${EXTERNAL_E2E_TEST_BLOBFUSE} ]; then
-    echo "begin to run blobfuse tests ...."
+    echo "begin to run blobfuse v1 tests ...."
     cp deploy/example/storageclass-blobfuse.yaml /tmp/csi/storageclass.yaml
     # achieve close-to-open cache consistency like in NFSv3
     sed -i 's/file-cache-timeout-in-seconds=120/file-cache-timeout-in-seconds=0/g' /tmp/csi/storageclass.yaml
@@ -66,6 +66,17 @@ if [ ! -z ${EXTERNAL_E2E_TEST_BLOBFUSE} ]; then
         --kubeconfig=$KUBECONFIG
 fi
 
+if [ ! -z ${EXTERNAL_E2E_TEST_BLOBFUSE_v2} ]; then
+    echo "begin to run blobfuse v2 tests ...."
+    cp deploy/example/storageclass-blobfuse2.yaml /tmp/csi/storageclass.yaml
+    # achieve close-to-open cache consistency like in NFSv3
+    sed -i 's/file-cache-timeout-in-seconds=120/file-cache-timeout-in-seconds=0/g' /tmp/csi/storageclass.yaml
+    ginkgo -p --progress --v -focus="External.Storage.*$DRIVER.csi.azure.com" \
+        -skip='\[Disruptive\]|allow exec of files on the volume|unmount after the subpath directory is deleted|should concurrently access the single volume from pods on different node|pod created with an initial fsgroup, volume contents ownership changed via chgrp in first pod, new pod with same fsgroup skips ownership changes to the volume contents|should provision storage with any volume data source|should mount multiple PV pointing to the same storage on the same node' kubernetes/test/bin/e2e.test  -- \
+        -storage.testdriver=$PROJECT_ROOT/test/external-e2e/testdriver-blobfuse.yaml \
+        --kubeconfig=$KUBECONFIG
+fi
+
 if [ ! -z ${EXTERNAL_E2E_TEST_NFS} ]; then
     echo "begin to run NFSv3 tests ...."
     cp deploy/example/storageclass-blob-nfs.yaml /tmp/csi/storageclass.yaml