Storage STG94 features (Azure#23367)

* [Storage] Swagger update for STG 94 (Azure#23236)

* Update swagger to stg94 - azblob and azfiles

* service version update

* datalake code generated

* remove extra line from autorest transform

* datalake generated code

* datalake generated code

* datalake generated code

* storage bearer challenge for azqueue

* Revert "storage bearer challenge for azqueue"

This reverts commit 655211f.

* Added AuthenticationErrorDetail test

* error check

* get error from file error

* reverted change

* Revert "Added AuthenticationErrorDetail test" (Azure#23316)

This reverts commit bdf95c4.

* Added AuthenticationErrorDetail (Azure#23310)

* Added AuthenticationErrorDetail test

* error check

* corrected file error code

* [Storage] Support latest service version in Queue, propagate StorageBearer Challenge to queues (Azure#23311)

* Revert "[Storage] Swagger update for STG 94 (Azure#23236)"

This reverts commit 7d70d0f.

* Revert "storage bearer challenge for azqueue"

This reverts commit 655211f.

* Reapply "[Storage] Swagger update for STG 94 (Azure#23236)"

This reverts commit 5050c0c.

* Reapply "storage bearer challenge for azqueue"

This reverts commit 6d6123a.

* added challenge_policy_test.go (Azure#23317)

* Add custom audience test

* update queue_client_test.go test

* review comments address by using type alias

* NFS share snapshot (Azure#23359)

* nfs snapshot changes

* added new string to sign algorithm

* azblob - new stringtosign algorithm

* azdatalake - new string to sign algorithm

* azfile recordings

* linter errors resolve

* linter error

* comments resolve, add a new test and recording

* refactor azdatalake and azblob acc to comments

* update dependencies

* changelog updates

Author: tanyasethi-msft

sdk/storage/azblob/CHANGELOG.md

@@ -3,12 +3,14 @@
 ## 1.4.1 (Unreleased)
 
 ### Features Added
+* Upgraded service version to `2024-08-04`.
 
 ### Breaking Changes
 
 ### Bugs Fixed
 
 ### Other Changes
+* Updated `azcore` version to `1.14.0`
 
 ## 1.4.0 (2024-07-18)
 

sdk/storage/azblob/go.mod

@@ -3,7 +3,7 @@ module github.com/Azure/azure-sdk-for-go/sdk/storage/azblob
 go 1.18
 
 require (
-	github.com/Azure/azure-sdk-for-go/sdk/azcore v1.13.0
+	github.com/Azure/azure-sdk-for-go/sdk/azcore v1.14.0
 	github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0
 	github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0
 	github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage v1.6.0

sdk/storage/azblob/go.sum

@@ -1,5 +1,5 @@
-github.com/Azure/azure-sdk-for-go/sdk/azcore v1.13.0 h1:GJHeeA2N7xrG3q30L2UXDyuWRzDM900/65j70wcM4Ww=
-github.com/Azure/azure-sdk-for-go/sdk/azcore v1.13.0/go.mod h1:l38EPgmsp71HHLq9j7De57JcKOWPyhrsW1Awm1JS6K0=
+github.com/Azure/azure-sdk-for-go/sdk/azcore v1.14.0 h1:nyQWyZvwGTvunIMxi1Y9uXkcyr+I7TeNrr/foo4Kpk8=
+github.com/Azure/azure-sdk-for-go/sdk/azcore v1.14.0/go.mod h1:l38EPgmsp71HHLq9j7De57JcKOWPyhrsW1Awm1JS6K0=
 github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 h1:tfLQ34V6F7tVSwoTf/4lH5sE0o6eCJuNDTmH09nDpbc=
 github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0/go.mod h1:9kIvujWAA58nmPmWB1m23fyWic1kYZMxD9CxaWn4Qpg=
 github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 h1:ywEEhmNahHBihViHepv3xPBn1663uRv2t2q/ESv9seY=

sdk/storage/azblob/internal/exported/shared_key_credential.go

@@ -109,6 +109,85 @@ func getHeader(key string, headers map[string][]string) string {
 	return ""
 }
 
+func getWeightTables() [][]int {
+	tableLv0 := [...]int{
+		0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
+		0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
+		0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x71c, 0x0, 0x71f, 0x721, 0x723, 0x725,
+		0x0, 0x0, 0x0, 0x72d, 0x803, 0x0, 0x0, 0x733, 0x0, 0xd03, 0xd1a, 0xd1c, 0xd1e,
+		0xd20, 0xd22, 0xd24, 0xd26, 0xd28, 0xd2a, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
+		0xe02, 0xe09, 0xe0a, 0xe1a, 0xe21, 0xe23, 0xe25, 0xe2c, 0xe32, 0xe35, 0xe36, 0xe48, 0xe51,
+		0xe70, 0xe7c, 0xe7e, 0xe89, 0xe8a, 0xe91, 0xe99, 0xe9f, 0xea2, 0xea4, 0xea6, 0xea7, 0xea9,
+		0x0, 0x0, 0x0, 0x743, 0x744, 0x748, 0xe02, 0xe09, 0xe0a, 0xe1a, 0xe21, 0xe23, 0xe25,
+		0xe2c, 0xe32, 0xe35, 0xe36, 0xe48, 0xe51, 0xe70, 0xe7c, 0xe7e, 0xe89, 0xe8a, 0xe91, 0xe99,
+		0xe9f, 0xea2, 0xea4, 0xea6, 0xea7, 0xea9, 0x0, 0x74c, 0x0, 0x750, 0x0,
+	}
+	tableLv2 := [...]int{
+		0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
+		0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
+		0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x8012, 0x0, 0x0, 0x0, 0x0, 0x0, 0x8212, 0x0, 0x0,
+		0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
+		0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
+		0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
+		0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
+		0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
+	}
+	tables := [][]int{tableLv0[:], tableLv2[:]}
+	return tables
+}
+
+// NewHeaderStringComparer performs a multi-level, weight-based comparison of two strings
+func compareHeaders(lhs, rhs string, tables [][]int) int {
+	currLevel, i, j := 0, 0, 0
+	n := len(tables)
+	lhsLen := len(lhs)
+	rhsLen := len(rhs)
+
+	for currLevel < n {
+		if currLevel == (n-1) && i != j {
+			if i > j {
+				return -1
+			}
+			if i < j {
+				return 1
+			}
+			return 0
+		}
+
+		w1 := tables[currLevel][lhs[i]]
+		if i >= lhsLen {
+			w1 = 0x1
+		}
+
+		w2 := tables[currLevel][rhs[j]]
+		if j >= rhsLen {
+			w2 = 0x1
+		}
+
+		if w1 == 0x1 && w2 == 0x1 {
+			i = 0
+			j = 0
+			currLevel++
+		} else if w1 == w2 {
+			i++
+			j++
+		} else if w1 == 0 {
+			i++
+		} else if w2 == 0 {
+			j++
+		} else {
+			if w1 < w2 {
+				return -1
+			}
+			if w1 > w2 {
+				return 1
+			}
+			return 0
+		}
+	}
+	return 0
+}
+
 func (c *SharedKeyCredential) buildCanonicalizedHeader(headers http.Header) string {
 	cm := map[string][]string{}
 	for k, v := range headers {
@@ -125,7 +204,11 @@ func (c *SharedKeyCredential) buildCanonicalizedHeader(headers http.Header) stri
 	for key := range cm {
 		keys = append(keys, key)
 	}
-	sort.Strings(keys)
+	tables := getWeightTables()
+	// Sort the keys using the custom comparator
+	sort.Slice(keys, func(i, j int) bool {
+		return compareHeaders(keys[i], keys[j], tables) < 0
+	})
 	ch := bytes.NewBufferString("")
 	for i, key := range keys {
 		if i > 0 {

sdk/storage/azblob/internal/generated/autorest.md

@@ -7,7 +7,7 @@ go: true
 clear-output-folder: false
 version: "^3.0.0"
 license-header: MICROSOFT_MIT_NO_VERSION
-input-file: "https://raw.githubusercontent.com/Azure/azure-rest-api-specs/a32d0b2423d19835246bb2ef92941503bfd5e734/specification/storage/data-plane/Microsoft.BlobStorage/preview/2021-12-02/blob.json"
+input-file: "https://raw.githubusercontent.com/Azure/azure-rest-api-specs/f6f50c6388fd5836fa142384641b8353a99874ef/specification/storage/data-plane/Microsoft.BlobStorage/stable/2024-08-04/blob.json"
 credential-scope: "https://storage.azure.com/.default"
 output-folder: ../generated
 file-prefix: "zz_"
@@ -22,7 +22,7 @@ export-clients: true
 use: "@autorest/[email protected]"
 ```
 
-### Updating service version to 2024-05-04
+### Updating service version to 2024-08-04
 ```yaml
 directive:
 - from: 
@@ -35,8 +35,7 @@ directive:
   where: $
   transform: >-
     return $.
-      replaceAll(`[]string{"2021-12-02"}`, `[]string{ServiceVersion}`).
-      replaceAll(`2021-12-02`, `2024-05-04`);
+      replaceAll(`[]string{"2021-12-02"}`, `[]string{ServiceVersion}`);
 ```
 
 ### Undo breaking change with BlobName 

sdk/storage/azblob/internal/generated/constants.go

@@ -6,4 +6,4 @@
 
 package generated
 
-const ServiceVersion = "2024-05-04"
+const ServiceVersion = "2024-08-04"