update spark version

update artifact version

Author: kevinzz6

src/azure-cli/azure/cli/command_modules/synapse/tests/latest/test_synapse_scenario.py

@@ -2039,13 +2039,13 @@ def test_ip_firewall_rules(self, resource_group, storage_account):
     def test_spark_job(self, resource_group):
         self.kwargs.update({
             'spark-pool': 'testsparkpool',
-            'workspace': 'testsynapseworkspace',
+            'workspace': 'yanjuntestws001',
             'job': 'WordCount_Java',
-            'main-definition-file': 'abfss://testfilesystem@adlsgen2account.dfs.core.windows.net/samples/java/wordcount/wordcount.jar',
+            'main-definition-file': 'abfss://filesystem01@ywtestaccount.dfs.core.windows.net/wordcount/wordcount_2.11-0.1.jar',
             'main-class-name': 'WordCount',
             'arguments': [
-                'abfss://testfilesystem@adlsgen2account.dfs.core.windows.net/samples/java/wordcount/shakespeare.txt',
-                'abfss://testfilesystem@adlsgen2account.dfs.core.windows.net/samples/java/wordcount/result/'],
+                'abfss://filesystem01@ywtestaccount.dfs.core.windows.net/wordcount/input/shakespeare.txt',
+                'abfss://filesystem01@ywtestaccount.dfs.core.windows.net/wordcount/output/'],
             'executors': 2,
             'executor-size': 'Medium',
             'configuration': '{\\"spark.dynamicAllocation.maxExecutors\\":\\"18\\"}'
@@ -2092,7 +2092,7 @@ def test_spark_job(self, resource_group):
     def test_spark_session_and_statements(self, resource_group):
         self.kwargs.update({
             'spark-pool': 'testsparkpool',
-            'workspace': 'testsynapseworkspace',
+            'workspace': 'yanjuntestws001',
             'job': self.create_random_name(prefix='clisession', length=14),
             'executor-size': 'Small',
             'executors': 2,

src/azure-cli/requirements.py3.Darwin.txt

@@ -84,9 +84,9 @@ azure-multiapi-storage==1.3.0
 azure-nspkg==3.0.2
 azure-storage-common==1.4.2
 azure-synapse-accesscontrol==0.5.0
-azure-synapse-artifacts==0.19.0
+azure-synapse-artifacts==0.20.0
 azure-synapse-managedprivateendpoints==0.4.0
-azure-synapse-spark==0.2.0
+azure-synapse-spark==0.7.0
 bcrypt==3.2.0
 certifi==2024.7.4
 cffi==1.16.0

src/azure-cli/requirements.py3.Linux.txt

@@ -84,9 +84,9 @@ azure-multiapi-storage==1.3.0
 azure-nspkg==3.0.2
 azure-storage-common==1.4.2
 azure-synapse-accesscontrol==0.5.0
-azure-synapse-artifacts==0.19.0
+azure-synapse-artifacts==0.20.0
 azure-synapse-managedprivateendpoints==0.4.0
-azure-synapse-spark==0.2.0
+azure-synapse-spark==0.7.0
 bcrypt==3.2.0
 certifi==2024.7.4
 cffi==1.16.0

src/azure-cli/requirements.py3.windows.txt

@@ -84,9 +84,9 @@ azure-multiapi-storage==1.3.0
 azure-nspkg==3.0.2
 azure-storage-common==1.4.2
 azure-synapse-accesscontrol==0.5.0
-azure-synapse-artifacts==0.19.0
+azure-synapse-artifacts==0.20.0
 azure-synapse-managedprivateendpoints==0.4.0
-azure-synapse-spark==0.2.0
+azure-synapse-spark==0.7.0
 bcrypt==3.2.0
 certifi==2024.7.4
 cffi==1.16.0

src/azure-cli/setup.py

@@ -126,9 +126,9 @@
     'azure-multiapi-storage~=1.3.0',
     'azure-storage-common~=1.4',
     'azure-synapse-accesscontrol~=0.5.0',
-    'azure-synapse-artifacts~=0.19.0',
+    'azure-synapse-artifacts~=0.20.0',
     'azure-synapse-managedprivateendpoints~=0.4.0',
-    'azure-synapse-spark~=0.2.0',
+    'azure-synapse-spark~=0.7.0',
     'chardet~=5.2.0',
     'colorama~=0.4.4',
     # On Linux, the distribution (Ubuntu, Debian, etc) and version are checked for `az feedback`