fix: adapt benchmark tests to Glue for Ray GA breaking changes (#2316)

* fix: adapt Glue for Ray jobs creation to GA changes

Author: jaidisido

awswrangler/data_quality/_utils.py

@@ -175,8 +175,16 @@ def _get_data_quality_results(
     )["Results"]
     rule_results: List[Dict[str, Any]] = []
     for result in results:
-        rules = result["RuleResults"]
-        for rule in rules:
-            rule["ResultId"] = result["ResultId"]  # type: ignore[typeddict-unknown-key]
-        rule_results.extend(cast(List[Dict[str, Any]], rules))
+        rule_results.extend(
+            cast(
+                List[Dict[str, Any]],
+                [
+                    dict(
+                        ((k, d[k]) for k in ("Name", "Description", "Result") if k in d),  # type: ignore[literal-required]
+                        **{"ResultId": result["ResultId"]},
+                    )
+                    for d in result["RuleResults"]
+                ],
+            )
+        )
     return pd.json_normalize(rule_results)

awswrangler/distributed/ray/datasources/pandas_file_based_datasource.py

@@ -64,7 +64,7 @@ def __init__(self) -> None:
     def _read_file(self, f: pyarrow.NativeFile, path: str, **reader_args: Any) -> pd.DataFrame:
         raise NotImplementedError()
 
-    def do_write(  # pylint: disable=arguments-differ
+    def do_write(  # type: ignore[override] # pylint: disable=arguments-differ
         self,
         blocks: List[ObjectRef[pd.DataFrame]],
         metadata: List[BlockMetadata],
@@ -141,7 +141,7 @@ def write_block(write_path: str, block: pd.DataFrame) -> str:
 
         return write_tasks
 
-    def write(  # type: ignore[override]
+    def write(
         self,
         blocks: Iterable[Union[Block[pd.DataFrame], ObjectRef[pd.DataFrame]]],
         ctx: TaskContext,
@@ -198,7 +198,7 @@ def write_block(write_path: str, block: pd.DataFrame) -> str:
             path,
             filesystem=filesystem,
             dataset_uuid=dataset_uuid,
-            block=block,
+            block=block,  # type: ignore[arg-type]
             block_index=ctx.task_idx,
             file_format=file_suffix,
         )