[Backport stable] Fix install script for spark session tests and pin dependency

dbt-spark/dagger/requirements.txt

@@ -1,3 +1,4 @@
 beartype<0.18.0
+gql[httpx]~=3.5.0
 dagger-io~=0.9.7
 python-dotenv

dbt-spark/dagger/run_dbt_spark_tests.py

@@ -140,7 +140,7 @@ async def test_spark(test_args):
             )
 
         elif test_args.profile == "spark_session":
-            tst_container = tst_container.with_exec(["apt-get", "install", "openjdk-17-jre", "-y"])
+            tst_container = tst_container.with_exec(["./scripts/install_jdk.sh"])
 
         # run the tests
         result = (

dbt-spark/dagger/scripts/install_jdk.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+set -eo
+apt-get update && apt-get install -y \
+    default-jdk

dbt-spark/hatch.toml

@@ -27,7 +27,6 @@ features=["all"]
 [envs.default.scripts]
 setup = [
     "pre-commit install",
-    "cp -n test.env.example test.env",
     "pip install -r dagger/requirements.txt",
 ]
 code-quality = "pre-commit run --all-files"