Test job with SparkPythonTask

Author: JCZuurmond

tests/integration/fixtures/test_compute.py

@@ -1,9 +1,9 @@
 import logging
 from datetime import datetime, timedelta, timezone
 
-from databricks.sdk.service.iam import PermissionLevel
-from databricks.sdk.service.jobs import RunResultState
 from databricks.sdk import WorkspaceClient
+from databricks.sdk.service.iam import PermissionLevel
+from databricks.sdk.service.jobs import RunResultState, SparkPythonTask
 
 from databricks.labs.pytester.fixtures.watchdog import TEST_RESOURCE_PURGE_TIMEOUT
 
@@ -30,6 +30,14 @@ def test_job(ws: WorkspaceClient, make_job) -> None:
     assert run_state is not None and run_state.result_state == RunResultState.SUCCESS
 
 
+def test_job_with_spark_python_task(ws: WorkspaceClient, make_job) -> None:
+    job = make_job(task_type=SparkPythonTask)
+    run = ws.jobs.run_now(job.job_id)
+    ws.jobs.wait_get_run_job_terminated_or_skipped(run_id=run.run_id)
+    run_state = ws.jobs.get_run(run_id=run.run_id).state
+    assert run_state is not None and run_state.result_state == RunResultState.SUCCESS
+
+
 def test_pipeline(make_pipeline, make_pipeline_permissions, make_group):
     group = make_group()
     pipeline = make_pipeline()