Skip to content

Commit 73b65eb

Browse files
denikdenik
authored
Extend default-python test with json plan and deploy + request recording (#3729)
## Why More coverage for direct deployment.
1 parent 6dd2fbf commit 73b65eb

File tree

9 files changed

+617
-1
lines changed

9 files changed

+617
-1
lines changed

‎acceptance/bundle/templates/default-python/classic/out.plan_dev.direct-exp.json‎

Lines changed: 123 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,123 @@
1+
{
2+
"plan": {
3+
"resources.jobs.my_default_python_job": {
4+
"depends_on": [
5+
{
6+
"node": "resources.pipelines.my_default_python_pipeline",
7+
"label": "${resources.pipelines.my_default_python_pipeline.id}"
8+
}
9+
],
10+
"action": "create",
11+
"new_state": {
12+
"config": {
13+
"deployment": {
14+
"kind": "BUNDLE",
15+
"metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json"
16+
},
17+
"edit_mode": "UI_LOCKED",
18+
"format": "MULTI_TASK",
19+
"job_clusters": [
20+
{
21+
"job_cluster_key": "job_cluster",
22+
"new_cluster": {
23+
"autoscale": {
24+
"max_workers": 4,
25+
"min_workers": 1
26+
},
27+
"data_security_mode": "SINGLE_USER",
28+
"node_type_id": "[NODE_TYPE_ID]",
29+
"num_workers": 0,
30+
"spark_version": "15.4.x-scala2.12"
31+
}
32+
}
33+
],
34+
"max_concurrent_runs": 4,
35+
"name": "[dev [USERNAME]] my_default_python_job",
36+
"queue": {
37+
"enabled": true
38+
},
39+
"tags": {
40+
"dev": "[USERNAME]"
41+
},
42+
"tasks": [
43+
{
44+
"depends_on": [
45+
{
46+
"task_key": "refresh_pipeline"
47+
}
48+
],
49+
"job_cluster_key": "job_cluster",
50+
"libraries": [
51+
{
52+
"whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS]-py3-none-any.whl"
53+
}
54+
],
55+
"python_wheel_task": {
56+
"entry_point": "main",
57+
"package_name": "my_default_python"
58+
},
59+
"task_key": "main_task"
60+
},
61+
{
62+
"job_cluster_key": "job_cluster",
63+
"notebook_task": {
64+
"notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/notebook"
65+
},
66+
"task_key": "notebook_task"
67+
},
68+
{
69+
"depends_on": [
70+
{
71+
"task_key": "notebook_task"
72+
}
73+
],
74+
"pipeline_task": {
75+
"pipeline_id": "${resources.pipelines.my_default_python_pipeline.id}"
76+
},
77+
"task_key": "refresh_pipeline"
78+
}
79+
],
80+
"trigger": {
81+
"pause_status": "PAUSED",
82+
"periodic": {
83+
"interval": 1,
84+
"unit": "DAYS"
85+
}
86+
}
87+
},
88+
"vars": {
89+
"tasks[2].pipeline_task.pipeline_id": "${resources.pipelines.my_default_python_pipeline.id}"
90+
}
91+
}
92+
},
93+
"resources.pipelines.my_default_python_pipeline": {
94+
"action": "create",
95+
"new_state": {
96+
"config": {
97+
"channel": "CURRENT",
98+
"configuration": {
99+
"bundle.sourcePath": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src"
100+
},
101+
"deployment": {
102+
"kind": "BUNDLE",
103+
"metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json"
104+
},
105+
"development": true,
106+
"edition": "ADVANCED",
107+
"libraries": [
108+
{
109+
"notebook": {
110+
"path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/pipeline"
111+
}
112+
}
113+
],
114+
"name": "[dev [USERNAME]] my_default_python_pipeline",
115+
"schema": "my_default_python_dev",
116+
"tags": {
117+
"dev": "[USERNAME]"
118+
}
119+
}
120+
}
121+
}
122+
}
123+
}

‎acceptance/bundle/templates/default-python/classic/out.plan_dev.terraform.json‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
{
2+
"plan": {
3+
"resources.jobs.my_default_python_job": {
4+
"action": "create"
5+
},
6+
"resources.pipelines.my_default_python_pipeline": {
7+
"action": "create"
8+
}
9+
}
10+
}

‎acceptance/bundle/templates/default-python/classic/out.plan_prod.direct-exp.json‎

Lines changed: 116 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,116 @@
1+
{
2+
"plan": {
3+
"resources.jobs.my_default_python_job": {
4+
"depends_on": [
5+
{
6+
"node": "resources.pipelines.my_default_python_pipeline",
7+
"label": "${resources.pipelines.my_default_python_pipeline.id}"
8+
}
9+
],
10+
"action": "create",
11+
"new_state": {
12+
"config": {
13+
"deployment": {
14+
"kind": "BUNDLE",
15+
"metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/state/metadata.json"
16+
},
17+
"edit_mode": "UI_LOCKED",
18+
"format": "MULTI_TASK",
19+
"job_clusters": [
20+
{
21+
"job_cluster_key": "job_cluster",
22+
"new_cluster": {
23+
"autoscale": {
24+
"max_workers": 4,
25+
"min_workers": 1
26+
},
27+
"data_security_mode": "SINGLE_USER",
28+
"node_type_id": "[NODE_TYPE_ID]",
29+
"num_workers": 0,
30+
"spark_version": "15.4.x-scala2.12"
31+
}
32+
}
33+
],
34+
"max_concurrent_runs": 1,
35+
"name": "my_default_python_job",
36+
"queue": {
37+
"enabled": true
38+
},
39+
"tasks": [
40+
{
41+
"depends_on": [
42+
{
43+
"task_key": "refresh_pipeline"
44+
}
45+
],
46+
"job_cluster_key": "job_cluster",
47+
"libraries": [
48+
{
49+
"whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/artifacts/.internal/my_default_python-0.0.1-py3-none-any.whl"
50+
}
51+
],
52+
"python_wheel_task": {
53+
"entry_point": "main",
54+
"package_name": "my_default_python"
55+
},
56+
"task_key": "main_task"
57+
},
58+
{
59+
"job_cluster_key": "job_cluster",
60+
"notebook_task": {
61+
"notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src/notebook"
62+
},
63+
"task_key": "notebook_task"
64+
},
65+
{
66+
"depends_on": [
67+
{
68+
"task_key": "notebook_task"
69+
}
70+
],
71+
"pipeline_task": {
72+
"pipeline_id": "${resources.pipelines.my_default_python_pipeline.id}"
73+
},
74+
"task_key": "refresh_pipeline"
75+
}
76+
],
77+
"trigger": {
78+
"pause_status": "UNPAUSED",
79+
"periodic": {
80+
"interval": 1,
81+
"unit": "DAYS"
82+
}
83+
}
84+
},
85+
"vars": {
86+
"tasks[2].pipeline_task.pipeline_id": "${resources.pipelines.my_default_python_pipeline.id}"
87+
}
88+
}
89+
},
90+
"resources.pipelines.my_default_python_pipeline": {
91+
"action": "create",
92+
"new_state": {
93+
"config": {
94+
"channel": "CURRENT",
95+
"configuration": {
96+
"bundle.sourcePath": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src"
97+
},
98+
"deployment": {
99+
"kind": "BUNDLE",
100+
"metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/state/metadata.json"
101+
},
102+
"edition": "ADVANCED",
103+
"libraries": [
104+
{
105+
"notebook": {
106+
"path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src/pipeline"
107+
}
108+
}
109+
],
110+
"name": "my_default_python_pipeline",
111+
"schema": "my_default_python_prod"
112+
}
113+
}
114+
}
115+
}
116+
}

‎acceptance/bundle/templates/default-python/classic/out.plan_prod.terraform.json‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
{
2+
"plan": {
3+
"resources.jobs.my_default_python_job": {
4+
"action": "create"
5+
},
6+
"resources.pipelines.my_default_python_pipeline": {
7+
"action": "create"
8+
}
9+
}
10+
}

0 commit comments

Comments
 (0)