Skip to content

Commit 0c6c7be

Browse files
denikdenik
authored
Extend default-python test to record plan after deploy (#4074)
Shows that when we have dynamic_version enabled there is permanent drift.
1 parent bdcdb95 commit 0c6c7be

21 files changed

+2127
-1
lines changed

‎acceptance/bundle/templates/default-python/classic/out.plan_after_deploy_dev.direct.json‎

Lines changed: 295 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,295 @@
1+
{
2+
"plan": {
3+
"resources.jobs.sample_job": {
4+
"depends_on": [
5+
{
6+
"node": "resources.pipelines.my_default_python_etl",
7+
"label": "${resources.pipelines.my_default_python_etl.id}"
8+
}
9+
],
10+
"action": "update",
11+
"new_state": {
12+
"value": {
13+
"deployment": {
14+
"kind": "BUNDLE",
15+
"metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json"
16+
},
17+
"edit_mode": "UI_LOCKED",
18+
"format": "MULTI_TASK",
19+
"job_clusters": [
20+
{
21+
"job_cluster_key": "job_cluster",
22+
"new_cluster": {
23+
"autoscale": {
24+
"max_workers": 4,
25+
"min_workers": 1
26+
},
27+
"data_security_mode": "SINGLE_USER",
28+
"node_type_id": "[NODE_TYPE_ID]",
29+
"num_workers": 0,
30+
"spark_version": "16.4.x-scala2.12"
31+
}
32+
}
33+
],
34+
"max_concurrent_runs": 4,
35+
"name": "[dev [USERNAME]] sample_job",
36+
"parameters": [
37+
{
38+
"default": "hive_metastore",
39+
"name": "catalog"
40+
},
41+
{
42+
"default": "[USERNAME]",
43+
"name": "schema"
44+
}
45+
],
46+
"queue": {
47+
"enabled": true
48+
},
49+
"tags": {
50+
"dev": "[USERNAME]"
51+
},
52+
"tasks": [
53+
{
54+
"job_cluster_key": "job_cluster",
55+
"libraries": [
56+
{
57+
"whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][0]-py3-none-any.whl"
58+
}
59+
],
60+
"notebook_task": {
61+
"notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/sample_notebook"
62+
},
63+
"task_key": "notebook_task"
64+
},
65+
{
66+
"depends_on": [
67+
{
68+
"task_key": "notebook_task"
69+
}
70+
],
71+
"job_cluster_key": "job_cluster",
72+
"libraries": [
73+
{
74+
"whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][0]-py3-none-any.whl"
75+
}
76+
],
77+
"python_wheel_task": {
78+
"entry_point": "main",
79+
"package_name": "my_default_python",
80+
"parameters": [
81+
"--catalog",
82+
"hive_metastore",
83+
"--schema",
84+
"[USERNAME]"
85+
]
86+
},
87+
"task_key": "python_wheel_task"
88+
},
89+
{
90+
"depends_on": [
91+
{
92+
"task_key": "notebook_task"
93+
}
94+
],
95+
"pipeline_task": {
96+
"pipeline_id": "[UUID]"
97+
},
98+
"task_key": "refresh_pipeline"
99+
}
100+
],
101+
"trigger": {
102+
"pause_status": "PAUSED",
103+
"periodic": {
104+
"interval": 1,
105+
"unit": "DAYS"
106+
}
107+
}
108+
}
109+
},
110+
"remote_state": {
111+
"created_time": [UNIX_TIME_MILLIS][0],
112+
"creator_user_name": "[USERNAME]",
113+
"job_id": [NUMID],
114+
"run_as_user_name": "[USERNAME]",
115+
"settings": {
116+
"deployment": {
117+
"kind": "BUNDLE",
118+
"metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json"
119+
},
120+
"edit_mode": "UI_LOCKED",
121+
"email_notifications": {},
122+
"format": "MULTI_TASK",
123+
"job_clusters": [
124+
{
125+
"job_cluster_key": "job_cluster",
126+
"new_cluster": {
127+
"autoscale": {
128+
"max_workers": 4,
129+
"min_workers": 1
130+
},
131+
"data_security_mode": "SINGLE_USER",
132+
"node_type_id": "[NODE_TYPE_ID]",
133+
"num_workers": 0,
134+
"spark_version": "16.4.x-scala2.12"
135+
}
136+
}
137+
],
138+
"max_concurrent_runs": 4,
139+
"name": "[dev [USERNAME]] sample_job",
140+
"parameters": [
141+
{
142+
"default": "hive_metastore",
143+
"name": "catalog"
144+
},
145+
{
146+
"default": "[USERNAME]",
147+
"name": "schema"
148+
}
149+
],
150+
"queue": {
151+
"enabled": true
152+
},
153+
"tags": {
154+
"dev": "[USERNAME]"
155+
},
156+
"tasks": [
157+
{
158+
"job_cluster_key": "job_cluster",
159+
"libraries": [
160+
{
161+
"whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl"
162+
}
163+
],
164+
"notebook_task": {
165+
"notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/sample_notebook",
166+
"source": "WORKSPACE"
167+
},
168+
"task_key": "notebook_task"
169+
},
170+
{
171+
"depends_on": [
172+
{
173+
"task_key": "notebook_task"
174+
}
175+
],
176+
"job_cluster_key": "job_cluster",
177+
"libraries": [
178+
{
179+
"whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl"
180+
}
181+
],
182+
"python_wheel_task": {
183+
"entry_point": "main",
184+
"package_name": "my_default_python",
185+
"parameters": [
186+
"--catalog",
187+
"hive_metastore",
188+
"--schema",
189+
"[USERNAME]"
190+
]
191+
},
192+
"task_key": "python_wheel_task"
193+
},
194+
{
195+
"depends_on": [
196+
{
197+
"task_key": "notebook_task"
198+
}
199+
],
200+
"pipeline_task": {
201+
"pipeline_id": "[UUID]"
202+
},
203+
"task_key": "refresh_pipeline"
204+
}
205+
],
206+
"timeout_seconds": 0,
207+
"trigger": {
208+
"pause_status": "PAUSED",
209+
"periodic": {
210+
"interval": 1,
211+
"unit": "DAYS"
212+
}
213+
},
214+
"webhook_notifications": {}
215+
}
216+
},
217+
"changes": {
218+
"local": {
219+
"tasks[task_key='notebook_task'].libraries[0].whl": {
220+
"action": "update"
221+
},
222+
"tasks[task_key='python_wheel_task'].libraries[0].whl": {
223+
"action": "update"
224+
}
225+
},
226+
"remote": {
227+
"email_notifications": {
228+
"action": "skip",
229+
"reason": "server_side_default"
230+
},
231+
"tasks[task_key='notebook_task'].notebook_task.source": {
232+
"action": "skip",
233+
"reason": "server_side_default"
234+
},
235+
"timeout_seconds": {
236+
"action": "skip",
237+
"reason": "server_side_default"
238+
},
239+
"webhook_notifications": {
240+
"action": "skip",
241+
"reason": "server_side_default"
242+
}
243+
}
244+
}
245+
},
246+
"resources.pipelines.my_default_python_etl": {
247+
"action": "skip",
248+
"remote_state": {
249+
"creator_user_name": "[USERNAME]",
250+
"last_modified": [UNIX_TIME_MILLIS][1],
251+
"name": "[dev [USERNAME]] my_default_python_etl",
252+
"pipeline_id": "[UUID]",
253+
"run_as_user_name": "[USERNAME]",
254+
"spec": {
255+
"channel": "CURRENT",
256+
"deployment": {
257+
"kind": "BUNDLE",
258+
"metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json"
259+
},
260+
"development": true,
261+
"edition": "ADVANCED",
262+
"environment": {
263+
"dependencies": [
264+
"--editable /Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files"
265+
]
266+
},
267+
"id": "[UUID]",
268+
"libraries": [
269+
{
270+
"glob": {
271+
"include": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl/transformations/**"
272+
}
273+
}
274+
],
275+
"name": "[dev [USERNAME]] my_default_python_etl",
276+
"root_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl",
277+
"schema": "[USERNAME]",
278+
"storage": "dbfs:/pipelines/[UUID]",
279+
"tags": {
280+
"dev": "[USERNAME]"
281+
}
282+
},
283+
"state": "IDLE"
284+
},
285+
"changes": {
286+
"remote": {
287+
"storage": {
288+
"action": "skip",
289+
"reason": "server_side_default"
290+
}
291+
}
292+
}
293+
}
294+
}
295+
}

‎acceptance/bundle/templates/default-python/classic/out.plan_after_deploy_dev.terraform.json‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
{
2+
"plan": {
3+
"resources.jobs.sample_job": {
4+
"action": "update"
5+
},
6+
"resources.pipelines.my_default_python_etl": {
7+
"action": "skip"
8+
}
9+
}
10+
}

0 commit comments

Comments
 (0)