cli/acceptance/bundle/deploy/wal/chain-3-jobs/output.txt at f171b754f9f9d14020f6f8c9514c647cd95b8f41 · databricks/cli · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
=== First deploy (crashes on job_03) ===

>>> errcode [CLI] bundle deploy
Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/wal-chain-test/default/files...
Deploying resources...
[PROCESS_KILLED]

Exit code: [KILLED]

=== WAL content after crash ===
{
  "cli_version": "[DEV_VERSION]",
  "lineage": "[UUID]",
  "serial": 1,
  "state_version": 2
}
{
  "k": "resources.jobs.job_01",
  "v": {
    "__id__": "[JOB_01_ID]",
    "state": {
      "deployment": {
        "kind": "BUNDLE",
        "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/wal-chain-test/default/state/metadata.json"
      },
      "description": "first in chain",
      "edit_mode": "UI_LOCKED",
      "format": "MULTI_TASK",
      "max_concurrent_runs": 1,
      "name": "job-01",
      "queue": {
        "enabled": true
      },
      "tasks": [
        {
          "new_cluster": {
            "node_type_id": "[NODE_TYPE_ID]",
            "spark_version": "15.4.x-scala2.12"
          },
          "spark_python_task": {
            "python_file": "/Workspace/Users/[USERNAME]/.bundle/wal-chain-test/default/files/test.py"
          },
          "task_key": "task"
        }
      ]
    }
  }
}
{
  "k": "resources.jobs.job_02",
  "v": {
    "__id__": "[JOB_02_ID]",
    "depends_on": [
      {
        "label": "${resources.jobs.job_01.id}",
        "node": "resources.jobs.job_01"
      }
    ],
    "state": {
      "deployment": {
        "kind": "BUNDLE",
        "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/wal-chain-test/default/state/metadata.json"
      },
      "description": "depends on [JOB_01_ID]",
      "edit_mode": "UI_LOCKED",
      "format": "MULTI_TASK",
      "max_concurrent_runs": 1,
      "name": "job-02",
      "queue": {
        "enabled": true
      },
      "tasks": [
        {
          "new_cluster": {
            "node_type_id": "[NODE_TYPE_ID]",
            "spark_version": "15.4.x-scala2.12"
          },
          "spark_python_task": {
            "python_file": "/Workspace/Users/[USERNAME]/.bundle/wal-chain-test/default/files/test.py"
          },
          "task_key": "task"
        }
      ]
    }
  }
}

=== Number of jobs saved in WAL ===
2

=== Bundle summary (reads from WAL) ===
Name: wal-chain-test
Target: default
Workspace:
  User: [USERNAME]
  Path: /Workspace/Users/[USERNAME]/.bundle/wal-chain-test/default
Resources:
  Jobs:
    job_01:
      Name: job-01
      URL:  [DATABRICKS_URL]/jobs/[JOB_01_ID]?o=[NUMID]
    job_02:
      Name: job-02
      URL:  [DATABRICKS_URL]/jobs/[JOB_02_ID]?o=[NUMID]
    job_03:
      Name: job-03
      URL:  (not deployed)

=== WAL after successful deploy ===
WAL deleted (expected)