direct: modify state format to use shallow map (#3627)

## Changes

- Update state format to match serialized plan with string keys and
1-level map:
- Remove ResourceNode usage.
- Simplify dagrun.Graph to always have string nodes instead of generic.
- Error messages use resource keys directly now, e.g.
"resources.jobs.foo". It's a bit longer than "jobs.foo" but more
explicit. However, plan and approval messages formatting is not changed
in this PR.

```
{
    "resources.jobs.foo": {...}
}
```

## Why
- Supporting more complex naming schemes that do not fit ResourceNode
Group+Key format, for example, "resources.jobs.foo.permissions".
- Serialized plan and state now have similar structure.

Author: denik

acceptance/bin/read_id.py

@@ -33,8 +33,9 @@ def print_resource_direct(group, name):
     filename = ".databricks/bundle/default/resources.json"
     raw = open(filename).read()
     data = json.loads(raw)
-    resources = data["resources"].get(group, {})
-    result = resources.get(name)
+    state_map = data["state"]
+    result = state_map.get(f"resources.{group}.{name}")
+
     if result is None:
         print(f"Resource {group=} {name=} not found. Available: {raw}")
         return

acceptance/bin/read_state.py

@@ -37,12 +37,14 @@ def print_resource_direct(group, name, *attrs):
     filename = ".databricks/bundle/default/resources.json"
     raw = open(filename).read()
     data = json.loads(raw)
-    resources = data["resources"].get(group, {})
-    result = resources.get(name)
+    state_map = data["state"]
+    result = state_map.get(f"resources.{group}.{name}")
+
     if result is None:
         print(f"State not found for {group}.{name}")
         return
-    state = result["state"]
+
+    state = result.get("state", {})
     state.setdefault("id", result.get("__id__"))
     values = [f"{x}={state.get(x)!r}" for x in attrs]
     print(group, name, " ".join(values))

acceptance/bundle/bundle_tag/url_ref/out.deploy.direct-exp.txt

@@ -1,7 +1,7 @@
 Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files...
 Error: cannot resolve "${resources.jobs.foo.url}": schema mismatch: url: field "url" not found in resources.Job; url: field "url" not found in jobs.Job
 
-Error: cannot plan jobs.bar: dependency failed: jobs.foo
+Error: cannot plan resources.jobs.bar: dependency failed: resources.jobs.foo
 
 Error: planning failed
 

acceptance/bundle/bundle_tag/url_ref/out.plan.direct-exp.txt

@@ -1,6 +1,6 @@
 Error: cannot resolve "${resources.jobs.foo.url}": schema mismatch: url: field "url" not found in resources.Job; url: field "url" not found in jobs.Job
 
-Error: cannot plan jobs.bar: dependency failed: jobs.foo
+Error: cannot plan resources.jobs.bar: dependency failed: resources.jobs.foo
 
 Error: planning failed
 

acceptance/bundle/lifecycle/prevent-destroy/out.direct-exp.txt

@@ -1,7 +1,7 @@
 
 >>> musterr [CLI] bundle destroy --auto-approve
-Error: resource my_pipelines has lifecycle.prevent_destroy set, but the plan calls for this resource to be recreated or destroyed. To avoid this error, disable lifecycle.prevent_destroy for pipelines.my_pipelines
-resource my_schema has lifecycle.prevent_destroy set, but the plan calls for this resource to be recreated or destroyed. To avoid this error, disable lifecycle.prevent_destroy for schemas.my_schema
+Error: resources.pipelines.my_pipelines has lifecycle.prevent_destroy set, but the plan calls for this resource to be recreated or destroyed. To avoid this error, disable lifecycle.prevent_destroy for resources.pipelines.my_pipelines
+resources.schemas.my_schema has lifecycle.prevent_destroy set, but the plan calls for this resource to be recreated or destroyed. To avoid this error, disable lifecycle.prevent_destroy for resources.schemas.my_schema
 
 
 Exit code (musterr): 1
@@ -11,7 +11,7 @@ recreate pipelines.my_pipelines
 
 >>> musterr [CLI] bundle deploy
 Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/prevent-destroy/default/files...
-Error: resource my_pipelines has lifecycle.prevent_destroy set, but the plan calls for this resource to be recreated or destroyed. To avoid this error, disable lifecycle.prevent_destroy for pipelines.my_pipelines
+Error: resources.pipelines.my_pipelines has lifecycle.prevent_destroy set, but the plan calls for this resource to be recreated or destroyed. To avoid this error, disable lifecycle.prevent_destroy for resources.pipelines.my_pipelines
 
 
 Exit code (musterr): 1
@@ -22,8 +22,8 @@ recreate schemas.my_schema
 
 >>> musterr [CLI] bundle deploy
 Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/prevent-destroy/default/files...
-Error: resource my_pipelines has lifecycle.prevent_destroy set, but the plan calls for this resource to be recreated or destroyed. To avoid this error, disable lifecycle.prevent_destroy for pipelines.my_pipelines
-resource my_schema has lifecycle.prevent_destroy set, but the plan calls for this resource to be recreated or destroyed. To avoid this error, disable lifecycle.prevent_destroy for schemas.my_schema
+Error: resources.pipelines.my_pipelines has lifecycle.prevent_destroy set, but the plan calls for this resource to be recreated or destroyed. To avoid this error, disable lifecycle.prevent_destroy for resources.pipelines.my_pipelines
+resources.schemas.my_schema has lifecycle.prevent_destroy set, but the plan calls for this resource to be recreated or destroyed. To avoid this error, disable lifecycle.prevent_destroy for resources.schemas.my_schema
 
 
 Exit code (musterr): 1

acceptance/bundle/resource_deps/create_error/out.deploy.direct-exp.txt

@@ -1,15 +1,15 @@
 Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files...
 Deploying resources...
-Error: cannot create jobs.foo: INJECTED (500 UNKNOWN)
+Error: cannot create resources.jobs.foo: INJECTED (500 UNKNOWN)
 
 Endpoint: POST [DATABRICKS_URL]/api/2.2/jobs/create
 HTTP Status: 500 Internal Server Error
 API error_code: UNKNOWN
 API message: INJECTED
 
-Error: cannot create jobs.bar: dependency failed: jobs.foo
+Error: cannot create resources.jobs.bar: dependency failed: resources.jobs.foo
 
-Error: cannot create jobs.baz: dependency failed: jobs.foo
+Error: cannot create resources.jobs.baz: dependency failed: resources.jobs.foo
 
 Updating deployment state...
 

acceptance/bundle/resource_deps/loop_jobs/out.deploy.direct-exp.txt

@@ -1,5 +1,5 @@
 Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files...
-Error: cycle detected: jobs.foo refers to jobs.bar via ${resources.jobs.bar.id} which refers to jobs.foo via ${resources.jobs.foo.id}
+Error: cycle detected: resources.jobs.foo refers to resources.jobs.bar via ${resources.jobs.bar.id} which refers to resources.jobs.foo via ${resources.jobs.foo.id}
 
 
 Exit code (musterr): 1

acceptance/bundle/resource_deps/loop_jobs/out.plan.direct-exp.txt

@@ -1,4 +1,4 @@
-Error: cycle detected: jobs.foo refers to jobs.bar via ${resources.jobs.bar.id} which refers to jobs.foo via ${resources.jobs.foo.id}
+Error: cycle detected: resources.jobs.foo refers to resources.jobs.bar via ${resources.jobs.bar.id} which refers to resources.jobs.foo via ${resources.jobs.foo.id}
 
 
 Exit code (musterr): 1

acceptance/bundle/resource_deps/loop_self/out.deploy.direct-exp.txt

@@ -1,5 +1,5 @@
 Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files...
-Error: cycle detected: jobs.foo refers to itself via ${resources.jobs.foo.id}
+Error: cycle detected: resources.jobs.foo refers to itself via ${resources.jobs.foo.id}
 
 
 Exit code (musterr): 1

acceptance/bundle/resource_deps/loop_self/out.plan.direct-exp.txt

@@ -1,4 +1,4 @@
-Error: cycle detected: jobs.foo refers to itself via ${resources.jobs.foo.id}
+Error: cycle detected: resources.jobs.foo refers to itself via ${resources.jobs.foo.id}
 
 
 Exit code (musterr): 1