Added File Arrival trigger to databricks_job resource (#2142)

Author: alexott

docs/resources/job.md

@@ -107,6 +107,14 @@ The following arguments are required:
 
 * `pause_status` - (Optional) Indicate whether this continuous job is paused or not. Either `PAUSED` or `UNPAUSED`. When the `pause_status` field is omitted in the block, the server will default to using `UNPAUSED` as a value for `pause_status`.
 
+### trigger Configuration Block
+
+* `pause_status` - (Optional) Indicate whether this trigger is paused or not. Either `PAUSED` or `UNPAUSED`. When the `pause_status` field is omitted in the block, the server will default to using `UNPAUSED` as a value for `pause_status`.
+* `file_arrival` - (Required) configuration block to define a trigger for [File Arrival events](https://learn.microsoft.com/en-us/azure/databricks/workflows/jobs/file-arrival-triggers) consisting of following attributes:
+  * `url` - (Required) string with URL under the Unity Catalog external location that will be monitored for new files. Please note that have a trailing slash character (`/`).
+  * `min_time_between_trigger_seconds` - (Optional) If set, the trigger starts a run only after the specified amount of time passed since the last time the trigger fired. The minimum allowed value is 60 seconds.
+  * `wait_after_last_change_seconds` - (Optional) If set, the trigger starts a run only after no file activity has occurred for the specified amount of time. This makes it possible to wait for a batch of incoming files to arrive before triggering a run. The minimum allowed value is 60 seconds.
+
 ### git_source Configuration Block
 
 This block is used to specify Git repository information & branch/tag/commit that will be used to pull source code from to execute a job. Supported options are:

jobs/resource_job.go

@@ -188,6 +188,17 @@ type ContinuousConf struct {
 type Queue struct {
 }
 
+type FileArrival struct {
+	URL                           string `json:"url"`
+	MinTimeBetweenTriggersSeconds int32  `json:"min_time_between_trigger_seconds,omitempty"`
+	WaitAfterLastChangeSeconds    int32  `json:"wait_after_last_change_seconds,omitempty"`
+}
+
+type Trigger struct {
+	FileArrival *FileArrival `json:"file_arrival"`
+	PauseStatus string       `json:"pause_status,omitempty" tf:"computed"`
+}
+
 // JobSettings contains the information for configuring a job on databricks
 type JobSettings struct {
 	Name string `json:"name,omitempty" tf:"default:Untitled"`
@@ -221,6 +232,7 @@ type JobSettings struct {
 
 	Schedule             *CronSchedule         `json:"schedule,omitempty"`
 	Continuous           *ContinuousConf       `json:"continuous,omitempty"`
+	Trigger              *Trigger              `json:"trigger,omitempty"`
 	MaxConcurrentRuns    int32                 `json:"max_concurrent_runs,omitempty"`
 	EmailNotifications   *EmailNotifications   `json:"email_notifications,omitempty" tf:"suppress_diff"`
 	WebhookNotifications *WebhookNotifications `json:"webhook_notifications,omitempty" tf:"suppress_diff"`
@@ -582,8 +594,9 @@ var jobSchema = common.StructToSchema(JobSettings{},
 			Default:  false,
 			Type:     schema.TypeBool,
 		}
-		s["schedule"].ConflictsWith = []string{"continuous"}
-		s["continuous"].ConflictsWith = []string{"schedule"}
+		s["schedule"].ConflictsWith = []string{"continuous", "trigger"}
+		s["continuous"].ConflictsWith = []string{"schedule", "trigger"}
+		s["trigger"].ConflictsWith = []string{"schedule", "continuous"}
 		return s
 	})