Skip to content

Commit b1976a3

Browse files
tingting-gao-dbnfx
andauthored
Add support for PythonWheelTask (#872)
* Add support for PythonWheelTask Co-authored-by: Serge Smertin <[email protected]>
1 parent d7f276f commit b1976a3

File tree

1 file changed

+11
-2
lines changed

1 file changed

+11
-2
lines changed

compute/model.go

Lines changed: 11 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -517,6 +517,14 @@ type SparkSubmitTask struct {
517517
Parameters []string `json:"parameters,omitempty"`
518518
}
519519

520+
// PythonWheelTask contains the information for python wheel jobs
521+
type PythonWheelTask struct {
522+
EntryPoint string `json:"entry_point,omitempty"`
523+
PackageName string `json:"package_name,omitempty"`
524+
Parameters []string `json:"parameters,omitempty"`
525+
NamedParameters map[string]string `json:"named_parameters,omitempty"`
526+
}
527+
520528
// PipelineTask contains the information for pipeline jobs
521529
type PipelineTask struct {
522530
PipelineID string `json:"pipeline_id"`
@@ -546,7 +554,6 @@ type JobTaskSettings struct {
546554
Description string `json:"description,omitempty"`
547555
DependsOn []TaskDependency `json:"depends_on,omitempty"`
548556

549-
// TODO: add PythonWheelTask
550557
ExistingClusterID string `json:"existing_cluster_id,omitempty" tf:"group:cluster_type"`
551558
NewCluster *Cluster `json:"new_cluster,omitempty" tf:"group:cluster_type"`
552559
Libraries []Library `json:"libraries,omitempty" tf:"slice_set,alias:library"`
@@ -555,6 +562,7 @@ type JobTaskSettings struct {
555562
SparkPythonTask *SparkPythonTask `json:"spark_python_task,omitempty" tf:"group:task_type"`
556563
SparkSubmitTask *SparkSubmitTask `json:"spark_submit_task,omitempty" tf:"group:task_type"`
557564
PipelineTask *PipelineTask `json:"pipeline_task,omitempty" tf:"group:task_type"`
565+
PythonWheelTask *PythonWheelTask `json:"python_wheel_task,omitempty" tf:"group:task_type"`
558566
EmailNotifications *EmailNotifications `json:"email_notifications,omitempty" tf:"suppress_diff"`
559567
TimeoutSeconds int32 `json:"timeout_seconds,omitempty"`
560568
MaxRetries int32 `json:"max_retries,omitempty"`
@@ -574,7 +582,8 @@ type JobSettings struct {
574582
SparkPythonTask *SparkPythonTask `json:"spark_python_task,omitempty" tf:"group:task_type"`
575583
SparkSubmitTask *SparkSubmitTask `json:"spark_submit_task,omitempty" tf:"group:task_type"`
576584
PipelineTask *PipelineTask `json:"pipeline_task,omitempty" tf:"group:task_type"`
577-
Libraries []Library `json:"libraries,omitempty" tf:"slice_set,alias:library"`
585+
PythonWheelTask *PythonWheelTask `json:"python_wheel_task,omitempty" tf:"group:task_type"`
586+
Libraries []Library `json:"libraries,omitempty" tf:"slice_set,alias:library"`
578587
TimeoutSeconds int32 `json:"timeout_seconds,omitempty"`
579588
MaxRetries int32 `json:"max_retries,omitempty"`
580589
MinRetryIntervalMillis int32 `json:"min_retry_interval_millis,omitempty"`

0 commit comments

Comments
 (0)