-
Notifications
You must be signed in to change notification settings - Fork 1.3k
Expand file tree
/
Copy pathdataset.go
More file actions
144 lines (120 loc) · 4.26 KB
/
Copy pathdataset.go
File metadata and controls
144 lines (120 loc) · 4.26 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
/*
Copyright 2022 The Fluid Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package jindo
import (
"context"
"reflect"
"time"
datav1alpha1 "github.com/fluid-cloudnative/fluid/api/v1alpha1"
"github.com/fluid-cloudnative/fluid/pkg/common"
"github.com/fluid-cloudnative/fluid/pkg/utils"
corev1 "k8s.io/api/core/v1"
"k8s.io/client-go/util/retry"
)
// UpdateDatasetStatus updates the status of a dataset in the JindoEngine.
// This function is primarily responsible for updating the phase and conditions of the dataset based on the given phase,
// and updating the cache state based on the runtime status.
//
// Parameters:
// - phase (datav1alpha1.DatasetPhase): The new phase to update the dataset to.
//
// Returns:
// - err (error): Returns an error if the update process fails, otherwise returns nil.
func (e *JindoEngine) UpdateDatasetStatus(phase datav1alpha1.DatasetPhase) (err error) {
err = retry.RetryOnConflict(retry.DefaultBackoff, func() error {
dataset, err := utils.GetDataset(e.Client, e.name, e.namespace)
if err != nil {
return err
}
datasetToUpdate := dataset.DeepCopy()
var cond datav1alpha1.DatasetCondition
if phase != dataset.Status.Phase {
switch phase {
case datav1alpha1.BoundDatasetPhase:
cond = utils.NewDatasetCondition(datav1alpha1.DatasetReady, datav1alpha1.DatasetReadyReason,
"The ddc runtime is ready.",
corev1.ConditionTrue)
case datav1alpha1.FailedDatasetPhase:
cond = utils.NewDatasetCondition(datav1alpha1.DatasetReady, datav1alpha1.DatasetReadyReason,
"The ddc runtime is not ready.",
corev1.ConditionFalse)
default:
cond = utils.NewDatasetCondition(datav1alpha1.DatasetReady, datav1alpha1.DatasetReadyReason,
"The ddc runtime is unknown.",
corev1.ConditionFalse)
}
datasetToUpdate.Status.Phase = phase
datasetToUpdate.Status.Conditions = utils.UpdateDatasetCondition(datasetToUpdate.Status.Conditions,
cond)
}
e.Log.Info("the dataset status", "status", datasetToUpdate.Status)
if !reflect.DeepEqual(dataset.Status, datasetToUpdate.Status) {
err = e.Client.Status().Update(context.TODO(), datasetToUpdate)
if err != nil {
e.Log.Error(err, "Update dataset")
return err
}
}
return nil
})
if err != nil {
e.Log.Error(err, "Update dataset")
return err
}
return
}
func (e *JindoEngine) UpdateCacheOfDataset() (err error) {
defer utils.TimeTrack(time.Now(), "JindoEngine.UpdateCacheOfDataset", "name", e.name, "namespace", e.namespace)
// 1. update the runtime status
runtime, err := e.getRuntime()
if err != nil {
return err
}
// 2.update the dataset status
err = retry.RetryOnConflict(retry.DefaultBackoff, func() error {
dataset, err := utils.GetDataset(e.Client, e.name, e.namespace)
if err != nil {
return err
}
datasetToUpdate := dataset.DeepCopy()
datasetToUpdate.Status.CacheStates = runtime.Status.CacheStates
// datasetToUpdate.Status.CacheStates =
if len(datasetToUpdate.Status.Runtimes) == 0 {
datasetToUpdate.Status.Runtimes = []datav1alpha1.Runtime{}
}
datasetToUpdate.Status.Runtimes = utils.AddRuntimesIfNotExist(datasetToUpdate.Status.Runtimes, utils.NewRuntime(e.name,
e.namespace,
common.AccelerateCategory,
common.JindoRuntime,
e.runtime.Spec.Master.Replicas))
e.Log.Info("the dataset status", "status", datasetToUpdate.Status)
if !reflect.DeepEqual(dataset.Status, datasetToUpdate.Status) {
err = e.Client.Status().Update(context.TODO(), datasetToUpdate)
if err != nil {
e.Log.Error(err, "Update dataset")
return err
}
} else {
e.Log.Info("No need to update the cache of the data")
}
return nil
})
if err != nil {
e.Log.Error(err, "Update dataset")
return err
}
return
}
func (e *JindoEngine) BindToDataset() (err error) {
return e.UpdateDatasetStatus(datav1alpha1.BoundDatasetPhase)
}