Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
150 changes: 150 additions & 0 deletions pkg/trackers/dyntracker/dynamic_readiness_tracker.go
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,7 @@
timeout time.Duration
noActivityTimeout time.Duration

saveLogsOnlyForNumberOfReplicas int

Check failure on line 49 in pkg/trackers/dyntracker/dynamic_readiness_tracker.go

View workflow job for this annotation

GitHub Actions / Lint

field `saveLogsOnlyForNumberOfReplicas` is unused (unused)
saveLogsOnlyForContainers []string
saveLogsByRegex *regexp.Regexp
saveLogsByRegexForContainers map[string]*regexp.Regexp
Expand Down Expand Up @@ -151,6 +151,11 @@
IgnoreLogs: opts.IgnoreLogs,
IgnoreReadinessProbeFailsByContainerName: ignoreReadinessProbeFailsByContainerName,
})
case schema.GroupKind{Group: "", Kind: "Pod"}:
tracker = pod.NewTracker(resourceName, resourceNamespace, staticClient, informerFactory, pod.Options{
IgnoreReadinessProbeFailsByContainerName: ignoreReadinessProbeFailsByContainerName,
IgnoreLogs: opts.IgnoreLogs,
})
default:
resid := resid.NewResourceID(resourceName, resourceGVK, resid.NewResourceIDOptions{
Namespace: resourceNamespace,
Expand Down Expand Up @@ -219,6 +224,10 @@
if err := t.trackCanary(ctx, tracker); err != nil {
return fmt.Errorf("track canary: %w", err)
}
case *pod.Tracker:
if err := t.trackPod(ctx, tracker); err != nil {
return fmt.Errorf("track standalone pod: %w", err)
}
case *generic.Tracker:
if err := t.trackGeneric(ctx, tracker); err != nil {
return fmt.Errorf("track generic: %w", err)
Expand Down Expand Up @@ -724,6 +733,117 @@
}
}

func (t *DynamicReadinessTracker) trackPod(ctx context.Context, tracker *pod.Tracker) error {
trackCtx, trackCtxCancelFn := watchtools.ContextWithOptionalTimeout(ctx, t.timeout)
defer trackCtxCancelFn()

doneChan := make(chan struct{})
trackErrCh := make(chan error, 1)

go func() {
if err := tracker.Start(trackCtx); err != nil {
trackErrCh <- err
} else {
doneChan <- struct{}{}
}
}()

for {
select {
case err := <-trackErrCh:
if err != nil && !errors.Is(err, commontracker.ErrStopTrack) {
return fmt.Errorf("track resource %q: %w", t.resourceHumanID, err)
}

return nil
case status := <-tracker.Added:
var (
abort bool
abortErr error
)
t.taskState.RWTransaction(func(ts *statestore.ReadinessTaskState) {
t.handlePodStatus(&status, ts)
t.setRootResourceCreated(ts)
abort, abortErr = t.handleTaskStateStatus(ts)
})

if abort {
return abortErr
}
case status := <-tracker.Succeeded:
var (
abort bool
abortErr error
)
status.IsReady = true

t.taskState.RWTransaction(func(ts *statestore.ReadinessTaskState) {
t.handlePodStatus(&status, ts)
abort, abortErr = t.handleTaskStateStatus(ts)
})

if abort {
return abortErr
}
case status := <-tracker.Ready:
var (
abort bool
abortErr error
)
status.IsReady = true

t.taskState.RWTransaction(func(ts *statestore.ReadinessTaskState) {
t.handlePodStatus(&status, ts)
abort, abortErr = t.handleTaskStateStatus(ts)
})

if abort {
return abortErr
}
case report := <-tracker.Failed:
var (
abort bool
abortErr error
)
report.PodStatus.IsFailed = true

t.taskState.RWTransaction(func(ts *statestore.ReadinessTaskState) {
t.handlePodStatus(&report.PodStatus, ts)
abort, abortErr = t.handleTaskStateStatus(ts)
})

if abort {
return abortErr
}
case status := <-tracker.Status:
var (
abort bool
abortErr error
)
t.taskState.RWTransaction(func(ts *statestore.ReadinessTaskState) {
t.handlePodStatus(&status, ts)
abort, abortErr = t.handleTaskStateStatus(ts)
})

if abort {
return abortErr
}
case msg := <-tracker.EventMsg:
t.taskState.RTransaction(func(ts *statestore.ReadinessTaskState) {
t.handleEventMessage(msg, ts, time.Now())
})
case chunk := <-tracker.ContainerLogChunk:
t.taskState.RTransaction(func(ts *statestore.ReadinessTaskState) {
t.logStore.RWTransaction(func(ls *logstore.LogStore) {
t.handlePodLogChunk(&pod.PodLogChunk{ContainerLogChunk: chunk, PodName: tracker.ResourceName}, ls, ts)
})
})
case <-doneChan:
return nil
}
}
}

func (t *DynamicReadinessTracker) trackCanary(ctx context.Context, tracker *canary.Tracker) error {
trackCtx, trackCtxCancelFn := watchtools.ContextWithOptionalTimeout(ctx, t.timeout)
defer trackCtxCancelFn()
Expand Down Expand Up @@ -952,6 +1072,36 @@
}
}

func (t *DynamicReadinessTracker) handlePodStatus(status *pod.PodStatus, taskState *statestore.ReadinessTaskState) {
taskState.AddResourceState(status.Name, taskState.Namespace(), podGvk)

if status.StatusIndicator != nil {
taskState.ResourceState(status.Name, taskState.Namespace(), podGvk).RWTransaction(func(rs *statestore.ResourceState) {
setPodStatusAttribute(rs, status.StatusIndicator.Value)
})
}

if status.IsReady {
taskState.SetStatus(statestore.ReadinessTaskStatusReady)

for _, state := range taskState.ResourceStates() {
state.RWTransaction(func(rs *statestore.ResourceState) {
rs.SetStatus(statestore.ResourceStatusReady)
})
}

return
}

if status.IsFailed {
taskState.ResourceState(taskState.Name(), taskState.Namespace(), taskState.GroupVersionKind()).RWTransaction(func(rs *statestore.ResourceState) {
rs.AddError(errors.New(status.FailedReason), "", time.Now())
})

return
}
}

func (t *DynamicReadinessTracker) handlePodsFromDeploymentPodAddedReport(report *deployment.PodAddedReport, taskState *statestore.ReadinessTaskState) {
if !report.ReplicaSetPod.ReplicaSet.IsNew {
return
Expand Down
Loading