Skip to content

Commit 79a7bbb

Browse files
committed
refactor
1 parent 458e1fa commit 79a7bbb

File tree

1 file changed

+8
-7
lines changed
  • scripts/maintenance/computational-clusters/autoscaled_monitor

1 file changed

+8
-7
lines changed

scripts/maintenance/computational-clusters/autoscaled_monitor/core.py

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -428,11 +428,13 @@ async def summary(state: AppState, user_id: int | None, wallet_id: int | None) -
428428
state.ec2_resource_autoscaling.meta.client.meta.region_name,
429429
)
430430

431-
dynamic_services_in_error = False
432-
for instance in dynamic_autoscaled_instances:
433-
for service in instance.running_services:
434-
if service.needs_manual_intervention:
435-
dynamic_services_in_error = True
431+
time_threshold = arrow.utcnow().shift(minutes=-30).datetime
432+
433+
dynamic_services_in_error = any(
434+
service.needs_manual_intervention and service.created_at < time_threshold
435+
for instance in dynamic_autoscaled_instances
436+
for service in instance.running_services
437+
)
436438

437439
assert state.ec2_resource_clusters_keeper
438440
computational_instances = await ec2.list_computational_instances_from_ec2(
@@ -447,8 +449,7 @@ async def summary(state: AppState, user_id: int | None, wallet_id: int | None) -
447449
state.ec2_resource_clusters_keeper.meta.client.meta.region_name,
448450
)
449451

450-
if dynamic_services_in_error:
451-
return False
452+
return not dynamic_services_in_error
452453

453454

454455
def _print_computational_tasks(

0 commit comments

Comments
 (0)