Delete endpoint on InferenceEndpointTimeoutError (#475)

albertvillanova · web-flow · commit 801c21a170d2 · 2024-12-26T13:07:12.000+01:00
diff --git a/src/lighteval/models/endpoints/endpoint_model.py b/src/lighteval/models/endpoints/endpoint_model.py
@@ -257,6 +257,7 @@ def __init__(  # noqa: C901
                     logger.error(
                         "Endpoint did not start within 30 minutes, there was a timeout. Please inspect the logs."
                     )
+                    self.cleanup()
                     raise e
                 except HfHubHTTPError as e:
                     # The endpoint actually already exists, we'll spin it up instead of trying to create a new one

Original file line number	Diff line number	Diff line change
`@@ -257,6 +257,7 @@ def __init__( # noqa: C901`
`257`	`257`	`logger.error(`
`258`	`258`	`"Endpoint did not start within 30 minutes, there was a timeout. Please inspect the logs."`
`259`	`259`	`)`
	`260`	`+ self.cleanup()`
`260`	`261`	`raise e`
`261`	`262`	`except HfHubHTTPError as e:`
`262`	`263`	`# The endpoint actually already exists, we'll spin it up instead of trying to create a new one`