Update inference integ test to add dependency to improve telemetry exception count data

Author: mollyheamazon

test/integration_tests/inference/cli/test_cli_custom_fsx_inference.py

@@ -66,13 +66,14 @@ def test_custom_create(runner, custom_endpoint_name):
     assert result.exit_code == 0, result.output
 
 
+@pytest.mark.dependency(depends=["create"])
 def test_custom_list(runner, custom_endpoint_name):
     result = runner.invoke(custom_list, ["--namespace", NAMESPACE])
     assert result.exit_code == 0
     assert custom_endpoint_name in result.output
 
 
-@pytest.mark.dependency(name="describe")
+@pytest.mark.dependency(name="describe", depends=["create"])
 def test_custom_describe(runner, custom_endpoint_name):
     result = runner.invoke(custom_describe, [
         "--name", custom_endpoint_name,
@@ -114,6 +115,7 @@ def test_wait_until_inservice(custom_endpoint_name):
     pytest.fail("[ERROR] Timed out waiting for endpoint to be DeploymentComplete")
 
 
+@pytest.mark.dependency(depends=["create"])
 def test_custom_invoke(runner, custom_endpoint_name):
     result = runner.invoke(custom_invoke, [
         "--endpoint-name", custom_endpoint_name,
@@ -133,7 +135,8 @@ def test_custom_list_pods(runner):
     result = runner.invoke(custom_list_pods, ["--namespace", NAMESPACE])
     assert result.exit_code == 0
 
-
+    
+@pytest.mark.dependency(depends=["create"])
 def test_custom_delete(runner, custom_endpoint_name):
     result = runner.invoke(custom_delete, [
         "--name", custom_endpoint_name,

test/integration_tests/inference/cli/test_cli_custom_s3_inference.py

@@ -66,13 +66,14 @@ def test_custom_create(runner, custom_endpoint_name):
     assert result.exit_code == 0, result.output
 
 
+@pytest.mark.dependency(depends=["create"])
 def test_custom_list(runner, custom_endpoint_name):
     result = runner.invoke(custom_list, ["--namespace", NAMESPACE])
     assert result.exit_code == 0
     assert custom_endpoint_name in result.output
 
 
-@pytest.mark.dependency(name="describe")
+@pytest.mark.dependency(name="describe", depends=["create"])
 def test_custom_describe(runner, custom_endpoint_name):
     result = runner.invoke(custom_describe, [
         "--name", custom_endpoint_name,
@@ -114,6 +115,7 @@ def test_wait_until_inservice(custom_endpoint_name):
     pytest.fail("[ERROR] Timed out waiting for endpoint to be DeploymentComplete")
 
 
+@pytest.mark.dependency(depends=["create"])
 def test_custom_invoke(runner, custom_endpoint_name):
     result = runner.invoke(custom_invoke, [
         "--endpoint-name", custom_endpoint_name,
@@ -134,6 +136,7 @@ def test_custom_list_pods(runner):
     assert result.exit_code == 0
 
 
+@pytest.mark.dependency(depends=["create"])
 def test_custom_delete(runner, custom_endpoint_name):
     result = runner.invoke(custom_delete, [
         "--name", custom_endpoint_name,

test/integration_tests/inference/cli/test_cli_jumpstart_inference.py

@@ -40,13 +40,14 @@ def test_js_create(runner, js_endpoint_name):
     assert result.exit_code == 0, result.output
 
 
+@pytest.mark.dependency(depends=["create"])
 def test_js_list(runner, js_endpoint_name):
     result = runner.invoke(js_list, ["--namespace", NAMESPACE])
     assert result.exit_code == 0
     assert js_endpoint_name in result.output
 
 
-@pytest.mark.dependency(name="describe")
+@pytest.mark.dependency(name="describe", depends=["create"])
 def test_js_describe(runner, js_endpoint_name):
     result = runner.invoke(js_describe, [
         "--name", js_endpoint_name,
@@ -88,6 +89,7 @@ def test_wait_until_inservice(js_endpoint_name):
     pytest.fail("[ERROR] Timed out waiting for endpoint to be DeploymentComplete")
 
 
+@pytest.mark.dependency(depends=["create"])
 def test_custom_invoke(runner, js_endpoint_name):
     result = runner.invoke(custom_invoke, [
         "--endpoint-name", js_endpoint_name,
@@ -107,6 +109,7 @@ def test_js_list_pods(runner):
     assert result.exit_code == 0
 
 
+@pytest.mark.dependency(depends=["create"])
 def test_js_delete(runner, js_endpoint_name):
     result = runner.invoke(js_delete, [
         "--name", js_endpoint_name,

test/integration_tests/inference/sdk/test_sdk_custom_fsx_inference.py

@@ -89,12 +89,13 @@ def test_create_endpoint(custom_endpoint):
     custom_endpoint.create(namespace=NAMESPACE)
     assert custom_endpoint.metadata.name == ENDPOINT_NAME
 
+@pytest.mark.dependency(depends=["create"])
 def test_list_endpoint():
     endpoints = HPEndpoint.list(namespace=NAMESPACE)
     names = [ep.metadata.name for ep in endpoints]
     assert ENDPOINT_NAME in names
 
-@pytest.mark.dependency(name="describe")
+@pytest.mark.dependency(name="describe", depends=["create"])
 def test_get_endpoint():
     ep = HPEndpoint.get(name=ENDPOINT_NAME, namespace=NAMESPACE)
     assert ep.modelName == MODEL_NAME
@@ -129,6 +130,7 @@ def test_wait_until_inservice():
 
     pytest.fail("[ERROR] Timed out waiting for endpoint to be DeploymentComplete")
 
+@pytest.mark.dependency(depends=["create"])
 def test_invoke_endpoint(monkeypatch):
     original_transform = codec.transform
 
@@ -157,7 +159,7 @@ def test_list_pods():
     pods = ep.list_pods(NAMESPACE)
     assert pods
 
-
+@pytest.mark.dependency(depends=["create"])
 def test_delete_endpoint():
     ep = HPEndpoint.get(name=ENDPOINT_NAME, namespace=NAMESPACE)
     ep.delete()

test/integration_tests/inference/sdk/test_sdk_custom_s3_inference.py

@@ -90,12 +90,15 @@ def test_create_endpoint(custom_endpoint):
     custom_endpoint.create(namespace=NAMESPACE)
     assert custom_endpoint.metadata.name == ENDPOINT_NAME
 
+
+@pytest.mark.dependency(depends=["create"])
 def test_list_endpoint():
     endpoints = HPEndpoint.list(namespace=NAMESPACE)
     names = [ep.metadata.name for ep in endpoints]
     assert ENDPOINT_NAME in names
 
-@pytest.mark.dependency(name="describe")
+
+@pytest.mark.dependency(name="describe", depends=["create"])
 def test_get_endpoint():
     ep = HPEndpoint.get(name=ENDPOINT_NAME, namespace=NAMESPACE)
     assert ep.modelName == MODEL_NAME
@@ -130,6 +133,8 @@ def test_wait_until_inservice():
 
     pytest.fail("[ERROR] Timed out waiting for endpoint to be DeploymentComplete")
 
+
+@pytest.mark.dependency(depends=["create"])
 def test_invoke_endpoint(monkeypatch):
     original_transform = codec.transform
 
@@ -159,6 +164,7 @@ def test_list_pods():
     assert pods
 
 
+@pytest.mark.dependency(depends=["create"])
 def test_delete_endpoint():
     ep = HPEndpoint.get(name=ENDPOINT_NAME, namespace=NAMESPACE)
     ep.delete()

test/integration_tests/inference/sdk/test_sdk_jumpstart_inference.py

@@ -38,12 +38,13 @@ def test_create_endpoint(endpoint_obj):
     endpoint_obj.create(namespace=NAMESPACE)
     assert endpoint_obj.metadata.name == ENDPOINT_NAME
 
+@pytest.mark.dependency(depends=["create"])
 def test_list_endpoint():
     endpoints = HPJumpStartEndpoint.list(namespace=NAMESPACE)
     names = [ep.metadata.name for ep in endpoints]
     assert ENDPOINT_NAME in names
 
-@pytest.mark.dependency(name="describe")
+@pytest.mark.dependency(name="describe", depends=["create"])
 def test_get_endpoint():
     ep = HPJumpStartEndpoint.get(name=ENDPOINT_NAME, namespace=NAMESPACE)
     assert ep.metadata.name == ENDPOINT_NAME
@@ -80,6 +81,7 @@ def test_wait_until_inservice():
     pytest.fail("[ERROR] Timed out waiting for endpoint to be DeploymentComplete")
 
 
+@pytest.mark.dependency(depends=["create"])
 def test_invoke_endpoint(monkeypatch):
     original_transform = codec.transform  # Save original
 
@@ -107,6 +109,7 @@ def test_list_pods():
     pods = ep.list_pods(NAMESPACE)
     assert pods
 
+@pytest.mark.dependency(depends=["create"])
 def test_delete_endpoint():
     ep = HPJumpStartEndpoint.get(name=ENDPOINT_NAME, namespace=NAMESPACE)
     ep.delete()