Skip to content

Commit f56a65e

Browse files
martinlsmMartin Lindström
andauthored
Arm backend: Set all 16/32 bit sigmoid tests to flaky (#9993)
Tests in test_sigmoid_16bit.py and test_sigmoid_32bit.py randomly fails due to a Vela bug regarding handling of the table op sigmoid is converted to. Set all affected tests to flaky until the bug resolved. Co-authored-by: Martin Lindström <[email protected]>
1 parent c9c5481 commit f56a65e

File tree

2 files changed

+12
-8
lines changed

2 files changed

+12
-8
lines changed

backends/arm/test/ops/test_sigmoid_16bit.py

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -81,7 +81,7 @@ def forward(self, x):
8181

8282

8383
@common.parametrize("test_data", test_data_suite)
84-
@pytest.mark.flaky(reruns=5)
84+
@pytest.mark.flaky(reruns=32) # Flaky due to Vela bug: MLBEDSW-10642
8585
def test_sigmoid_tosa_BI(test_data):
8686
pipeline = TosaPipelineBI(
8787
Sigmoid(), (test_data(),), Sigmoid.aten_op, Sigmoid.exir_op
@@ -97,7 +97,7 @@ def test_sigmoid_tosa_BI(test_data):
9797
"ramp": "AssertionError: Output 0 does not match reference output. MLETORCH-787"
9898
},
9999
)
100-
@pytest.mark.flaky(reruns=5)
100+
@pytest.mark.flaky(reruns=32) # Flaky due to Vela bug: MLBEDSW-10642
101101
def test_sigmoid_add_sigmoid_tosa_BI(test_data):
102102
pipeline = TosaPipelineBI(
103103
SigmoidAddSigmoid(), (test_data(),), Sigmoid.aten_op, Sigmoid.exir_op
@@ -110,6 +110,7 @@ def test_sigmoid_add_sigmoid_tosa_BI(test_data):
110110
"test_data",
111111
test_data_suite,
112112
)
113+
@pytest.mark.flaky(reruns=32) # Flaky due to Vela bug: MLBEDSW-10642
113114
def test_sigmoid_tosa_u55(test_data):
114115
pipeline = OpNotSupportedPipeline(
115116
Sigmoid(), (test_data(),), "TOSA-0.80+BI+u55", {Sigmoid.exir_op: 1}
@@ -122,6 +123,7 @@ def test_sigmoid_tosa_u55(test_data):
122123
"test_data",
123124
test_data_suite,
124125
)
126+
@pytest.mark.flaky(reruns=32) # Flaky due to Vela bug: MLBEDSW-10642
125127
def test_sigmoid_add_sigmoid_tosa_u55(test_data):
126128
pipeline = OpNotSupportedPipeline(
127129
SigmoidAddSigmoid(),
@@ -135,7 +137,7 @@ def test_sigmoid_add_sigmoid_tosa_u55(test_data):
135137

136138

137139
@common.parametrize("test_data", test_data_suite)
138-
@pytest.mark.flaky(reruns=5)
140+
@pytest.mark.flaky(reruns=32) # Flaky due to Vela bug: MLBEDSW-10642
139141
@common.XfailIfNoCorstone320
140142
def test_sigmoid_tosa_u85(test_data):
141143
pipeline = EthosU85PipelineBI(
@@ -152,7 +154,7 @@ def test_sigmoid_tosa_u85(test_data):
152154
"ramp": "AssertionError: Output 0 does not match reference output.",
153155
},
154156
)
155-
@pytest.mark.flaky(reruns=5)
157+
@pytest.mark.flaky(reruns=32) # Flaky due to Vela bug: MLBEDSW-10642
156158
@common.XfailIfNoCorstone320
157159
def test_sigmoid_add_sigmoid_tosa_u85(test_data):
158160
pipeline = EthosU85PipelineBI(

backends/arm/test/ops/test_sigmoid_32bit.py

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -97,7 +97,7 @@ def forward(self, x):
9797

9898

9999
@common.parametrize("test_data", test_data_suite)
100-
@pytest.mark.flaky(reruns=5)
100+
@pytest.mark.flaky(reruns=32) # Flaky due to Vela bug: MLBEDSW-10642
101101
def test_sigmoid_tosa_BI(test_data):
102102
pipeline = TosaPipelineBI(
103103
Sigmoid(),
@@ -110,7 +110,7 @@ def test_sigmoid_tosa_BI(test_data):
110110

111111

112112
@common.parametrize("test_data", test_data_suite)
113-
@pytest.mark.flaky(reruns=5)
113+
@pytest.mark.flaky(reruns=32) # Flaky due to Vela bug: MLBEDSW-10642
114114
def test_sigmoid_add_sigmoid_tosa_BI(test_data):
115115
pipeline = TosaPipelineBI(
116116
SigmoidAddSigmoid(),
@@ -123,6 +123,7 @@ def test_sigmoid_add_sigmoid_tosa_BI(test_data):
123123

124124

125125
@common.parametrize("test_data", test_data_suite)
126+
@pytest.mark.flaky(reruns=32) # Flaky due to Vela bug: MLBEDSW-10642
126127
def test_sigmoid_tosa_u55(test_data):
127128
pipeline = OpNotSupportedPipeline(
128129
Sigmoid(), (test_data(),), "TOSA-0.80+BI+u55", {Sigmoid.exir_op: 1}
@@ -132,6 +133,7 @@ def test_sigmoid_tosa_u55(test_data):
132133

133134

134135
@common.parametrize("test_data", test_data_suite)
136+
@pytest.mark.flaky(reruns=32) # Flaky due to Vela bug: MLBEDSW-10642
135137
def test_sigmoid_add_sigmoid_tosa_u55(test_data):
136138
pipeline = OpNotSupportedPipeline(
137139
SigmoidAddSigmoid(),
@@ -145,7 +147,7 @@ def test_sigmoid_add_sigmoid_tosa_u55(test_data):
145147

146148

147149
@common.parametrize("test_data", test_data_suite)
148-
@pytest.mark.flaky(reruns=5)
150+
@pytest.mark.flaky(reruns=32) # Flaky due to Vela bug: MLBEDSW-10642
149151
@common.XfailIfNoCorstone320
150152
def test_sigmoid_tosa_u85(test_data):
151153
pipeline = EthosU85PipelineBI(
@@ -162,7 +164,7 @@ def test_sigmoid_tosa_u85(test_data):
162164
"ramp": "AssertionError: Output 0 does not match reference output.",
163165
},
164166
)
165-
@pytest.mark.flaky(reruns=5)
167+
@pytest.mark.flaky(reruns=32) # Flaky due to Vela bug: MLBEDSW-10642
166168
@common.XfailIfNoCorstone320
167169
def test_sigmoid_add_sigmoid_tosa_u85(test_data):
168170
pipeline = EthosU85PipelineBI(

0 commit comments

Comments
 (0)