Update test_quant_passes.py (#2700)

* Update test_quant_passes.py

Reduce tolerance to make tests less flakey

* up

Author: metascroy

torchao/experimental/tests/test_quant_passes.py

@@ -91,7 +91,9 @@ def test_replace_q_dq_patterns_with_quantized_linear_ops_pass(self):
 
         # Numerics should match
         exported_results = exported.module()(activations)
-        self.assertTrue(torch.allclose(exported_results, eager_results))
+        self.assertTrue(
+            torch.allclose(exported_results, eager_results, atol=1e-3, rtol=1e-3)
+        )
 
     @parameterized.expand(
         [
@@ -148,7 +150,9 @@ def test_replace_q_dq_patterns_with_quantized_embedding_ops_pass(
 
         # Numerics should match
         exported_results = exported.module()(indices)
-        self.assertTrue(torch.allclose(exported_results, eager_results))
+        self.assertTrue(
+            torch.allclose(exported_results, eager_results, atol=1e-3, rtol=1e-3)
+        )
 
 
 if __name__ == "__main__":