Skip to content

Commit 9ddfa36

Browse files
fix transformers 4.48 related test issue, revise error msg
Signed-off-by: chichun-charlie-liu <[email protected]>
1 parent 1980b35 commit 9ddfa36

File tree

2 files changed

+9
-6
lines changed

2 files changed

+9
-6
lines changed

fms_mo/fx/dynamo_utils.py

Lines changed: 8 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1164,9 +1164,12 @@ def cus_backend_model_analyzer(
11641164

11651165
if qcfg["N_backend_called"] > 1:
11661166
logger.warning(
1167-
f"Found {qcfg['N_backend_called']} graph breaks during Dynamo tracing. "
1168-
f"Layers being quantized may not be 100% accurate. Please double-check!\n"
1169-
f"Layers being skipped are: {qcfg['qskip_layer_name']}\n"
1170-
f"If needed, use qcfg['qskip_layer_name'], qcfg['qlayer_name_pattern'], "
1171-
f"or qcfg['qspecial_layers'] to control layer selection."
1167+
f"Found {qcfg['N_backend_called']} graph breaks during Dynamo tracing!! \n"
1168+
f"First/Last layer, which usually needs to stay unquantized, cannot be identified"
1169+
f" correctly now. Please double-check layers being skipped:\n"
1170+
f"{qcfg['qskip_layer_name']}\n NOTE: Users can control layer selection by adding layer"
1171+
f"names to:\n"
1172+
f"1. qcfg['qskip_layer_name'], qcfg['qspecial_layers'] (need to be exact names, will be"
1173+
f"added on top of what is found automatically.), or \n"
1174+
f"2. qcfg['qlayer_name_pattern'] (partial names, will bypass automatic search."
11721175
)

tests/models/conftest.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1091,4 +1091,4 @@ def model_bert():
10911091
Returns:
10921092
transformers.models.bert.modeling_bert.BertModel: BERT model
10931093
"""
1094-
return BertModel.from_pretrained("bert-base-uncased")
1094+
return BertModel.from_pretrained("bert-base-uncased", torchscript=True)

0 commit comments

Comments
 (0)