File tree Expand file tree Collapse file tree 2 files changed +13
-13
lines changed Expand file tree Collapse file tree 2 files changed +13
-13
lines changed Original file line number Diff line number Diff line change @@ -117,6 +117,11 @@ def to_quantized_edge_program(
117117
118118 edge_program_manager = NeutronEdgePassManager ()(edge_program_manager )
119119
120+ if remove_quant_io_ops :
121+ edge_program_manager = edge_program_manager .transform (
122+ [RemoveIOQuantOpsPass (edge_program_manager = edge_program_manager )]
123+ )
124+
120125 compile_spec = generate_neutron_compile_spec (
121126 target ,
122127 operators_not_to_delegate = operators_not_to_delegate ,
@@ -125,11 +130,6 @@ def to_quantized_edge_program(
125130 partitioner = NeutronPartitioner (compile_spec , custom_delegation_options )
126131 edge_program_manager = edge_program_manager .to_backend (partitioner )
127132
128- if remove_quant_io_ops :
129- edge_program_manager = edge_program_manager .transform (
130- [RemoveIOQuantOpsPass (edge_program_manager = edge_program_manager )]
131- )
132-
133133 return edge_program_manager
134134
135135
Original file line number Diff line number Diff line change @@ -272,15 +272,15 @@ def _get_batch_size(data):
272272 # 5. Delegate to Neutron
273273 if args .delegate :
274274 logging .info ("Executing Neutron Partitioner and Delegate" )
275- edge_program_manager = edge_program_manager .to_backend (
276- NeutronPartitioner (
277- generate_neutron_compile_spec (
278- args .target ,
279- args .neutron_converter_flavor ,
280- operators_not_to_delegate = args .operators_not_to_delegate ,
281- )
282- )
275+
276+ compile_spec = generate_neutron_compile_spec (
277+ args .target ,
278+ operators_not_to_delegate = args .operators_not_to_delegate ,
279+ neutron_converter_flavor = args .neutron_converter_flavor ,
283280 )
281+ partitioner = NeutronPartitioner (compile_spec )
282+
283+ edge_program_manager = edge_program_manager .to_backend (partitioner )
284284 logging .debug (
285285 f"Lowered graph:\n { edge_program_manager .exported_program ().graph } "
286286 )
You can’t perform that action at this time.
0 commit comments