File tree Expand file tree Collapse file tree 2 files changed +13
-13
lines changed Expand file tree Collapse file tree 2 files changed +13
-13
lines changed Original file line number Diff line number Diff line change @@ -114,6 +114,11 @@ def to_quantized_edge_program(
114114
115115 edge_program_manager = NeutronEdgePassManager ()(edge_program_manager )
116116
117+ if remove_quant_io_ops :
118+ edge_program_manager = edge_program_manager .transform (
119+ [RemoveIOQuantOpsPass (edge_program_manager = edge_program_manager )]
120+ )
121+
117122 compile_spec = generate_neutron_compile_spec (
118123 target ,
119124 operators_not_to_delegate = operators_not_to_delegate ,
@@ -122,11 +127,6 @@ def to_quantized_edge_program(
122127 partitioner = NeutronPartitioner (compile_spec , custom_delegation_options )
123128 edge_program_manager = edge_program_manager .to_backend (partitioner )
124129
125- if remove_quant_io_ops :
126- edge_program_manager = edge_program_manager .transform (
127- [RemoveIOQuantOpsPass (edge_program_manager = edge_program_manager )]
128- )
129-
130130 return edge_program_manager
131131
132132
Original file line number Diff line number Diff line change @@ -272,15 +272,15 @@ def _get_batch_size(data):
272272 # 5. Delegate to Neutron
273273 if args .delegate :
274274 logging .info ("Executing Neutron Partitioner and Delegate" )
275- edge_program_manager = edge_program_manager .to_backend (
276- NeutronPartitioner (
277- generate_neutron_compile_spec (
278- args .target ,
279- args .neutron_converter_flavor ,
280- operators_not_to_delegate = args .operators_not_to_delegate ,
281- )
282- )
275+
276+ compile_spec = generate_neutron_compile_spec (
277+ args .target ,
278+ operators_not_to_delegate = args .operators_not_to_delegate ,
279+ neutron_converter_flavor = args .neutron_converter_flavor ,
283280 )
281+ partitioner = NeutronPartitioner (compile_spec )
282+
283+ edge_program_manager = edge_program_manager .to_backend (partitioner )
284284 logging .debug (
285285 f"Lowered graph:\n { edge_program_manager .exported_program ().graph } "
286286 )
You can’t perform that action at this time.
0 commit comments