@@ -38,7 +38,7 @@ def compile(module: torch.jit.ScriptModule, compile_spec: Any) -> torch.jit.Scri
3838 "refit": false, # enable refit
3939 "debug": false, # enable debuggable engine
4040 "strict_types": false, # kernels should strictly run in operating precision
41- "allow_gpu_fallback": false , # (DLA only) Allow layers unsupported on DLA to run on GPU
41+ "allow_gpu_fallback": true , # (DLA only) Allow layers unsupported on DLA to run on GPU
4242 "device_type": torch.device("cuda"), # Type of device to run engine on (for DLA use trtorch.DeviceType.DLA)
4343 "capability": trtorch.EngineCapability.DEFAULT, # Restrict kernel selection to safe gpu kernels or safe dla kernels
4444 "num_min_timing_iters": 2, # Number of minimization timing iterations used to select kernels
@@ -87,10 +87,10 @@ def convert_method_to_trt_engine(module: torch.jit.ScriptModule, method_name: st
8787 } # Dynamic input shape for input #2
8888 ],
8989 "op_precision": torch.half, # Operating precision set to FP16
90- "refit": false , # enable refit
91- "debug": false , # enable debuggable engine
92- "strict_types": false , # kernels should strictly run in operating precision
93- "allow_gpu_fallback": false , # (DLA only) Allow layers unsupported on DLA to run on GPU
90+ "refit": False , # enable refit
91+ "debug": False , # enable debuggable engine
92+ "strict_types": False , # kernels should strictly run in operating precision
93+ "allow_gpu_fallback": True , # (DLA only) Allow layers unsupported on DLA to run on GPU
9494 "device_type": torch.device("cuda"), # Type of device to run engine on (for DLA use trtorch.DeviceType.DLA)
9595 "capability": trtorch.EngineCapability.DEFAULT, # Restrict kernel selection to safe gpu kernels or safe dla kernels
9696 "num_min_timing_iters": 2, # Number of minimization timing iterations used to select kernels
0 commit comments