@@ -38,7 +38,7 @@ def compile(module: torch.jit.ScriptModule, compile_spec: Any) -> torch.jit.Scri
38
38
"refit": false, # enable refit
39
39
"debug": false, # enable debuggable engine
40
40
"strict_types": false, # kernels should strictly run in operating precision
41
- "allow_gpu_fallback": false , # (DLA only) Allow layers unsupported on DLA to run on GPU
41
+ "allow_gpu_fallback": true , # (DLA only) Allow layers unsupported on DLA to run on GPU
42
42
"device_type": torch.device("cuda"), # Type of device to run engine on (for DLA use trtorch.DeviceType.DLA)
43
43
"capability": trtorch.EngineCapability.DEFAULT, # Restrict kernel selection to safe gpu kernels or safe dla kernels
44
44
"num_min_timing_iters": 2, # Number of minimization timing iterations used to select kernels
@@ -87,10 +87,10 @@ def convert_method_to_trt_engine(module: torch.jit.ScriptModule, method_name: st
87
87
} # Dynamic input shape for input #2
88
88
],
89
89
"op_precision": torch.half, # Operating precision set to FP16
90
- "refit": false , # enable refit
91
- "debug": false , # enable debuggable engine
92
- "strict_types": false , # kernels should strictly run in operating precision
93
- "allow_gpu_fallback": false , # (DLA only) Allow layers unsupported on DLA to run on GPU
90
+ "refit": False , # enable refit
91
+ "debug": False , # enable debuggable engine
92
+ "strict_types": False , # kernels should strictly run in operating precision
93
+ "allow_gpu_fallback": True , # (DLA only) Allow layers unsupported on DLA to run on GPU
94
94
"device_type": torch.device("cuda"), # Type of device to run engine on (for DLA use trtorch.DeviceType.DLA)
95
95
"capability": trtorch.EngineCapability.DEFAULT, # Restrict kernel selection to safe gpu kernels or safe dla kernels
96
96
"num_min_timing_iters": 2, # Number of minimization timing iterations used to select kernels
0 commit comments