[compile][startup] Disable C++ compilation of symbolic shapes (vllm-project#20836)

Signed-off-by: Animesh Jain <[email protected]>

Author: anijain2305

vllm/compilation/decorators.py

@@ -267,8 +267,15 @@ def patched_inline_call(parent, func, args, kwargs):
                     code.co_filename)
                 return inline_call(parent, func, args, kwargs)
 
-            with patch.object(InliningInstructionTranslator, 'inline_call',
-                              patched_inline_call):
+            # Disable the C++ compilation of symbolic shape guards. C++-fication
+            # of symbolic shape guards can improve guard overhead. But, since
+            # vllm skip guards anyways, setting this flag to False can improve
+            # compile time.
+            with torch._dynamo.config.patch("enable_cpp_symbolic_shape_guards",
+                                            False), patch.object(
+                                                InliningInstructionTranslator,
+                                                'inline_call',
+                                                patched_inline_call):
                 output = self.compiled_callable(*args, **kwargs)
             return output