[MERGE #5351 @Cellule] Asm.js: Bytecode generator stack space

Merge pull request #5351 from Cellule:asmjs_stack

Check if we have enough stack when emitting bytecode recursively.
OS#17953300

Author: Cellule

lib/Runtime/Language/AsmJsByteCodeGenerator.cpp

@@ -421,6 +421,11 @@ namespace Js
 
     EmitExpressionInfo AsmJSByteCodeGenerator::Emit( ParseNode *pnode )
     {
+        if (!ThreadContext::IsCurrentStackAvailable(Js::Constants::MinStackCompile))
+        {
+            throw AsmJsCompilationException(_u("Out of stack space"));
+        }
+
         if( !pnode )
         {
             return EmitExpressionInfo( AsmJsType::Void );

test/AsmJs/emit_recursive.js

@@ -0,0 +1,43 @@
+//-------------------------------------------------------------------------------------------------------
+// Copyright (C) Microsoft. All rights reserved.
+// Licensed under the MIT license. See LICENSE.txt file in the project root for full license information.
+//-------------------------------------------------------------------------------------------------------
+
+// Find StackOverflow constructor
+let StackOverflow;
+try {
+  const bar = () => bar();
+  bar();
+} catch (e) {
+  StackOverflow = e.constructor;
+}
+
+function test(n) {
+  const str = `function asm() {
+    "use asm"
+    function foo() {
+      return (${Array(n).fill("1").join("+")})|0
+    }
+    return foo;
+  }
+  `;
+
+  try {
+    eval(str);
+    const res = asm()();
+    if (res !== n) {
+      console.log(`Invalid result: expected ${n}. Got ${res}`);
+    }
+  } catch (e) {
+    if (!(e instanceof StackOverflow)) {
+      console.log("Expected a StackOverflow error");
+    }
+  }
+}
+
+// Test with/without stackoverflow in asm.js and/or javascript
+for (const n of [10, 50, 100, 500, 1000, 5000]) {
+  test(n);
+}
+
+console.log("pass");

test/AsmJs/rlexe.xml

@@ -1075,4 +1075,9 @@
       <compile-flags>-testtrace:asmjs</compile-flags>
     </default>
   </test>
+  <test>
+    <default>
+      <files>emit_recursive.js</files>
+    </default>
+  </test>
 </regress-exe>