4.27.5 hotfix (#9609)

* Updating patch version

* Sending command line args with functions- prefix to prevent conflicts (#9514)

* Sending a second copy of command line args with "FUNCTIONS_" prefix

* Cleanup

* Sending a second copy of command line args with "FUNCTIONS_" prefix

* switched to functions- prefix

* Removed duplicate port from functions_uri

* Switching to kebab case for the new args

* Update test

* Update native placeholder package to handle new args

* Update release notes.

* Limit dotnet-isolated specialization to 64 bit host process (#9553)

* Skipping native placeholder specialization if host is not 64 bit process

* formatting linting fix

* Stylecop fix.

* fix indentation

* Adding E2E test.

* Improving log message.

* Switch from LogDebug to LogInformation

* Fix tests to reflect logging changes

* Logging with EventId

* Logging using an event name

* Updated release notes after rebase merge

* Handling env reload response from native placeholder for failure case. (#9602)

* Handling env reload response from native placeholder for failure case.

* Almost working except one test needs cleanup

* Cleanup

* Cleanup

* Fixing Worker.Extensions.Http package version to align with Http.AspNetCore package.

* Logging error as it is received from the worker.

* DotNetIsolatedNativeHost package to 1.0.2

* Inlining a variable (Reverting to previous version)

* Updating release notes for 4.27.5

* Update PowerShell Language Workers 7.0 (to version 4.0.2973), 7.2 (to version 4.0.2974), and 7.4 (to version 4.0.2975)  (#9528)

* Upgrade PowerShell language worker 7.4 to 4.0.2975

* Upgrade PowerShell language worker 7.2 to 4.0.2974

* Upgrade PowerShell language worker 7.0 to 4.0.2973

* Update release notes

* Update Java Worker Version to 2.13.0 (#9544)

* Update Java Worker Version to 2.13.0

* Update release_notes.md for Java worker

---------

Co-authored-by: AzureFunctionsJava <[email protected]>

---------

Co-authored-by: azfuncgh <[email protected]>
Co-authored-by: Shyju Krishnankutty <[email protected]>
Co-authored-by: Francisco Gamino <[email protected]>
Co-authored-by: Shreyas Gopalakrishna <[email protected]>
Co-authored-by: AzureFunctionsJava <[email protected]>

Author: 6 people

build/common.props

@@ -5,7 +5,7 @@
     <LangVersion>latest</LangVersion>
     <MajorVersion>4</MajorVersion>
     <MinorVersion>27</MinorVersion>
-    <PatchVersion>4</PatchVersion>
+    <PatchVersion>5</PatchVersion>
     <BuildNumber Condition="'$(BuildNumber)' == '' ">0</BuildNumber>
     <PreviewVersion></PreviewVersion>        
 

release_notes.md

@@ -5,16 +5,11 @@
 -->
 - Update Python Worker Version to [4.20.0](https://github.com/Azure/azure-functions-python-worker/releases/tag/4.20.0)
 - Update Java Worker Version to [2.13.0](https://github.com/Azure/azure-functions-java-worker/releases/tag/2.13.0)
-- Update WebJobsScriptHostService to remove hardcoded sleep during application shut down (#9520)
+- Increased maximum HTTP request content size to 210000000 Bytes (~200MB)
+- Update Node.js Worker Version to [3.8.1](https://github.com/Azure/azure-functions-nodejs-worker/releases/tag/v3.8.1)
+- Update PowerShell 7.4 Worker Version to [4.0.2975](https://github.com/Azure/azure-functions-powershell-worker/releases/tag/v4.0.2975)
 - Update PowerShell 7.2 Worker Version to [4.0.2974](https://github.com/Azure/azure-functions-powershell-worker/releases/tag/v4.0.2974)
 - Update PowerShell 7.0 Worker Version to [4.0.2973](https://github.com/Azure/azure-functions-powershell-worker/releases/tag/v4.0.2973)
-- Add support for standalone executable (ie: `dotnet build --standalone`) for out-of-proc workers in Linux Consumption. (#9550)
-- Bug fix: Do not restart worker channels or JobHost when an API request is made to get or update the function metadata (unless the config was changed) (#9510)
-  - This fixes a bug where requests to 'admin/functions' lead to a "Did not find initialized workers" error when
-    worker indexing is enabled.
-- Bug fix: If there are no channels created and the host is running, restart the JobHost instead of shutting down worker channels (#9510)
-  - This fixes a bug with worker indexing where we are shutting down worker channels and creating a new channel that never
-    gets properly initialized as the invocation buffers are not created - this leads to a "Did not find initialized workers" error.
-- Check if a blob container or table exists before trying to create it (#9555)
 - Limit dotnet-isolated specialization to 64 bit host process (#9548)
 - Sending command line arguments to language workers with `functions-` prefix to prevent conflicts (#9514)
+- Update WebJobsScriptHostService to remove hardcoded sleep during application shut down (#9520)

src/WebJobs.Script.Grpc/Channel/GrpcWorkerChannel.cs

@@ -374,12 +374,18 @@ internal void FunctionEnvironmentReloadResponse(FunctionEnvironmentReloadRespons
 
             ApplyCapabilities(res.Capabilities, res.CapabilitiesUpdateStrategy.ToGrpcCapabilitiesUpdateStrategy());
 
-            if (res.Result.IsFailure(out Exception reloadEnvironmentVariablesException))
+            if (res.Result.IsFailure(IsUserCodeExceptionCapabilityEnabled(), out var reloadEnvironmentVariablesException))
             {
-                _workerChannelLogger.LogError(reloadEnvironmentVariablesException, "Failed to reload environment variables");
-                _reloadTask.SetException(reloadEnvironmentVariablesException);
+                if (res.Result.Exception is not null && reloadEnvironmentVariablesException is not null)
+                {
+                    _workerChannelLogger.LogWarning(reloadEnvironmentVariablesException, reloadEnvironmentVariablesException.Message);
+                }
+                _reloadTask.SetResult(false);
+            }
+            else
+            {
+                _reloadTask.SetResult(true);
             }
-            _reloadTask.SetResult(true);
             latencyEvent.Dispose();
         }
 
@@ -414,6 +420,15 @@ internal void WorkerInitResponse(GrpcEvent initEvent)
             _workerInitTask.TrySetResult(true);
         }
 
+        private bool IsUserCodeExceptionCapabilityEnabled()
+        {
+            var enableUserCodeExceptionCapability = string.Equals(
+                _workerCapabilities.GetCapabilityState(RpcWorkerConstants.EnableUserCodeException), bool.TrueString,
+                StringComparison.OrdinalIgnoreCase);
+
+            return enableUserCodeExceptionCapability;
+        }
+
         private void LogWorkerMetadata(WorkerMetadata workerMetadata)
         {
             if (workerMetadata == null)
@@ -546,7 +561,7 @@ internal FunctionLoadRequestCollection GetFunctionLoadRequestCollection(IEnumera
             return functionLoadRequestCollection;
         }
 
-        public Task SendFunctionEnvironmentReloadRequest()
+        public Task<bool> SendFunctionEnvironmentReloadRequest()
         {
             _functionsIndexingTask = new TaskCompletionSource<List<RawFunctionMetadata>>(TaskCreationOptions.RunContinuationsAsynchronously);
             _functionMetadataRequestSent = false;
@@ -1576,4 +1591,4 @@ private void OnTimeout()
             }
         }
     }
-}
+}

src/WebJobs.Script.Grpc/MessageExtensions/StatusResultExtensions.cs

@@ -3,20 +3,18 @@
 
 using System;
 using System.Threading.Tasks;
-using Grpc.Core;
-using Microsoft.Azure.WebJobs.Script.Config;
 using Microsoft.Azure.WebJobs.Script.Grpc.Messages;
 
 namespace Microsoft.Azure.WebJobs.Script.Grpc
 {
     internal static class StatusResultExtensions
     {
-        public static bool IsFailure(this StatusResult statusResult, out Exception exception)
+        public static bool IsFailure(this StatusResult statusResult, bool enableUserCodeExceptionCapability, out Exception exception)
         {
             switch (statusResult.Status)
             {
                 case StatusResult.Types.Status.Failure:
-                    exception = GetRpcException(statusResult);
+                    exception = GetRpcException(statusResult, enableUserCodeExceptionCapability);
                     return true;
 
                 case StatusResult.Types.Status.Cancelled:
@@ -29,6 +27,11 @@ public static bool IsFailure(this StatusResult statusResult, out Exception excep
             }
         }
 
+        public static bool IsFailure(this StatusResult statusResult, out Exception exception)
+        {
+            return IsFailure(statusResult, false, out exception);
+        }
+
         /// <summary>
         /// This method is only hit on the invocation code path.
         /// enableUserCodeExceptionCapability = feature flag exposed as a capability that is set by the worker.
@@ -68,4 +71,4 @@ public static Workers.Rpc.RpcException GetRpcException(StatusResult statusResult
             return new Workers.Rpc.RpcException(status, string.Empty, string.Empty);
         }
     }
-}
+}

src/WebJobs.Script/Environment/IEnvironment.cs

@@ -12,6 +12,11 @@ namespace Microsoft.Azure.WebJobs.Script
     /// </summary>
     public interface IEnvironment
     {
+        /// <summary>
+        /// Gets a value indicating whether the current process is a 64-bit process.
+        /// </summary>
+        public bool Is64BitProcess { get; }
+
         /// <summary>
         /// Returns the value of an environment variable for the current <see cref="IEnvironment"/>.
         /// </summary>
@@ -20,7 +25,7 @@ public interface IEnvironment
         string GetEnvironmentVariable(string name);
 
         /// <summary>
-        /// Creates, modifies, or deletes an environment variable stored in the current <see cref="IEnvironment"/>
+        /// Creates, modifies, or deletes an environment variable stored in the current <see cref="IEnvironment"/>.
         /// </summary>
         /// <param name="name">The environment variable name.</param>
         /// <param name="value">The value to assign to the variable.</param>

src/WebJobs.Script/Environment/SystemEnvironment.cs

@@ -17,6 +17,8 @@ private SystemEnvironment()
 
         public static SystemEnvironment Instance => _instance.Value;
 
+        public bool Is64BitProcess => Environment.Is64BitProcess;
+
         private static SystemEnvironment CreateInstance()
         {
             return new SystemEnvironment();

src/WebJobs.Script/ExtensionBundle/ExtensionBundleManager.cs

@@ -71,7 +71,7 @@ public bool IsLegacyExtensionBundle()
         /// <summary>
         /// Attempts to locate the extension bundle inside the probing paths and download paths. If the extension bundle is not found then it will download the extension bundle.
         /// </summary>
-        /// <returns>Path of the extension bundle</returns>
+        /// <returns>Path of the extension bundle.</returns>
         public async Task<string> GetExtensionBundlePath()
         {
             using (var httpClient = new HttpClient())
@@ -83,8 +83,8 @@ public async Task<string> GetExtensionBundlePath()
         /// <summary>
         /// Attempts to locate the extension bundle inside the probing paths and download paths. If the extension bundle is not found then it will download the extension bundle.
         /// </summary>
-        /// <param name="httpClient">HttpClient used to download the extension bundle</param>
-        /// <returns>Path of the extension bundle</returns>
+        /// <param name="httpClient">HttpClient used to download the extension bundle.</param>
+        /// <returns>Path of the extension bundle.</returns>
         public async Task<string> GetExtensionBundlePath(HttpClient httpClient)
         {
             return await GetBundle(httpClient);

src/WebJobs.Script/ScriptConstants.cs

@@ -88,6 +88,7 @@ public static class ScriptConstants
         public const string DefaultMasterKeyName = "master";
         public const string DefaultFunctionKeyName = "default";
         public const string ColdStartEventName = "ColdStart";
+        public const string PlaceholderMissDueToBitnessEventName = "PlaceholderMissDueToBitness";
 
         public const string FunctionsUserAgent = "AzureFunctionsRuntime";
         public const string HttpScaleUserAgent = "HttpScaleManager";

src/WebJobs.Script/WebJobs.Script.csproj

@@ -47,7 +47,7 @@
     <PackageReference Include="Microsoft.ApplicationInsights.DependencyCollector" Version="2.21.0" />
     <PackageReference Include="Microsoft.ApplicationInsights.WindowsServer" Version="2.21.0" />
     <PackageReference Include="Microsoft.ApplicationInsights.WindowsServer.TelemetryChannel" Version="2.21.0" />
-    <PackageReference Include="Microsoft.Azure.Functions.DotNetIsolatedNativeHost" Version="1.0.0-preview805" />
+    <PackageReference Include="Microsoft.Azure.Functions.DotNetIsolatedNativeHost" Version="1.0.2" />
     <PackageReference Include="Microsoft.Azure.WebJobs" Version="3.0.39" />
     <PackageReference Include="Microsoft.Azure.WebJobs.Host.Storage" Version="5.0.0-beta.2-11957" />
     <PackageReference Include="Microsoft.Extensions.Azure" Version="1.7.0" />
@@ -57,11 +57,11 @@
 
     <!-- Workers -->
     <PackageReference Include="Microsoft.Azure.AppService.Proxy.Client" Version="2.2.20220831.41" />
-    <PackageReference Include="Microsoft.Azure.Functions.JavaWorker" Version="2.12.1" />
+    <PackageReference Include="Microsoft.Azure.Functions.JavaWorker" Version="2.13.0" />
     <PackageReference Include="Microsoft.Azure.Functions.NodeJsWorker" Version="3.8.1" />
-    <PackageReference Include="Microsoft.Azure.Functions.PowerShellWorker.PS7.0" Version="4.0.2850" />
-    <PackageReference Include="Microsoft.Azure.Functions.PowerShellWorker.PS7.2" Version="4.0.2890" />
-    <PackageReference Include="Microsoft.Azure.Functions.PowerShellWorker.PS7.4" Version="4.0.2930" />
+    <PackageReference Include="Microsoft.Azure.Functions.PowerShellWorker.PS7.0" Version="4.0.2973" />
+    <PackageReference Include="Microsoft.Azure.Functions.PowerShellWorker.PS7.2" Version="4.0.2974" />
+    <PackageReference Include="Microsoft.Azure.Functions.PowerShellWorker.PS7.4" Version="4.0.2975" />
     <PackageReference Include="Microsoft.Azure.WebJobs.Extensions" Version="5.0.0-beta.2-10879" />
     <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.Http" Version="3.2.0" />
     <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.Timers.Storage" Version="1.0.0-beta.1" />

src/WebJobs.Script/Workers/Rpc/IRpcWorkerChannel.cs

@@ -22,7 +22,7 @@ public interface IRpcWorkerChannel : IWorkerChannel
 
         void SendFunctionLoadRequests(ManagedDependencyOptions managedDependencyOptions, TimeSpan? functionTimeout);
 
-        Task SendFunctionEnvironmentReloadRequest();
+        Task<bool> SendFunctionEnvironmentReloadRequest();
 
         void SendWorkerWarmupRequest();