Disable all non host startup logs for v3.x (#10399)

* Filter logs in V3 and updating tests

* Tests update

* Test update

* remove unused using

* Minor update to linq

* Updating constant

* Adding to release notes

* Naming updates

* Naming update

Author: surgupta-msft

release_notes.md

@@ -3,3 +3,5 @@
 - My change description (#PR)
 -->
 *Please note we have reached end-of-life (EOL) support for v3.x.* For more information on supported runtime versions, please see [here.](https://learn.microsoft.com/en-us/azure/azure-functions/functions-versions?tabs=v4&pivots=programming-language-csharp)
+
+- Disable all non host startup logs for v3.x (#10399)

src/WebJobs.Script/Extensions/ScriptLoggingBuilderExtensions.cs

@@ -2,9 +2,11 @@
 // Licensed under the MIT License. See License.txt in the project root for license information.
 
 using System.Collections.Concurrent;
+using System.Collections.Immutable;
 using System.Linq;
 using Microsoft.AspNetCore.Hosting;
 using Microsoft.Azure.WebJobs.Script;
+using Microsoft.Azure.WebJobs.Script.Config;
 using Microsoft.Azure.WebJobs.Script.Configuration;
 using Microsoft.Extensions.Configuration;
 using Microsoft.Extensions.Hosting;
@@ -36,7 +38,11 @@ internal static bool Filter(string category, LogLevel actualLevel, LogLevel minL
 
         private static bool IsFiltered(string category)
         {
-            return _filteredCategoryCache.GetOrAdd(category, c => ScriptConstants.SystemLogCategoryPrefixes.Where(p => category.StartsWith(p)).Any());
+            ImmutableArray<string> systemLogCategoryPrefixes = FeatureFlags.IsEnabled(ScriptConstants.FeatureFlagEnableHostLogs)
+                                                                ? ScriptConstants.SystemLogCategoryPrefixes
+                                                                : ScriptConstants.RestrictedSystemLogCategoryPrefixes;
+
+            return _filteredCategoryCache.GetOrAdd(category, c => systemLogCategoryPrefixes.Any(p => category.StartsWith(p)));
         }
 
         public static void AddConsoleIfEnabled(this ILoggingBuilder builder, HostBuilderContext context)

src/WebJobs.Script/ScriptConstants.cs

@@ -124,6 +124,7 @@ public static class ScriptConstants
         public const string FeatureFlagDisableWorkerIndexing = "DisableWorkerIndexing";
         public const string FeatureFlagEnableMultiLanguageWorker = "EnableMultiLanguageWorker";
         public const string FeatureFlagEnableLinuxEPExecutionCount = "EnableLinuxFEC";
+        public const string FeatureFlagEnableHostLogs = "EnableHostLogs";
         public const string HostingConfigSwtAuthenticationEnabled = "SwtAuthenticationEnabled";
         public const string HostingConfigSwtIssuerEnabled = "SwtIssuerEnabled";
 
@@ -214,6 +215,7 @@ public static class ScriptConstants
         public static readonly long DefaultMaxRequestBodySize = 104857600;
 
         public static readonly ImmutableArray<string> SystemLogCategoryPrefixes = ImmutableArray.Create("Microsoft.Azure.WebJobs.", "Function.", "Worker.", "Host.");
+        public static readonly ImmutableArray<string> RestrictedSystemLogCategoryPrefixes = ImmutableArray.Create("Host.Startup");
 
         public static readonly string FunctionsHostingConfigSectionName = "FunctionsHostingConfig";
         public static readonly string MaximumSupportedBundleV3Version = "FunctionRuntimeV3MaxBundleV3Version";

test/WebJobs.Script.Tests.Integration/ApplicationInsights/ApplicationInsightsTestFixture.cs

@@ -23,6 +23,7 @@ public ApplicationInsightsTestFixture(string scriptRoot, string testId)
             string scriptPath = Path.Combine(Environment.CurrentDirectory, scriptRoot);
             string logPath = Path.Combine(Path.GetTempPath(), @"Functions");
             Environment.SetEnvironmentVariable(EnvironmentSettingNames.FunctionWorkerRuntime, testId);
+            Environment.SetEnvironmentVariable(EnvironmentSettingNames.AzureWebJobsFeatureFlags, ScriptConstants.FeatureFlagEnableHostLogs);
 
             WebHostOptions = new ScriptApplicationHostOptions
             {

test/WebJobs.Script.Tests.Integration/Host/StandbyManager/StandbyInitializationTests.cs

@@ -32,6 +32,7 @@ public async Task IsPlaceholderMode_ThroughoutInitialization_EvaluatesCorrectly(
             string standbyPath = Path.Combine(Path.GetTempPath(), "functions", "standby", "wwwroot");
             string specializedScriptRoot = @"TestScripts\CSharp";
             string scriptRootConfigPath = ConfigurationPath.Combine(ConfigurationSectionNames.WebHost, nameof(ScriptApplicationHostOptions.ScriptPath));
+            SystemEnvironment.Instance.SetEnvironmentVariable(EnvironmentSettingNames.AzureWebJobsFeatureFlags, ScriptConstants.FeatureFlagEnableHostLogs);
 
             var settings = new Dictionary<string, string>()
             {

test/WebJobs.Script.Tests.Integration/Host/StandbyManager/StandbyManagerE2ETestBase.cs

@@ -66,6 +66,8 @@ protected async Task<IWebHostBuilder> CreateWebHostBuilderAsync(string testDirNa
                 environment.SetEnvironmentVariable(EnvironmentSettingNames.AzureWebsiteName, "test-host-name");
             }
 
+            SystemEnvironment.Instance.SetEnvironmentVariable(EnvironmentSettingNames.AzureWebJobsFeatureFlags, ScriptConstants.FeatureFlagEnableHostLogs);
+
             var webHostBuilder = Program.CreateWebHostBuilder()
                 .ConfigureAppConfiguration(c =>
                 {

test/WebJobs.Script.Tests.Integration/ScriptHostEndToEnd/EndToEndTimeoutTests.cs

@@ -18,11 +18,18 @@
 
 namespace Microsoft.Azure.WebJobs.Script.Tests.EndToEnd
 {
-    public class EndToEndTimeoutTests
+    public class EndToEndTimeoutTests : IClassFixture<EndToEndTimeoutTests.TestFixture>
     {
         private static readonly ScriptSettingsManager SettingsManager = ScriptSettingsManager.Instance;
         private TestLoggerProvider _loggerProvider = new TestLoggerProvider();
 
+        TestFixture Fixture;
+
+        public EndToEndTimeoutTests(TestFixture fixture)
+        {
+            Fixture = fixture;
+        }
+
         [Fact]
         public async Task TimeoutTest_SyncFunction_CSharp()
         {
@@ -169,5 +176,13 @@ public Task OnUnhandledExceptionAsync(ExceptionDispatchInfo exceptionInfo)
                 return Task.CompletedTask;
             }
         }
+
+        public class TestFixture
+        {
+            static TestFixture()
+            {
+                ScriptSettingsManager.Instance.SetSetting(EnvironmentSettingNames.AzureWebJobsFeatureFlags, ScriptConstants.FeatureFlagEnableHostLogs);
+            }
+        }
     }
 }

test/WebJobs.Script.Tests.Integration/ScriptHostEndToEnd/ScriptHostEndToEndTestFixture.cs

@@ -100,6 +100,8 @@ public async Task InitializeAsync()
             {
                 Environment.SetEnvironmentVariable(RpcWorkerConstants.FunctionsWorkerDynamicConcurrencyEnabled, "true");
             }
+
+            Environment.SetEnvironmentVariable(EnvironmentSettingNames.AzureWebJobsFeatureFlags, ScriptConstants.FeatureFlagEnableHostLogs);
             IConfiguration configuration = TestHelpers.GetTestConfiguration();
             string connectionString = configuration.GetWebJobsConnectionString(ConnectionStringNames.Storage);
             CloudStorageAccount storageAccount = CloudStorageAccount.Parse(connectionString);

test/WebJobs.Script.Tests.Integration/WebHostEndToEnd/SpecializationE2ETests.cs

@@ -56,6 +56,7 @@ public SpecializationE2ETests(ITestOutputHelper testOutputHelper)
             {
                 { EnvironmentSettingNames.AzureWebsitePlaceholderMode, "1" },
                 { EnvironmentSettingNames.AzureWebsiteContainerReady, null },
+                { EnvironmentSettingNames.AzureWebJobsFeatureFlags, ScriptConstants.FeatureFlagEnableHostLogs },
              };
 
             _environment = new TestEnvironment(settings);

test/WebJobs.Script.Tests/Configuration/DefaultDependencyValidatorTests.cs

@@ -36,6 +36,8 @@ public async Task Validator_AllValid()
         [Fact]
         public async Task Validator_InvalidServices_LogsError()
         {
+            SystemEnvironment.Instance.SetEnvironmentVariable(EnvironmentSettingNames.AzureWebJobsFeatureFlags, ScriptConstants.FeatureFlagEnableHostLogs);
+
             LogMessage invalidServicesMessage = await RunTest(configureJobHost: s =>
             {
                 s.AddSingleton<IHostedService, MyHostedService>();