Configure biases using env vars

Author: ericallam

apps/webapp/app/env.server.ts

@@ -226,6 +226,9 @@ const EnvironmentSchema = z.object({
   MARQS_SHARED_QUEUE_LIMIT: z.coerce.number().int().default(1000),
   MARQS_DEV_QUEUE_LIMIT: z.coerce.number().int().default(1000),
   MARQS_MAXIMUM_NACK_COUNT: z.coerce.number().int().default(64),
+  MARQS_CONCURRENCY_LIMIT_BIAS: z.coerce.number().default(0.75),
+  MARQS_AVAILABLE_CAPACITY_BIAS: z.coerce.number().default(0.3),
+  MARQS_QUEUE_AGE_RANDOMIZATION_BIAS: z.coerce.number().default(0.25),
 
   PROD_TASK_HEARTBEAT_INTERVAL_MS: z.coerce.number().int().optional(),
 

apps/webapp/app/v3/marqs/index.server.ts

@@ -1620,6 +1620,11 @@ function getMarQSClient() {
           defaultEnvConcurrency: env.DEFAULT_ENV_EXECUTION_CONCURRENCY_LIMIT,
           defaultOrgConcurrency: env.DEFAULT_ORG_EXECUTION_CONCURRENCY_LIMIT,
           checkForDisabledOrgs: true,
+          biases: {
+            concurrencyLimitBias: env.MARQS_CONCURRENCY_LIMIT_BIAS,
+            availableCapacityBias: env.MARQS_AVAILABLE_CAPACITY_BIAS,
+            queueAgeRandomization: env.MARQS_QUEUE_AGE_RANDOMIZATION,
+          },
         }),
         envQueuePriorityStrategy: new FairDequeuingStrategy({
           tracer: tracer,
@@ -1629,6 +1634,11 @@ function getMarQSClient() {
           defaultEnvConcurrency: env.DEFAULT_ENV_EXECUTION_CONCURRENCY_LIMIT,
           defaultOrgConcurrency: env.DEFAULT_ORG_EXECUTION_CONCURRENCY_LIMIT,
           checkForDisabledOrgs: false,
+          biases: {
+            concurrencyLimitBias: 0.0,
+            availableCapacityBias: 0.0,
+            queueAgeRandomization: 0.1,
+          },
         }),
         workers: 1,
         redis,