Added RPS support for dirigent-dandelion-workflows

.github/configs/wordlist.txt

@@ -816,3 +816,17 @@ py
 DDR
 SweepOptions
 SweepType
+DirigentConfigPath
+WorkflowConfigPath
+CompositionConfig
+WorkflowFunction
+FunctionName
+FunctionPath
+NumArgs
+NumRets
+CompositionConfig
+InData
+RpsFile
+RpsRequestedGpu
+gpus
+SoCC

cmd/config_dirigent_dandelion_rps.json

@@ -1,25 +1,17 @@
 {
   "Seed": 42,
 
-  "Platform": "Dirigent-Dandelion",
+  "Platform": "Dirigent",
+  "DirigentConfigPath": "cmd/dirigent/config_dandelion.json",
   "InvokeProtocol" : "http1",
   "EndpointPort": 80,
 
-  "DirigentControlPlaneIP": "10.0.1.253:9091",
-  "BusyLoopOnSandboxStartup": false,
-
-  "AsyncMode": false,
-  "AsyncResponseURL": "10.0.1.253:8082",
-  "AsyncWaitToCollectMin": 1,
-
   "RpsTarget": 1,
   "RpsColdStartRatioPercentage": 0,
   "RpsCooldownSeconds": 10,
-  "RpsImage": "empty",
   "RpsRuntimeMs": 10,
   "RpsMemoryMB": 2048,
   "RpsIterationMultiplier": 80,
-  "RpsDataSizeMB": 0.00,
 
   "TracePath": "RPS",
   "Granularity": "minute",
@@ -28,7 +20,6 @@
   "CPULimit": "1vCPU",
   "ExperimentDuration": 1,
   "WarmupDuration": 0,
-  "PrepullMode": "",
 
   "IsPartiallyPanic": false,
   "EnableZipkinTracing": false,

cmd/config_dirigent_dandelion_trace.json

@@ -1,25 +1,18 @@
 {
   "Seed": 42,
 
-  "Platform": "Dirigent-Dandelion",
+  "Platform": "Dirigent",
+  "DirigentConfigPath": "cmd/dirigent/config_dandelion.json",
   "InvokeProtocol" : "http1",
   "EndpointPort": 80,
 
-  "DirigentControlPlaneIP": "10.0.1.253:9091",
-  "BusyLoopOnSandboxStartup": false,
-
-  "AsyncMode": false,
-  "AsyncResponseURL": "10.0.1.253:8082",
-  "AsyncWaitToCollectMin": 1,
-
   "TracePath": "data/traces/example",
   "Granularity": "minute",
   "OutputPathPrefix": "data/out/experiment",
   "IATDistribution": "exponential",
   "CPULimit": "1vCPU",
   "ExperimentDuration": 2,
   "WarmupDuration": 0,
-  "PrepullMode": "",
 
   "IsPartiallyPanic": false,
   "EnableZipkinTracing": false,

cmd/config_dirigent_dandelion_workflow_rps.json

@@ -0,0 +1,32 @@
+{
+  "Seed": 42,
+
+  "Platform": "Dirigent",
+  "DirigentConfigPath": "cmd/dirigent/config_dandelion_workflow.json",
+  "InvokeProtocol" : "http1",
+  "EndpointPort": 80,
+
+  "RpsTarget": 1,
+  "RpsColdStartRatioPercentage": 0,
+  "RpsCooldownSeconds": 10,
+  "RpsRuntimeMs": 10,
+  "RpsMemoryMB": 2048,
+  "RpsIterationMultiplier": 80,
+
+  "TracePath": "RPS",
+  "Granularity": "minute",
+  "OutputPathPrefix": "data/out/experiment",
+  "IATDistribution": "equidistant",
+  "CPULimit": "1vCPU",
+  "ExperimentDuration": 1,
+  "WarmupDuration": 0,
+
+  "IsPartiallyPanic": false,
+  "EnableZipkinTracing": false,
+  "EnableMetricsScrapping": false,
+  "MetricScrapingPeriodSeconds": 15,
+  "AutoscalingMetric": "concurrency",
+
+  "GRPCConnectionTimeoutSeconds": 5,
+  "GRPCFunctionTimeoutSeconds": 900
+}

cmd/config_dirigent_rps.json

@@ -2,24 +2,16 @@
   "Seed": 42,
 
   "Platform": "Dirigent",
+  "DirigentConfigPath": "cmd/dirigent/config_containerd.json",
   "InvokeProtocol" : "http2",
   "EndpointPort": 80,
 
-  "DirigentControlPlaneIP": "10.0.1.253:9091",
-  "BusyLoopOnSandboxStartup": false,
-
-  "AsyncMode": false,
-  "AsyncResponseURL": "10.0.1.253:8082",
-  "AsyncWaitToCollectMin": 1,
-
   "RpsTarget": 1,
   "RpsColdStartRatioPercentage": 0,
   "RpsCooldownSeconds": 10,
-  "RpsImage": "docker.io/cvetkovic/dirigent_empty_function:latest",
   "RpsRuntimeMs": 10,
   "RpsMemoryMB": 2048,
   "RpsIterationMultiplier": 80,
-  "RpsDataSizeMB": 0.00,
 
   "TracePath": "RPS",
   "Granularity": "minute",
@@ -28,7 +20,6 @@
   "CPULimit": "1vCPU",
   "ExperimentDuration": 1,
   "WarmupDuration": 0,
-  "PrepullMode": "",
 
   "IsPartiallyPanic": false,
   "EnableZipkinTracing": false,

cmd/config_dirigent_trace.json

@@ -2,24 +2,17 @@
   "Seed": 42,
 
   "Platform": "Dirigent",
+  "DirigentConfigPath": "cmd/dirigent/config_containerd.json",
   "InvokeProtocol" : "http2",
   "EndpointPort": 80,
 
-  "DirigentControlPlaneIP": "10.0.1.253:9091",
-  "BusyLoopOnSandboxStartup": false,
-
-  "AsyncMode": false,
-  "AsyncResponseURL": "10.0.1.253:8082",
-  "AsyncWaitToCollectMin": 1,
-
   "TracePath": "data/traces/example",
   "Granularity": "minute",
   "OutputPathPrefix": "data/out/experiment",
   "IATDistribution": "exponential",
   "CPULimit": "1vCPU",
   "ExperimentDuration": 30,
   "WarmupDuration": 0,
-  "PrepullMode": "",
 
   "IsPartiallyPanic": false,
   "EnableZipkinTracing": false,

cmd/config_knative_rps.json

@@ -15,7 +15,6 @@
   "RpsRuntimeMs": 10,
   "RpsMemoryMB": 2048,
   "RpsIterationMultiplier": 80,
-  "RpsDataSizeMB": 0.00,
 
   "TracePath": "RPS",
   "Granularity": "minute",

cmd/dirigent/config_containerd.json

@@ -0,0 +1,15 @@
+{
+  "Backend": "containerd",
+  "DirigentControlPlaneIP": "10.0.1.253:9091",
+  "BusyLoopOnSandboxStartup": false,
+  "PrepullMode": "",
+
+  "AsyncMode": false,
+  "AsyncResponseURL": "10.0.1.253:8082",
+  "AsyncWaitToCollectMin": 1,
+
+  "RpsImage": "docker.io/cvetkovic/dirigent_empty_function:latest",
+  "RpsDataSizeMB": 0.00,
+
+  "Workflow": false
+}

cmd/dirigent/config_dandelion.json

@@ -0,0 +1,15 @@
+{
+  "Backend": "dandelion",
+  "DirigentControlPlaneIP": "10.0.1.253:9091",
+  "BusyLoopOnSandboxStartup": false,
+  "PrepullMode": "",
+
+  "AsyncMode": false,
+  "AsyncResponseURL": "10.0.1.253:8082",
+  "AsyncWaitToCollectMin": 1,
+
+  "RpsImage": "empty",
+  "RpsDataSizeMB": 0.00,
+
+  "Workflow": false
+}

cmd/dirigent/config_dandelion_workflow.json

@@ -0,0 +1,16 @@
+{
+  "Backend": "dandelion",
+  "DirigentControlPlaneIP": "10.0.1.253:9091",
+  "BusyLoopOnSandboxStartup": false,
+  "PrepullMode": "",
+
+  "AsyncMode": false,
+  "AsyncResponseURL": "10.0.1.253:8082",
+  "AsyncWaitToCollectMin": 1,
+
+  "RpsImage": "workloads/dandelion_workflows/basic_chain.txt",
+  "RpsDataSizeMB": 0.00,
+
+  "Workflow": true,
+  "WorkflowConfigPath": "workloads/dandelion_workflows/config_basic_chain.json"
+}

cmd/loader.go

@@ -91,18 +91,16 @@ func main() {
 	}
 
 	supportedPlatforms := []string{
-		"Knative",
-		"OpenWhisk",
-		"AWSLambda",
-		"Dirigent",
-		"Dirigent-Dandelion",
+		common.PlatformKnative,
+		common.PlatformOpenWhisk,
+		common.PlatformAWSLambda,
+		common.PlatformDirigent,
 	}
-
 	if !slices.Contains(supportedPlatforms, cfg.Platform) {
 		log.Fatal("Unsupported platform!")
 	}
 
-	if cfg.Platform == "Knative" {
+	if cfg.Platform == common.PlatformKnative {
 		common.CheckCPULimit(cfg.CPULimit)
 	}
 
@@ -151,7 +149,7 @@ func parseYAMLSpecification(cfg *config.LoaderConfiguration) string {
 	case "firecracker":
 		return "workloads/firecracker/trace_func_go.yaml"
 	default:
-		if cfg.Platform != "Dirigent" && cfg.Platform != "Dirigent-Dandelion" {
+		if cfg.Platform != common.PlatformDirigent {
 			log.Fatal("Invalid 'YAMLSelector' parameter.")
 		}
 	}
@@ -195,6 +193,9 @@ func runTraceMode(cfg *config.LoaderConfiguration, readIATFromFile bool, writeIA
 		LoaderConfiguration:  cfg,
 		FailureConfiguration: config.ReadFailureConfiguration(*failurePath),
 
+		// loads dirigent config only if the platform is 'dirigent'
+		DirigentConfiguration: config.ReadDirigentConfig(cfg),
+
 		IATDistribution:  iatType,
 		ShiftIAT:         shiftIAT,
 		TraceGranularity: parseTraceGranularity(cfg),
@@ -230,13 +231,18 @@ func runRPSMode(cfg *config.LoaderConfiguration, readIATFromFile bool, writeIATs
 	warmFunction, warmStartCount := generator.GenerateWarmStartFunction(experimentDuration, warmStartRPS)
 	coldFunctions, coldStartCount := generator.GenerateColdStartFunctions(experimentDuration, coldStartRPS, cfg.RpsCooldownSeconds)
 
+	// loads dirigent config only if the platform is 'dirigent'
+	dirigentConfig := config.ReadDirigentConfig(cfg)
+
 	experimentDriver := driver.NewDriver(&config.Configuration{
 		LoaderConfiguration: cfg,
 		TraceDuration:       experimentDuration,
 
+		DirigentConfiguration: dirigentConfig,
+
 		YAMLPath: parseYAMLSpecification(cfg),
 
-		Functions: generator.CreateRPSFunctions(cfg, warmFunction, warmStartCount, coldFunctions, coldStartCount),
+		Functions: generator.CreateRPSFunctions(cfg, dirigentConfig, warmFunction, warmStartCount, coldFunctions, coldStartCount),
 	})
 
 	// Skip experiments execution during dry run mode