Update example spec files

daniel-thom · daniel-thom · commit f25dcc03d855 · 2026-03-09T18:47:43.000-06:00
diff --git a/docs/src/core/monitoring/resource-monitoring.md b/docs/src/core/monitoring/resource-monitoring.md
@@ -14,7 +14,7 @@ name: "My Workflow"
 resource_monitor:
   enabled: true
   granularity: "summary"       # or "time_series"
-  sample_interval_seconds: 5
+  sample_interval_seconds: 10
 
 jobs:
   # ... your jobs
diff --git a/docs/src/core/reference/resource-monitoring.md b/docs/src/core/reference/resource-monitoring.md
@@ -10,7 +10,7 @@ The `resource_monitor` section in workflow specifications accepts the following
 | ------------------------- | ------- | ----------- | -------------------------------- |
 | `enabled`                 | boolean | `true`      | Enable or disable monitoring     |
 | `granularity`             | string  | `"summary"` | `"summary"` or `"time_series"`   |
-| `sample_interval_seconds` | integer | `5`         | Seconds between resource samples |
+| `sample_interval_seconds` | integer | `10`        | Seconds between resource samples |
 | `generate_plots`          | boolean | `false`     | Reserved for future use          |
 
 ### Granularity Modes
diff --git a/docs/src/core/reference/workflow-spec.md b/docs/src/core/reference/workflow-spec.md
@@ -241,7 +241,7 @@ Configuration for resource usage monitoring.
 | ------------------------- | ----------------------------------------- | ----------- | -------------------------------------- |
 | `enabled`                 | boolean                                   | `false`     | Enable resource monitoring             |
 | `granularity`             | [MonitorGranularity](#monitorgranularity) | `"Summary"` | Level of detail for metrics collection |
-| `sample_interval_seconds` | integer                                   | `5`         | Sampling interval in seconds           |
+| `sample_interval_seconds` | integer                                   | `10`        | Sampling interval in seconds           |
 | `generate_plots`          | boolean                                   | `false`     | Generate resource usage plots          |
 
 ## MonitorGranularity
diff --git a/docs/src/specialized/remote/remote-workers.md b/docs/src/specialized/remote/remote-workers.md
@@ -297,7 +297,7 @@ name: my_workflow
 resource_monitor_config:
   enabled: true
   granularity: time_series
-  sample_interval_seconds: 5
+  sample_interval_seconds: 10
 ```
 
 The `collect-logs` command retrieves these databases along with job logs.
diff --git a/examples/json/data_pipeline_parameterized.json5 b/examples/json/data_pipeline_parameterized.json5
@@ -1,7 +1,7 @@
 {
   // Workflow metadata
   "name": "data_pipeline",
-  "user": "datauser",
+
   "description": "Multi-stage data processing pipeline for multiple datasets",
 
   // Job definitions
diff --git a/examples/json/diamond_workflow.json5 b/examples/json/diamond_workflow.json5
@@ -1,7 +1,7 @@
 {
   // Workflow metadata
   "name": "diamond_workflow",
-  "user": "test_user",
+
   "description": "A diamond-shaped workflow demonstrating fan-out and fan-in job dependencies",
 
   // Job definitions
diff --git a/examples/json/hundred_jobs_parameterized.json5 b/examples/json/hundred_jobs_parameterized.json5
@@ -1,7 +1,7 @@
 {
   // Workflow metadata
   "name": "hundred_jobs_parameterized",
-  "user": "testuser",
+
   "description": "A workflow with 100 independent jobs using parameterization",
 
   // Job definitions
diff --git a/examples/json/hundred_jobs_workflow.json5 b/examples/json/hundred_jobs_workflow.json5
@@ -1,7 +1,7 @@
 {
   // Workflow metadata
   "name": "hundred_jobs_workflow",
-  "user": "testuser",
+
   "description": "A workflow with 100 independent jobs that each echo hello",
 
   // Job definitions
diff --git a/examples/json/hyperparameter_sweep.json5 b/examples/json/hyperparameter_sweep.json5
@@ -1,7 +1,7 @@
 {
   // Workflow metadata
   "name": "hyperparameter_sweep",
-  "user": "mluser",
+
   "description": "Grid search over learning rate, batch size, and optimizer",
 
   // Job definitions
diff --git a/examples/json/resource_monitoring_demo.json5 b/examples/json/resource_monitoring_demo.json5
@@ -1,7 +1,7 @@
 {
   // Workflow metadata
   "name": "resource_monitoring_demo",
-  "user": "demo_user",
+
   "description": "Demonstrates resource monitoring with CPU and memory intensive Python jobs",
 
   // Default Slurm parameters applied to all schedulers
@@ -54,8 +54,7 @@
     "resource_monitor": {
     "enabled": true,
     "granularity": "time_series",
-    "sample_interval_seconds": 5,
-    "generate_plots": false
+    "sample_interval_seconds": 10
   },
 
 }
diff --git a/examples/json/sample_workflow.json b/examples/json/sample_workflow.json
@@ -1,6 +1,5 @@
 {
   "name": "sample_data_processing_workflow",
-  "user": "testuser",
   "description": "A sample workflow that demonstrates data processing with multiple jobs",
   "jobs": [
     {
diff --git a/examples/json/sample_workflow.json5 b/examples/json/sample_workflow.json5
@@ -1,7 +1,7 @@
 {
   // Workflow metadata
   "name": "sample_data_processing_workflow",
-  "user": "testuser",
+
   "description": "A sample workflow that demonstrates data processing with multiple jobs",
 
   // Job definitions
diff --git a/examples/json/simulation_sweep.json5 b/examples/json/simulation_sweep.json5
@@ -1,7 +1,7 @@
 {
   // Workflow metadata
   "name": "simulation_sweep",
-  "user": "scientist",
+
   "description": "Molecular dynamics simulations across temperature and pressure ranges",
 
   // Job definitions
diff --git a/examples/json/slurm_staged_pipeline.json5 b/examples/json/slurm_staged_pipeline.json5
@@ -1,7 +1,7 @@
 {
   // Workflow metadata
   "name": "slurm_staged_pipeline",
-  "user": "pipeline_user",
+
   "description": "Multi-stage Slurm pipeline with automated scheduling and resource monitoring",
 
   // Job definitions
@@ -349,9 +349,8 @@
   
     "resource_monitor": {
     "enabled": true,
-    "sample_interval_seconds": 5,
+    "sample_interval_seconds": 10,
     "granularity": "time_series",
-    "generate_plots": false,
     "metrics": [
       "cpu_percent",
       "memory_bytes"
diff --git a/examples/json/workflow_actions_data_pipeline.json5 b/examples/json/workflow_actions_data_pipeline.json5
@@ -1,7 +1,7 @@
 {
   // Workflow metadata
   "name": "Data Processing Pipeline with Actions",
-  "user": "data_engineer",
+
   "description": "Demonstrates multiple action types for different job groups",
 
   // Job definitions
diff --git a/examples/json/workflow_actions_ml_training.json5 b/examples/json/workflow_actions_ml_training.json5
@@ -1,7 +1,7 @@
 {
   // Workflow metadata
   "name": "ML Training with Auto-Scaling",
-  "user": "ml_researcher",
+
   "description": "Demonstrates on_jobs_ready action for dynamic resource allocation",
 
   // Job definitions
diff --git a/examples/json/workflow_actions_simple.json5 b/examples/json/workflow_actions_simple.json5
@@ -1,7 +1,7 @@
 {
   // Workflow metadata
   "name": "Simple Workflow with Actions",
-  "user": "demo",
+
   "description": "Demonstrates scheduler actions for different workflow stages",
 
   // Job definitions
diff --git a/examples/json/workflow_actions_simple_slurm.json5 b/examples/json/workflow_actions_simple_slurm.json5
@@ -1,7 +1,7 @@
 {
   // Workflow metadata
   "name": "Simple Workflow with Actions",
-  "user": "demo",
+
   "description": "Demonstrates scheduler actions for different workflow stages",
 
   // Job definitions
diff --git a/examples/kdl/diamond_workflow.kdl b/examples/kdl/diamond_workflow.kdl
@@ -18,7 +18,7 @@
 //     f6
 
 name "diamond_workflow"
-user "test_user"
+
 description "A diamond-shaped workflow demonstrating fan-out and fan-in job dependencies"
 
 // File definitions - file paths are defined once here
diff --git a/examples/kdl/hundred_jobs_parameterized.kdl b/examples/kdl/hundred_jobs_parameterized.kdl
@@ -3,7 +3,7 @@
 // Compare this file to hundred_jobs_workflow.kdl - same result, 90% less code!
 
 name "hundred_jobs_parameterized"
-user "testuser"
+
 description "A workflow with 100 independent jobs using parameterization"
 
 resource_requirements "work" {
diff --git a/examples/kdl/hyperparameter_sweep.kdl b/examples/kdl/hyperparameter_sweep.kdl
@@ -3,7 +3,7 @@
 // This creates 3 * 3 * 2 = 18 training jobs with different hyperparameter combinations
 
 name "hyperparameter_sweep"
-user "mluser"
+
 description "Grid search over learning rate, batch size, and optimizer"
 
 // Resource requirements
diff --git a/examples/kdl/hyperparameter_sweep_shared_params.kdl b/examples/kdl/hyperparameter_sweep_shared_params.kdl
@@ -5,7 +5,7 @@
 // Compare this to hyperparameter_sweep.kdl - same result, but parameters defined only once!
 
 name "hyperparameter_sweep_shared_params"
-user "mluser"
+
 description "Grid search over learning rate, batch size, and optimizer (using shared parameters)"
 
 // Workflow-level shared parameters - defined once, used by multiple jobs and files
diff --git a/examples/kdl/resource_monitoring_demo.kdl b/examples/kdl/resource_monitoring_demo.kdl
@@ -2,7 +2,7 @@
 // This workflow demonstrates the resource monitoring feature
 
 name "resource_monitoring_demo"
-user "demo_user"
+
 description "Demonstrates resource monitoring with CPU and memory intensive Python jobs"
 
 // Default Slurm parameters applied to all schedulers
@@ -16,8 +16,7 @@ slurm_defaults {
 resource_monitor {
     enabled #true
     granularity "time_series"
-    sample_interval_seconds 5
-    generate_plots #false
+    sample_interval_seconds 10
 }
 
 // Resource requirements
diff --git a/examples/kdl/sample_workflow.kdl b/examples/kdl/sample_workflow.kdl
@@ -2,7 +2,7 @@
 // This demonstrates a complete workflow specification with all supported features
 
 name "sample_data_processing_workflow"
-user "testuser"
+
 description "A sample workflow that demonstrates data processing with multiple jobs"
 
 // File definitions
diff --git a/examples/kdl/simple_slurm.kdl b/examples/kdl/simple_slurm.kdl
@@ -2,7 +2,7 @@
 // Demonstrates scheduler actions for different workflow stages
 
 name "Simple Workflow with Actions"
-user "demo"
+
 description "Demonstrates scheduler actions for different workflow stages"
 
 // Resource requirements
diff --git a/examples/kdl/slurm_staged_pipeline.kdl b/examples/kdl/slurm_staged_pipeline.kdl
@@ -2,7 +2,7 @@
 // Note: This is a simplified version with 3 work jobs. The full YAML/JSON5 version has 10 work jobs.
 
 name "slurm_staged_pipeline"
-user "pipeline_user"
+
 description "Multi-stage Slurm pipeline with automated scheduling and resource monitoring"
 
 // Slurm schedulers for different pipeline stages
@@ -52,9 +52,8 @@ resource_requirements "postprocess_resources" {
 // Enable time-series resource monitoring
 resource_monitor {
     enabled #true
-    sample_interval_seconds 5
+    sample_interval_seconds 10
     granularity "time_series"
-    generate_plots #false
 }
 
 // Input and output files
diff --git a/examples/kdl/workflow_actions_data_pipeline.kdl b/examples/kdl/workflow_actions_data_pipeline.kdl
@@ -2,7 +2,7 @@
 // Demonstrates a multi-stage data pipeline with automated Slurm node scheduling
 
 name "Data Pipeline with Auto-Scheduling"
-user "datauser"
+
 description "Multi-stage pipeline with workflow actions for automated resource management"
 
 // Resource requirements
diff --git a/examples/kdl/workflow_actions_ml_training.kdl b/examples/kdl/workflow_actions_ml_training.kdl
@@ -4,7 +4,7 @@
 // see the YAML/JSON5 version which uses parameter expansion.
 
 name "ML Training with Auto-Scaling"
-user "ml_researcher"
+
 description "Demonstrates on_jobs_ready action for dynamic resource allocation"
 
 // Resource requirements
diff --git a/examples/kdl/workflow_actions_simple.kdl b/examples/kdl/workflow_actions_simple.kdl
@@ -2,7 +2,7 @@
 // Demonstrates workflow actions for different workflow stages
 
 name "Simple Workflow with Actions"
-user "demo"
+
 description "Demonstrates scheduler actions for different workflow stages"
 
 // No files needed for this simple workflow
diff --git a/examples/kdl/workflow_actions_simple_slurm.kdl b/examples/kdl/workflow_actions_simple_slurm.kdl
@@ -2,7 +2,7 @@
 // Demonstrates scheduler actions for different workflow stages
 
 name "Simple Workflow with Actions"
-user "demo"
+
 description "Demonstrates scheduler actions for different workflow stages"
 
 // Resource requirements
diff --git a/examples/yaml/resource_monitoring_demo.yaml b/examples/yaml/resource_monitoring_demo.yaml
@@ -22,8 +22,7 @@ slurm_defaults:
 resource_monitor:
   enabled: true
   granularity: "time_series"  # Options: "summary" or "time_series"
-  sample_interval_seconds: 5   # Sample every 5 seconds
-  generate_plots: false         # Not yet implemented
+  sample_interval_seconds: 10  # Sample every 10 seconds
 
 # Three independent jobs that run concurrently
 jobs:
diff --git a/examples/yaml/slurm_staged_pipeline.yaml b/examples/yaml/slurm_staged_pipeline.yaml
@@ -49,9 +49,8 @@ resource_requirements:
 # Enable time-series resource monitoring
 resource_monitor:
   enabled: true
-  sample_interval_seconds: 5
+  sample_interval_seconds: 10
   granularity: "time_series"
-  generate_plots: false
   metrics:
     - cpu_percent
     - memory_bytes

Original file line number	Diff line number	Diff line change
`@@ -1,7 +1,7 @@`
`1`	`1`	`{`
`2`	`2`	`// Workflow metadata`
`3`	`3`	`"name": "data_pipeline",`
`4`		`- "user": "datauser",`
	`4`	`+`
`5`	`5`	`"description": "Multi-stage data processing pipeline for multiple datasets",`
`6`	`6`
`7`	`7`	`// Job definitions`
Original file line number	Diff line number	Diff line change
`@@ -1,7 +1,7 @@`
`1`	`1`	`{`
`2`	`2`	`// Workflow metadata`
`3`	`3`	`"name": "diamond_workflow",`
`4`		`- "user": "test_user",`
	`4`	`+`
`5`	`5`	`"description": "A diamond-shaped workflow demonstrating fan-out and fan-in job dependencies",`
`6`	`6`
`7`	`7`	`// Job definitions`
Original file line number	Diff line number	Diff line change
`@@ -1,7 +1,7 @@`
`1`	`1`	`{`
`2`	`2`	`// Workflow metadata`
`3`	`3`	`"name": "hundred_jobs_parameterized",`
`4`		`- "user": "testuser",`
	`4`	`+`
`5`	`5`	`"description": "A workflow with 100 independent jobs using parameterization",`
`6`	`6`
`7`	`7`	`// Job definitions`
Original file line number	Diff line number	Diff line change
`@@ -1,7 +1,7 @@`
`1`	`1`	`{`
`2`	`2`	`// Workflow metadata`
`3`	`3`	`"name": "hundred_jobs_workflow",`
`4`		`- "user": "testuser",`
	`4`	`+`
`5`	`5`	`"description": "A workflow with 100 independent jobs that each echo hello",`
`6`	`6`
`7`	`7`	`// Job definitions`
Original file line number	Diff line number	Diff line change
`@@ -1,7 +1,7 @@`
`1`	`1`	`{`
`2`	`2`	`// Workflow metadata`
`3`	`3`	`"name": "hyperparameter_sweep",`
`4`		`- "user": "mluser",`
	`4`	`+`
`5`	`5`	`"description": "Grid search over learning rate, batch size, and optimizer",`
`6`	`6`
`7`	`7`	`// Job definitions`