[schemas] Update schemas for test_group.yaml

Author: mpsijm

support/schemas/generators_yaml_schema.json

@@ -51,16 +51,39 @@
       "title": "Test data settings",
       "description": "The settings that apply to the test data for this test group. Will be copied to this test group's `test_group.yaml`.",
       "properties": {
-        "on_reject": {
-          "enum": ["break", "continue"],
-          "default": "break"
-        },
-        "grading": {
-          "enum": ["default", "custom"]
-        },
-        "grader_flags": {
-          "type": "string",
-          "examples": ["min", "sum"]
+        "scoring": {
+          "type": "object",
+          "title": "Scoring settings",
+          "description": "For scoring problems, submissions are given a non-negative score instead of a verdict. The goal of each submission is to maximize this score. The scoring behavior is configured for `secret` and each test data group using the `scoring` object.",
+          "properties": {
+            "score": {
+              "oneOf": [
+                {
+                  "type": "integer",
+                  "minimum": 1
+                },
+                {
+                  "enum": ["unbounded"]
+                }
+              ]
+            },
+            "aggregation": {
+              "enum": ["pass-fail", "sum", "min"]
+            },
+            "require_pass": {
+              "oneOf": [
+                {
+                  "type": "string"
+                },
+                {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  }
+                }
+              ]
+            }
+          }
         },
         "input_validator_args": {
           "oneOf": [
@@ -115,14 +138,29 @@
           "deprecated": true,
           "description": "With 'problem_format_version: 2023-07-draft' in problem.yaml, use output_validator_args instead."
         },
-        "accept_score": {
-          "type": "string"
-        },
-        "reject_score": {
-          "type": "string"
+        "static_validation": {
+          "oneOf": [
+            {
+              "type": "boolean"
+            },
+            {
+              "type": "object",
+              "properties": {
+                "args": {
+                  "type": "string",
+                  "description": "Represents the additional arguments passed to the static validator in this group's static validation test case."
+                },
+                "score": {
+                  "type": "integer",
+                  "description": "The maximum score of the static validation test case."
+                }
+              }
+            }
+          ]
         },
-        "range": {
-          "type": "string"
+        "full_feedback": {
+          "description": "Defaults to `false` in `secret` and `true` in `sample`.\nWhen `full_feedback` is `true`, somebody whose submission didn't pass case should be shown:\n- the given input,\n- the produced output (stdout),\n- any error messages (stderr),\n- the illustration created by the output visualizer (if applicable),\n- the expected output.",
+          "type": "boolean"
         }
       }
     },

support/schemas/problemformat.cue

@@ -23,14 +23,18 @@ let filename = "[A-Za-z0-9][A-Za-z0-9_.-]{0,253}[A-Za-z0-9]"
 // Test data settings
 
 #test_group_settings: {
+	scoring?: {
+		score?:       >0 | "unbounded"
+		aggregation?: "sum" | "min"
+		require_pass: string | [string]
+	}
 	input_validator_args?: *[] | [string] | {[string]: [string]}
 	output_validator_args?: *[] | [string]
 	test_case_visualizer_args?: *[] | [string]
 	output_visualizer_args?: *[] | [string]
-	grading?: {
-		score?:       >0
-		max_score?:   >0
-		aggregation?: "sum" | "min"
-		// run_samples?: bool
+	static_validation?: *false | true | {
+		args?: string
+		score?: int
 	}
+	full_feedback?: bool
 }