Do not allow an unnumbered test case to be named 'test_group'

This is also mentioned in https://icpc.io/problem-package-format/spec/2023-07-draft.html#test-data

Author: mpsijm

bin/generate.py

@@ -457,12 +457,17 @@ def __init__(
         # root in /data
         self.root = self.path.parts[0]
 
-        if not config.COMPILED_FILE_NAME_REGEX.fullmatch(name + ".in"):
-            raise ParseException("Testcase does not have a valid name.")
-
         # files to consider for hashing
         hashes = {}
         try:
+            if not config.COMPILED_FILE_NAME_REGEX.fullmatch(name + ".in"):
+                raise ParseException("Test case does not have a valid name.")
+
+            if not parent.numbered and key == "test_group":
+                raise ParseException(
+                    "Test case must not be named 'test_group', this clashes with the group-level 'test_group.yaml'."
+                )
+
             if yaml is None:
                 raise ParseException(
                     "Empty yaml entry (Testcases must be generated not only mentioned)."
@@ -1678,7 +1683,7 @@ def parse(key: str, name_gen: Callable[[], str], yaml: dict, parent: AnyDirector
 
             if is_testcase(yaml):
                 if isinstance(parent, RootDirectory):
-                    raise ParseException("Testcase must be inside Directory", name)
+                    raise ParseException("Test case must be inside a Directory.", name)
 
                 count = parse_count(yaml, parent.path / name)
 

bin/problem.py

@@ -660,6 +660,14 @@ def testcases(
         testcases = []
         for f in in_paths:
             t = testcase.Testcase(p, f)
+            if not config.COMPILED_FILE_NAME_REGEX.fullmatch(f.name):
+                warn(f"Test case name {t.name} is not valid. Skipping.")
+                continue
+            if t.name == "test_group":
+                warn(
+                    "Test case must not be named 'test_group', this clashes with the group-level 'test_group.yaml'. Skipping."
+                )
+                continue
             if (
                 (p.interactive or p.multi_pass)
                 and mode in [validate.Mode.INVALID, validate.Mode.VALID_OUTPUT]

bin/testcase.py

@@ -87,7 +87,6 @@ def __init__(
 
         self.problem = base_problem
 
-        # TODO add self.out_path
         if short_path is None:
             try:
                 self.short_path: Path = path.relative_to(self.problem.path / "data")