feat: added support for msgspec schemas now called Schema along with refactoring volutpous schemas to now be called LegacySchema

Author: abhishekmadan30

pyproject.toml

@@ -25,6 +25,7 @@ dependencies = [
   "cookiecutter~=2.1",
   "json-e>=2.7",
   "mozilla-repo-urls",
+  "msgspec>=0.19.0",
   "PyYAML>=5.3.1",
   "redo>=2.0",
   "requests>=2.25",

src/taskgraph/config.py

@@ -13,15 +13,15 @@
 
 from .util.caches import CACHES
 from .util.python_path import find_object
-from .util.schema import Schema, optionally_keyed_by, validate_schema
+from .util.schema import LegacySchema, optionally_keyed_by, validate_schema
 from .util.vcs import get_repository
 from .util.yaml import load_yaml
 
 logger = logging.getLogger(__name__)
 
 
 #: Schema for the graph config
-graph_config_schema = Schema(
+graph_config_schema = LegacySchema(
     {
         # The trust-domain for this graph.
         # (See https://firefox-source-docs.mozilla.org/taskcluster/taskcluster/taskgraph.html#taskgraph-trust-domain)  # noqa

src/taskgraph/decision.py

@@ -20,7 +20,7 @@
 from taskgraph.taskgraph import TaskGraph
 from taskgraph.util import json
 from taskgraph.util.python_path import find_object
-from taskgraph.util.schema import Schema, validate_schema
+from taskgraph.util.schema import LegacySchema, validate_schema
 from taskgraph.util.vcs import get_repository
 from taskgraph.util.yaml import load_yaml
 
@@ -40,7 +40,7 @@
 
 
 #: Schema for try_task_config.json version 2
-try_task_config_schema_v2 = Schema(
+try_task_config_schema_v2 = LegacySchema(
     {
         Optional("parameters"): {str: object},
     }

src/taskgraph/transforms/base.py

@@ -12,7 +12,7 @@
 
 from ..config import GraphConfig
 from ..parameters import Parameters
-from ..util.schema import Schema, validate_schema
+from ..util.schema import LegacySchema, validate_schema
 
 
 @dataclass(frozen=True)
@@ -138,7 +138,7 @@ def add_validate(self, schema):
 
 @dataclass
 class ValidateSchema:
-    schema: Schema
+    schema: LegacySchema
 
     def __call__(self, config, tasks):
         for task in tasks:

src/taskgraph/transforms/chunking.py

@@ -7,11 +7,11 @@
 from voluptuous import ALLOW_EXTRA, Optional, Required
 
 from taskgraph.transforms.base import TransformSequence
-from taskgraph.util.schema import Schema
+from taskgraph.util.schema import LegacySchema
 from taskgraph.util.templates import substitute
 
 #: Schema for chunking transforms
-CHUNK_SCHEMA = Schema(
+CHUNK_SCHEMA = LegacySchema(
     {
         # Optional, so it can be used for a subset of tasks in a kind
         Optional(

src/taskgraph/transforms/docker_image.py

@@ -13,7 +13,7 @@
 from taskgraph.transforms.base import TransformSequence
 from taskgraph.util import json
 from taskgraph.util.docker import create_context_tar, generate_context_hash
-from taskgraph.util.schema import Schema
+from taskgraph.util.schema import LegacySchema
 
 from .task import task_description_schema
 
@@ -32,7 +32,7 @@
 transforms = TransformSequence()
 
 #: Schema for docker_image transforms
-docker_image_schema = Schema(
+docker_image_schema = LegacySchema(
     {
         Required(
             "name",

src/taskgraph/transforms/fetch.py

@@ -18,14 +18,14 @@
 
 from ..util import path
 from ..util.cached_tasks import add_optimization
-from ..util.schema import Schema, validate_schema
+from ..util.schema import LegacySchema, validate_schema
 from ..util.treeherder import join_symbol
 from .base import TransformSequence
 
 CACHE_TYPE = "content.v1"
 
 #: Schema for fetch transforms
-FETCH_SCHEMA = Schema(
+FETCH_SCHEMA = LegacySchema(
     {
         Required(
             "name",
@@ -87,12 +87,12 @@
 
 @dataclass(frozen=True)
 class FetchBuilder:
-    schema: Schema
+    schema: LegacySchema
     builder: Callable
 
 
 def fetch_builder(name, schema):
-    schema = Schema({Required("type"): name}).extend(schema)
+    schema = LegacySchema({Required("type"): name}).extend(schema)
 
     def wrap(func):
         fetch_builders[name] = FetchBuilder(schema, func)  # type: ignore

src/taskgraph/transforms/from_deps.py

@@ -20,11 +20,11 @@
 from taskgraph.transforms.run import fetches_schema
 from taskgraph.util.attributes import attrmatch
 from taskgraph.util.dependencies import GROUP_BY_MAP, get_dependencies
-from taskgraph.util.schema import Schema, validate_schema
+from taskgraph.util.schema import LegacySchema, validate_schema
 from taskgraph.util.set_name import SET_NAME_MAP
 
 #: Schema for from_deps transforms
-FROM_DEPS_SCHEMA = Schema(
+FROM_DEPS_SCHEMA = LegacySchema(
     {
         Required("from-deps"): {
             Optional(

src/taskgraph/transforms/matrix.py

@@ -13,11 +13,11 @@
 from voluptuous import ALLOW_EXTRA, Extra, Optional, Required
 
 from taskgraph.transforms.base import TransformSequence
-from taskgraph.util.schema import Schema
+from taskgraph.util.schema import LegacySchema
 from taskgraph.util.templates import substitute_task_fields
 
 #: Schema for matrix transforms
-MATRIX_SCHEMA = Schema(
+MATRIX_SCHEMA = LegacySchema(
     {
         Required("name"): str,
         Optional("matrix"): {

src/taskgraph/transforms/notify.py

@@ -11,7 +11,7 @@
 from voluptuous import ALLOW_EXTRA, Any, Exclusive, Optional, Required
 
 from taskgraph.transforms.base import TransformSequence
-from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by
+from taskgraph.util.schema import LegacySchema, optionally_keyed_by, resolve_keyed_by
 
 _status_type = Any(
     "on-completed",
@@ -55,7 +55,7 @@
 """Map each type to its primary key that will be used in the route."""
 
 #: Schema for notify transforms
-NOTIFY_SCHEMA = Schema(
+NOTIFY_SCHEMA = LegacySchema(
     {
         Exclusive("notify", "config"): {
             Required("recipients"): [Any(*_recipients)],