feat: import of annotations during migrate (#1115)

Closes #1110.

### Summary of Changes

- Add missing annotation classes
- expand the AnnotationStore for the new annotation classes
- import api and annotations druing migrate

### Testing Instructions

run `parse-package migrate -a1 data/api/sklearn__api.json -a2
data/api/sklearn__apiv2.json -a data/annotations/annotations.json -o
out` and view return code (or inspect the objects in debug mode) or run
pytest

Co-authored-by: Lars Reimann <[email protected]>

Author: Aclrian

package-parser/package_parser/cli/_run_migrate.py

@@ -1,6 +1,7 @@
 import json
 from pathlib import Path
 
+from package_parser.processing.annotations.model import AnnotationStore
 from package_parser.processing.api.model import API
 
 
@@ -10,11 +11,21 @@ def _run_migrate_command(
     apiv2_file_path: Path,
     out_dir_path: Path,
 ) -> None:
-    pass
+    # pylint: disable=unused-argument
+    _read_api_file(apiv1_file_path)
+    _read_api_file(apiv2_file_path)
+    _read_annotations_file(annotations_file_path)
+
+
+def _read_annotations_file(annotations_file_path: Path) -> AnnotationStore:
+    with open(annotations_file_path, encoding="utf-8") as annotations_file:
+        annotations_json = json.load(annotations_file)
+
+    return AnnotationStore.from_json(annotations_json)
 
 
 def _read_api_file(api_file_path: Path) -> API:
-    with open(api_file_path) as api_file:
+    with open(api_file_path, encoding="utf-8") as api_file:
         api_json = json.load(api_file)
 
     return API.from_json(api_json)

package-parser/package_parser/processing/annotations/model/_AnnotationStore.py

@@ -1,36 +1,157 @@
+from __future__ import annotations
+
 from dataclasses import dataclass, field
+from typing import Any
 
-from package_parser.processing.annotations.model import (
+from ._annotations import (
     ANNOTATION_SCHEMA_VERSION,
     BoundaryAnnotation,
+    CalledAfterAnnotation,
+    CompleteAnnotation,
+    DescriptionAnnotation,
     EnumAnnotation,
+    GroupAnnotation,
+    MoveAnnotation,
+    PureAnnotation,
     RemoveAnnotation,
+    RenameAnnotation,
+    TodoAnnotation,
     ValueAnnotation,
 )
 
 
 @dataclass
 class AnnotationStore:
     boundaryAnnotations: list[BoundaryAnnotation] = field(default_factory=list)
+    calledAfterAnnotations: list[CalledAfterAnnotation] = field(default_factory=list)
+    completeAnnotations: list[CompleteAnnotation] = field(default_factory=list)
+    descriptionAnnotations: list[DescriptionAnnotation] = field(default_factory=list)
     enumAnnotations: list[EnumAnnotation] = field(default_factory=list)
+    groupAnnotations: list[GroupAnnotation] = field(default_factory=list)
+    moveAnnotations: list[MoveAnnotation] = field(default_factory=list)
+    pureAnnotations: list[PureAnnotation] = field(default_factory=list)
     removeAnnotations: list[RemoveAnnotation] = field(default_factory=list)
+    renameAnnotations: list[RenameAnnotation] = field(default_factory=list)
+    todoAnnotations: list[TodoAnnotation] = field(default_factory=list)
     valueAnnotations: list[ValueAnnotation] = field(default_factory=list)
 
+    @staticmethod
+    def from_json(json: Any) -> AnnotationStore:
+        if json["schemaVersion"] == 1:
+            raise Exception(
+                "Incompatible Annotation File: This file is not compatible with the current version."
+            )
+
+        boundaryAnnotations = []
+        for annotation in json["boundaryAnnotations"].values():
+            boundaryAnnotations.append(BoundaryAnnotation.from_json(annotation))
+
+        calledAfterAnnotations = []
+        for annotation in json["calledAfterAnnotations"].values():
+            calledAfterAnnotations.append(CalledAfterAnnotation.from_json(annotation))
+
+        completeAnnotations = []
+        for annotation in json["completeAnnotations"].values():
+            completeAnnotations.append(CompleteAnnotation.from_json(annotation))
+
+        descriptionAnnotations = []
+        for annotation in json["descriptionAnnotations"].values():
+            descriptionAnnotations.append(DescriptionAnnotation.from_json(annotation))
+
+        enumAnnotations = []
+        for annotation in json["enumAnnotations"].values():
+            enumAnnotations.append(EnumAnnotation.from_json(annotation))
+
+        groupAnnotations = []
+        for annotation in json["groupAnnotations"].values():
+            groupAnnotations.append(GroupAnnotation.from_json(annotation))
+
+        moveAnnotations = []
+        for annotation in json["moveAnnotations"].values():
+            moveAnnotations.append(MoveAnnotation.from_json(annotation))
+
+        pureAnnotations = []
+        for annotation in json["pureAnnotations"].values():
+            pureAnnotations.append(PureAnnotation.from_json(annotation))
+
+        removeAnnotations = []
+        for annotation in json["removeAnnotations"].values():
+            removeAnnotations.append(RemoveAnnotation.from_json(annotation))
+
+        renameAnnotations = []
+        for annotation in json["renameAnnotations"].values():
+            renameAnnotations.append(RenameAnnotation.from_json(annotation))
+
+        todoAnnotations = []
+        for annotation in json["todoAnnotations"].values():
+            todoAnnotations.append(TodoAnnotation.from_json(annotation))
+
+        valueAnnotations = []
+        for annotation in json["valueAnnotations"].values():
+            valueAnnotations.append(ValueAnnotation.from_json(annotation))
+
+        return AnnotationStore(
+            boundaryAnnotations,
+            calledAfterAnnotations,
+            completeAnnotations,
+            descriptionAnnotations,
+            enumAnnotations,
+            groupAnnotations,
+            moveAnnotations,
+            pureAnnotations,
+            removeAnnotations,
+            renameAnnotations,
+            todoAnnotations,
+            valueAnnotations,
+        )
+
     def to_json(self) -> dict:
         return {
             "schemaVersion": ANNOTATION_SCHEMA_VERSION,
             "boundaryAnnotations": {
                 annotation.target: annotation.to_json()
                 for annotation in self.boundaryAnnotations
             },
+            "calledAfterAnnotations": {
+                annotation.target: annotation.to_json()
+                for annotation in self.calledAfterAnnotations
+            },
+            "completeAnnotations": {
+                annotation.target: annotation.to_json()
+                for annotation in self.completeAnnotations
+            },
+            "descriptionAnnotations": {
+                annotation.target: annotation.to_json()
+                for annotation in self.descriptionAnnotations
+            },
             "enumAnnotations": {
                 annotation.target: annotation.to_json()
                 for annotation in self.enumAnnotations
             },
+            "groupAnnotations": {
+                annotation.target: annotation.to_json()
+                for annotation in self.groupAnnotations
+            },
+            "moveAnnotations": {
+                annotation.target: annotation.to_json()
+                for annotation in self.moveAnnotations
+            },
+            "pureAnnotations": {
+                annotation.target: annotation.to_json()
+                for annotation in self.pureAnnotations
+            },
+            "renameAnnotations": {
+                annotation.target: annotation.to_json()
+                for annotation in self.renameAnnotations
+            },
             "removeAnnotations": {
                 annotation.target: annotation.to_json()
                 for annotation in self.removeAnnotations
             },
+            "todoAnnotations": {
+                annotation.target: annotation.to_json()
+                for annotation in self.todoAnnotations
+            },
             "valueAnnotations": {
                 annotation.target: annotation.to_json()
                 for annotation in self.valueAnnotations

package-parser/package_parser/processing/annotations/model/__init__.py

@@ -2,16 +2,25 @@
     ANNOTATION_SCHEMA_VERSION,
     AbstractAnnotation,
     BoundaryAnnotation,
+    CalledAfterAnnotation,
+    CompleteAnnotation,
     ConstantAnnotation,
+    DescriptionAnnotation,
     EnumAnnotation,
     EnumPair,
+    ExpertAnnotation,
+    GroupAnnotation,
     Interval,
+    MoveAnnotation,
     OmittedAnnotation,
     OptionalAnnotation,
     ParameterInfo,
     ParameterType,
+    PureAnnotation,
     RemoveAnnotation,
+    RenameAnnotation,
     RequiredAnnotation,
+    TodoAnnotation,
     ValueAnnotation,
 )
 from ._AnnotationStore import AnnotationStore