md: support MagiaExedra

Author: HurryPeng

ConfigSchema.json

@@ -109,6 +109,7 @@
             "enum": [
                 "mr",
                 "mr-s0",
+                "md",
                 "lcb",
                 "lcb-mech",
                 "pkm",
@@ -192,6 +193,25 @@
                 }
             }
         },
+        "md": {
+            "description": "MagiaExedra quest video",
+            "type": "object",
+            "patternProperties": {
+                ".*": {
+                    "description": "a preset for strategy md",
+                    "type": "object",
+                    "properties": {
+                        "dialogRect": {
+                            "$ref": "#/$defs/ratioRectangle"
+                        }
+                    },
+                    "required": [
+                        "dialogRect"
+                    ],
+                    "additionalProperties": false
+                }
+            }
+        },
         "lcb": {
             "description": "LimbusCompany quest video",
             "type": "object",

IR.py

@@ -138,6 +138,21 @@ def apply(self, fpir: FPIR):
             else:
                 framePoint.setFlag(self.dstFlag, self.inverse)
 
+class FPIRPassShift(FPIRPass):
+    def __init__(self, tgtFlag: AbstractFlagIndex, refFlag: AbstractFlagIndex, shift: int, padding: typing.Any):
+        self.tgtFlag: AbstractFlagIndex = tgtFlag
+        self.refFlag: AbstractFlagIndex = refFlag
+        self.shift: int = shift
+        self.padding: typing.Any = padding
+
+    def apply(self, fpir: FPIR):
+        for iTgt, framePoint in enumerate(fpir.framePoints):
+            iSrc = iTgt - self.shift
+            if iSrc < 0 or iSrc >= len(fpir.framePoints):
+                framePoint.setFlag(self.tgtFlag, self.padding)
+            else:
+                framePoint.setFlag(self.tgtFlag, fpir.framePoints[iSrc].getFlag(self.refFlag))
+
 class FPIRPassFunctional(FPIRPass):
     def __init__(self, func: typing.Callable[[FPIR], typing.Any]):
         self.func = func

MagiaTimeline.py

@@ -17,6 +17,7 @@
 from Util import *
 from Strategies.MagirecoStrategy import *
 from Strategies.MagirecoScene0Strategy import *
+from Strategies.MadodoraStrategy import *
 from Strategies.LimbusCompanyStrategy import *
 from Strategies.LimbusCompanyMechanicsStrategy import *
 from Strategies.PokemonEmeraldStrategy import *
@@ -83,6 +84,8 @@ def main():
             strategy = MagirecoStrategy(strategyConfig, contentRect)
         elif config["strategy"] == "mr-s0":
             strategy = MagirecoScene0Strategy(strategyConfig, contentRect)
+        elif config["strategy"] == "md":
+            strategy = MadodoraStrategy(strategyConfig, contentRect)
         elif config["strategy"] == "lcb":
             strategy = LimbusCompanyStrategy(strategyConfig, contentRect)
         elif config["strategy"] == "lcb-mech":

Strategies/MadodoraStrategy.py

@@ -0,0 +1,89 @@
+import typing
+import enum
+import collections
+
+from Util import *
+from Strategies.AbstractStrategy import *
+from AbstractFlagIndex import *
+from Rectangle import *
+from IR import *
+
+class MadodoraStrategy(AbstractFramewiseStrategy):
+    class FlagIndex(AbstractFlagIndex):
+        Dialog = enum.auto()
+        DialogFuture = enum.auto()
+        DialogBg = enum.auto()
+        DialogText = enum.auto()
+
+        @classmethod
+        def getDefaultFlagsImpl(cls) -> typing.List[typing.Any]:
+            return [False] * cls.getNum()
+
+    def __init__(self, config: dict, contentRect: AbstractRectangle) -> None:
+        AbstractStrategy.__init__(self, contentRect)
+        self.rectangles: collections.OrderedDict[str, AbstractRectangle] = collections.OrderedDict()
+        for k, v in config.items():
+            self.rectangles[k] = RatioRectangle(contentRect, *v)
+
+        self.dialogRect = self.rectangles["dialogRect"]
+
+        self.cvPasses = [self.cvPassDialog]
+
+        self.fpirPasses = collections.OrderedDict()
+        self.fpirPasses["fpirPassDialogFuture"] = FPIRPassShift(MadodoraStrategy.FlagIndex.DialogFuture, MadodoraStrategy.FlagIndex.Dialog, -30, False)
+        self.fpirPasses["fpirPassDialogRefine"] = FPIRPassFramewiseFunctional(
+            lambda framePoint: framePoint.setFlag(
+                MadodoraStrategy.FlagIndex.Dialog,
+                framePoint.getFlag(MadodoraStrategy.FlagIndex.Dialog)
+                    or framePoint.getFlag(MadodoraStrategy.FlagIndex.DialogFuture) and framePoint.getFlag(MadodoraStrategy.FlagIndex.DialogBg)
+            )
+        )
+        self.fpirPasses["fpirPassRemoveNoiseDialogTrue"] = FPIRPassBooleanRemoveNoise(MadodoraStrategy.FlagIndex.Dialog, True, 10)
+
+        self.fpirToIirPasses = collections.OrderedDict()
+        self.fpirToIirPasses["fpirPassBuildIntervals"] = FPIRPassBooleanBuildIntervals(
+            MadodoraStrategy.FlagIndex.Dialog, 
+        )
+
+        self.iirPasses = collections.OrderedDict()
+        self.iirPasses["iirPassFillGapDialog"] = IIRPassFillGap(MadodoraStrategy.FlagIndex.Dialog, 300, 0.0)
+
+        self.logfile = open("madodora.log", "w")
+
+
+    @classmethod
+    def getFlagIndexType(cls) -> typing.Type[AbstractFlagIndex]:
+        return cls.FlagIndex
+
+    def getRectangles(self) -> collections.OrderedDict[str, AbstractRectangle]:
+        return self.rectangles
+
+    def getCvPasses(self) -> typing.List[typing.Callable[[cv.Mat, FramePoint], bool]]:
+        return self.cvPasses
+
+    def getFpirPasses(self) -> collections.OrderedDict[str, FPIRPass]:
+        return self.fpirPasses
+
+    def getFpirToIirPasses(self) -> collections.OrderedDict[str, FPIRPassBuildIntervals]:
+        return self.fpirToIirPasses
+
+    def getIirPasses(self) -> collections.OrderedDict[str, IIRPass]:
+        return self.iirPasses
+
+    def cvPassDialog(self, frame: cv.Mat, framePoint: FramePoint) -> bool:
+        roiDialog = self.dialogRect.cutRoiToUmat(frame)
+        roiDialogGray = cv.cvtColor(roiDialog, cv.COLOR_BGR2GRAY)
+        _, roiDialogTextBin = cv.threshold(roiDialogGray, 192, 255, cv.THRESH_BINARY)
+        _, roiDialogBgBin = cv.threshold(roiDialogGray, 70, 255, cv.THRESH_BINARY)
+        meanDialogTextBin: float = cv.mean(roiDialogTextBin)[0]
+        meanDialogBgBin: float = cv.mean(roiDialogBgBin)[0]
+        hasDialogBg: bool = meanDialogBgBin < 20 and meanDialogBgBin > 0.1
+        hasDialogText: bool = meanDialogTextBin < 10 and meanDialogTextBin > 0.1
+
+        isValidDialog = hasDialogBg and hasDialogText
+
+        framePoint.setFlag(MadodoraStrategy.FlagIndex.Dialog, isValidDialog)
+        framePoint.setFlag(MadodoraStrategy.FlagIndex.DialogBg, hasDialogBg)
+        framePoint.setFlag(MadodoraStrategy.FlagIndex.DialogText, hasDialogText)
+
+        return isValidDialog

config.yml

@@ -116,6 +116,11 @@ mr-s0:
     dialogRect: [0.32, 0.68, 0.76, 0.96]
     blackscreenRect: [0.15, 0.85, 0.00, 1.00]
 
+# MagiaExedra quest video
+md:
+  default:
+    dialogRect: [0.25, 0.75, 0.80, 1.00]
+
 # LimbusCompany quest video
 lcb:
   default: