JS backend compiling again

Author: EmergentOrder

backends/.js/src/main/scala/ORTWebModelBackend.scala

@@ -68,14 +68,14 @@ class ORTWebModelBackend(session: IO[InferenceSession]) extends Model() with ORT
          .map(_.toArray)
 
       val output = inputTensors.flatMap { tns =>
-         runModel[T, Tt, Td, S](
+         IO{runModel[T, Tt, Td, S](
            session,
            tns,
            inputNames,
            outputNames
-         )
+         )}
       }
-      output
+      output.flatten
    }
 
 }

backends/.js/src/main/scala/ORTWebOperatorBackend.scala

@@ -29,6 +29,7 @@ import org.emergentorder.onnx.Tensors.Tensor._
 import org.emergentorder.compiletime._
 import io.kjaer.compiletime._
 
+//TODO: fix redundant computation due to cats-effect on the JS side
 trait ORTWebOperatorBackend extends OpToONNXBytesConverter {
 
    def getSession(bytes: Array[Byte]) = {
@@ -143,7 +144,7 @@ trait ORTWebOperatorBackend extends OpToONNXBytesConverter {
       val result: IO[Tensor[T, Tuple3[Tt, Td, S]]] =
          for {
             mp <- modelProto.flatMap(IO.println("OpName => " + opName).as(_))
-            res: Tuple2[Array[T], Tuple3[Tt, Td, S]] <- {
+            } yield {
 //            println(mp)
                callByteArrayOp(
                  mp.toByteArray,
@@ -153,7 +154,7 @@ trait ORTWebOperatorBackend extends OpToONNXBytesConverter {
                  }
                )
             }
-         } yield IO.eval(cats.Eval.later { res })
+
       result.flatten
    }
 

core/src/main/scala/Tensors.scala

@@ -31,7 +31,8 @@ object Tensors {
    // Need this alias to not conflict with other Tensors
    // TODO: consider using TF-Java ndarray as backing instead of Scala Array here
    // S is overloaded
-   opaque type Tensor[T <: Supported, +Ax <: Axes] = IO[Tuple2[Array[T], Ax]]
+   type Tensor[T <: Supported, +Ax <: Axes] = IO[InnerTensor[T, Ax]]
+   opaque type InnerTensor[T <: Supported, +Ax <: Axes] = Tuple2[Array[T], Ax]
 
    type SparseTensor[T <: Supported, A <: Axes] = Tensor[T, A]