Add SoftmaxCrossEntropyLoss(Grad)

Author: lukamac

Deeploy/OperatorDescriptor.py

@@ -694,6 +694,18 @@ def canonicalize(self, node: gs.Node, opset: int) -> bool:
     attrDescriptors = [AttrDesc("lr", FloatUnpack)],
 )
 
+softmaxCrossEntropyLossDesc = OperatorDescriptor(
+    inputDescriptor = IoDesc(["logits", "labels"]),
+    outputDescriptor = IoDesc("log_prob"),
+    attrDescriptors = [],
+)
+
+softmaxCrossEntropyLossGradDesc = OperatorDescriptor(
+    inputDescriptor = IoDesc(["log_prob", "labels"]),
+    outputDescriptor = IoDesc("grad"),
+    attrDescriptors = [],
+)
+
 defaultOperatorDescriptors: Dict[str, OperatorDescriptor] = {
     "Add": addDesc,
     "CLCA": clcaDesc,
@@ -733,6 +745,8 @@ def canonicalize(self, node: gs.Node, opset: int) -> bool:
     "SGD": sgdDesc,
     "Slice": sliceDesc,
     "Softmax": softmaxDesc,
+    "SoftmaxCrossEntropyLoss": softmaxCrossEntropyLossDesc,
+    "SoftmaxCrossEntropyLossGrad": softmaxCrossEntropyLossGradDesc,
     "SoftmaxGrad": softmaxGradDesc,
     "Squeeze": squeezeDesc,
     "Transpose": transposeDesc,