Skip to content

Commit 48ece32

Browse files
committed
clean up
1 parent 12ee697 commit 48ece32

File tree

12 files changed

+1496
-1140
lines changed

12 files changed

+1496
-1140
lines changed

library/src/otx/backend/native/models/classification/utils/swiglu_ffn.py

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -104,6 +104,18 @@ def __init__(
104104

105105

106106
class SwiGLUFFNV2(nn.Module, ListForwardMixin):
107+
"""SwiGLUFFN module.
108+
109+
Args:
110+
in_features (int): Input features.
111+
hidden_features (int | None, optional): Hidden features. Defaults to None.
112+
out_features (int | None, optional): Output features. Defaults to None.
113+
act_layer (Callable[..., nn.Module] | None, optional): Activation layer. Defaults to None.
114+
drop (float, optional): Dropout rate. Defaults to 0.0.
115+
bias (bool, optional): Whether to use bias. Defaults to True.
116+
align_to (int, optional): Number of columns to align the hidden features to. Defaults to 8.
117+
device (torch.device, optional): Device to use. Defaults to None.
118+
"""
107119
def __init__(
108120
self,
109121
in_features: int,

0 commit comments

Comments
 (0)