(doc/fluxion) export Activation and ScaledDotProductAttention

finegrain-ai · Feb 1, 2024 · 8d4c734 · 8d4c734
1 parent b8072ee
commit 8d4c734
Showing 1 changed file with 17 additions and 2 deletions.
diff --git a/src/refiners/fluxion/layers/__init__.py b/src/refiners/fluxion/layers/__init__.py
@@ -1,5 +1,18 @@
-from refiners.fluxion.layers.activations import GLU, ApproximateGeLU, GeLU, ReLU, Sigmoid, SiLU
-from refiners.fluxion.layers.attentions import Attention, SelfAttention, SelfAttention2d
+from refiners.fluxion.layers.activations import (
+    GLU,
+    Activation,
+    ApproximateGeLU,
+    GeLU,
+    ReLU,
+    Sigmoid,
+    SiLU,
+)
+from refiners.fluxion.layers.attentions import (
+    Attention,
+    ScaledDotProductAttention,
+    SelfAttention,
+    SelfAttention2d,
+)
 from refiners.fluxion.layers.basics import (
     Cos,
     Flatten,
@@ -49,13 +62,15 @@
     "GroupNorm",
     "LayerNorm2d",
     "InstanceNorm2d",
+    "Activation",
     "GeLU",
     "GLU",
     "SiLU",
     "ReLU",
     "ApproximateGeLU",
     "Sigmoid",
     "Attention",
+    "ScaledDotProductAttention",
     "SelfAttention",
     "SelfAttention2d",
     "Identity",