From 5b17608c0c6d78ab4e1ff68ecf52768f443c4ad6 Mon Sep 17 00:00:00 2001
From: raphaelDkhn <raphael@gizatech.xyz>
Date: Mon, 25 Mar 2024 08:26:12 +0100
Subject: [PATCH] test operator

---
 nodegen/node/softmax.py                       | 60 ++++++++++-----
 tests/nodes.cairo                             |  6 +-
 ...max_fp16x16.cairo => softmax_axis_0.cairo} | 14 ++--
 tests/nodes/softmax_axis_0/input_0.cairo      | 74 +++++++++++++++++++
 tests/nodes/softmax_axis_0/output_0.cairo     | 74 +++++++++++++++++++
 tests/nodes/softmax_axis_1.cairo              | 20 +++++
 tests/nodes/softmax_axis_1/input_0.cairo      | 74 +++++++++++++++++++
 tests/nodes/softmax_axis_1/output_0.cairo     | 74 +++++++++++++++++++
 tests/nodes/softmax_axis_2.cairo              | 20 +++++
 tests/nodes/softmax_axis_2/input_0.cairo      | 74 +++++++++++++++++++
 tests/nodes/softmax_axis_2/output_0.cairo     | 74 +++++++++++++++++++
 tests/nodes/softmax_axis_minus_1.cairo        | 20 +++++
 .../nodes/softmax_axis_minus_1/input_0.cairo  | 74 +++++++++++++++++++
 .../nodes/softmax_axis_minus_1/output_0.cairo | 74 +++++++++++++++++++
 tests/nodes/softmax_fp16x16/input_0.cairo     | 17 -----
 tests/nodes/softmax_fp16x16/output_0.cairo    | 17 -----
 tests/nodes/softmax_fp8x23.cairo              | 20 -----
 tests/nodes/softmax_fp8x23/input_0.cairo      | 17 -----
 tests/nodes/softmax_fp8x23/output_0.cairo     | 17 -----
 19 files changed, 706 insertions(+), 114 deletions(-)
 rename tests/nodes/{softmax_fp16x16.cairo => softmax_axis_0.cairo} (68%)
 create mode 100644 tests/nodes/softmax_axis_0/input_0.cairo
 create mode 100644 tests/nodes/softmax_axis_0/output_0.cairo
 create mode 100644 tests/nodes/softmax_axis_1.cairo
 create mode 100644 tests/nodes/softmax_axis_1/input_0.cairo
 create mode 100644 tests/nodes/softmax_axis_1/output_0.cairo
 create mode 100644 tests/nodes/softmax_axis_2.cairo
 create mode 100644 tests/nodes/softmax_axis_2/input_0.cairo
 create mode 100644 tests/nodes/softmax_axis_2/output_0.cairo
 create mode 100644 tests/nodes/softmax_axis_minus_1.cairo
 create mode 100644 tests/nodes/softmax_axis_minus_1/input_0.cairo
 create mode 100644 tests/nodes/softmax_axis_minus_1/output_0.cairo
 delete mode 100644 tests/nodes/softmax_fp16x16/input_0.cairo
 delete mode 100644 tests/nodes/softmax_fp16x16/output_0.cairo
 delete mode 100644 tests/nodes/softmax_fp8x23.cairo
 delete mode 100644 tests/nodes/softmax_fp8x23/input_0.cairo
 delete mode 100644 tests/nodes/softmax_fp8x23/output_0.cairo

diff --git a/nodegen/node/softmax.py b/nodegen/node/softmax.py
index 9e5ee99c1..6b59fae9b 100644
--- a/nodegen/node/softmax.py
+++ b/nodegen/node/softmax.py
@@ -11,33 +11,59 @@ def softmax(x: np.ndarray, axis: int = -1) -> np.ndarray:
 
 
 class Softmax(RunAll):
+        
+    @staticmethod
+    def axis_0():
+        x = np.abs(np.random.randn(3, 4, 5).astype(np.float32))
+        y = softmax(x, axis=0)
 
+        x = Tensor(Dtype.FP16x16, x.shape, to_fp(
+            x.flatten(), FixedImpl.FP16x16))
+        y = Tensor(Dtype.FP16x16, y.shape, to_fp(
+            y.flatten(), FixedImpl.FP16x16))
 
+        name = "softmax_axis_0"
+        make_test([x], y, "NNTrait::softmax(@input_0, Option::Some(0))",
+                  name, Trait.NN)
+    
     @staticmethod
-    def fp8x23():
-        x = np.random.uniform(-3, 3, (2, 2)).astype(np.float64)
-        y = softmax(x, 0)
-
-        x = Tensor(Dtype.FP8x23, x.shape, to_fp(
-            x.flatten(), FixedImpl.FP8x23))
-        y = Tensor(Dtype.FP8x23, y.shape, to_fp(
-            y.flatten(), FixedImpl.FP8x23))
+    def axis_1():
+        x = np.abs(np.random.randn(3, 4, 5).astype(np.float32))
+        y = softmax(x, axis=1)
 
-        name = "softmax_fp8x23"
-        make_test([x], y, "NNTrait::softmax(@input_0, 0)",
-                    name, Trait.NN)
+        x = Tensor(Dtype.FP16x16, x.shape, to_fp(
+            x.flatten(), FixedImpl.FP16x16))
+        y = Tensor(Dtype.FP16x16, y.shape, to_fp(
+            y.flatten(), FixedImpl.FP16x16))
 
+        name = "softmax_axis_1"
+        make_test([x], y, "NNTrait::softmax(@input_0, Option::Some(1))",
+                  name, Trait.NN)
+    
     @staticmethod
-    def fp16x16():
-        x = np.random.uniform(-3, 3, (2, 2)).astype(np.float64)
-        y = softmax(x, 1)
+    def axis_2():
+        x = np.abs(np.random.randn(3, 4, 5).astype(np.float32))
+        y = softmax(x, axis=2)
 
         x = Tensor(Dtype.FP16x16, x.shape, to_fp(
             x.flatten(), FixedImpl.FP16x16))
         y = Tensor(Dtype.FP16x16, y.shape, to_fp(
             y.flatten(), FixedImpl.FP16x16))
 
-        name = "softmax_fp16x16"
-        make_test([x], y, "NNTrait::softmax(@input_0, 1)",
-                    name, Trait.NN)
+        name = "softmax_axis_2"
+        make_test([x], y, "NNTrait::softmax(@input_0, Option::Some(2))",
+                  name, Trait.NN)
+    
+    @staticmethod
+    def axis_minus_1():
+        x = np.abs(np.random.randn(3, 4, 5).astype(np.float32))
+        y = softmax(x, axis=-1)
+
+        x = Tensor(Dtype.FP16x16, x.shape, to_fp(
+            x.flatten(), FixedImpl.FP16x16))
+        y = Tensor(Dtype.FP16x16, y.shape, to_fp(
+            y.flatten(), FixedImpl.FP16x16))
 
+        name = "softmax_axis_minus_1"
+        make_test([x], y, "NNTrait::softmax(@input_0, Option::None)",
+                  name, Trait.NN)
diff --git a/tests/nodes.cairo b/tests/nodes.cairo
index c43ec76d3..19b1a7df9 100644
--- a/tests/nodes.cairo
+++ b/tests/nodes.cairo
@@ -288,8 +288,6 @@
 // mod sin_fp8x23;
 // mod sinh_fp16x16;
 // mod sinh_fp8x23;
-// mod softmax_fp16x16;
-// mod softmax_fp8x23;
 // mod softplus_fp8x23;
 // mod softplus_fp16x16;
 // mod softsign_fp8x23;
@@ -1020,3 +1018,7 @@ mod gather_elements_default;
 mod gather_elements_axis1;
 mod gather_elements_axis2;
 mod gather_elements_negative_indices;
+mod softmax_axis_0;
+mod softmax_axis_1;
+mod softmax_axis_2;
+mod softmax_axis_minus_1;
diff --git a/tests/nodes/softmax_fp16x16.cairo b/tests/nodes/softmax_axis_0.cairo
similarity index 68%
rename from tests/nodes/softmax_fp16x16.cairo
rename to tests/nodes/softmax_axis_0.cairo
index 84fe1cf3d..135107f47 100644
--- a/tests/nodes/softmax_fp16x16.cairo
+++ b/tests/nodes/softmax_axis_0.cairo
@@ -2,19 +2,19 @@ mod input_0;
 mod output_0;
 
 
-use orion::operators::nn::NNTrait;
-use orion::operators::tensor::FP16x16TensorPartialEq;
+use orion::utils::{assert_eq, assert_seq_eq};
 use orion::operators::nn::FP16x16NN;
+use orion::operators::nn::NNTrait;
 use orion::numbers::FixedTrait;
-use orion::utils::{assert_eq, assert_seq_eq};
+use orion::operators::tensor::FP16x16TensorPartialEq;
 
 #[test]
 #[available_gas(2000000000)]
-fn test_softmax_fp16x16() {
+fn test_softmax_axis_0() {
     let input_0 = input_0::input_0();
-    let z = output_0::output_0();
+    let z_0 = output_0::output_0();
 
-    let y = NNTrait::softmax(@input_0, 1);
+    let y_0 = NNTrait::softmax(@input_0, Option::Some(0));
 
-    assert_eq(y, z);
+    assert_eq(y_0, z_0);
 }
diff --git a/tests/nodes/softmax_axis_0/input_0.cairo b/tests/nodes/softmax_axis_0/input_0.cairo
new file mode 100644
index 000000000..b67797ca4
--- /dev/null
+++ b/tests/nodes/softmax_axis_0/input_0.cairo
@@ -0,0 +1,74 @@
+use core::array::{ArrayTrait, SpanTrait};
+use orion::operators::tensor::{TensorTrait, Tensor};
+use orion::operators::tensor::{FP16x16Tensor, FP16x16TensorAdd};
+use orion::numbers::{FixedTrait, FP16x16};
+
+fn input_0() -> Tensor<FP16x16> {
+    let mut shape = ArrayTrait::<usize>::new();
+    shape.append(3);
+    shape.append(4);
+    shape.append(5);
+
+    let mut data = ArrayTrait::new();
+    data.append(FP16x16 { mag: 77748, sign: false });
+    data.append(FP16x16 { mag: 20181, sign: false });
+    data.append(FP16x16 { mag: 66586, sign: false });
+    data.append(FP16x16 { mag: 39564, sign: false });
+    data.append(FP16x16 { mag: 55469, sign: false });
+    data.append(FP16x16 { mag: 15765, sign: false });
+    data.append(FP16x16 { mag: 31745, sign: false });
+    data.append(FP16x16 { mag: 64291, sign: false });
+    data.append(FP16x16 { mag: 64704, sign: false });
+    data.append(FP16x16 { mag: 95806, sign: false });
+    data.append(FP16x16 { mag: 42434, sign: false });
+    data.append(FP16x16 { mag: 107711, sign: false });
+    data.append(FP16x16 { mag: 63051, sign: false });
+    data.append(FP16x16 { mag: 93445, sign: false });
+    data.append(FP16x16 { mag: 241, sign: false });
+    data.append(FP16x16 { mag: 131759, sign: false });
+    data.append(FP16x16 { mag: 74671, sign: false });
+    data.append(FP16x16 { mag: 44973, sign: false });
+    data.append(FP16x16 { mag: 92338, sign: false });
+    data.append(FP16x16 { mag: 36204, sign: false });
+    data.append(FP16x16 { mag: 12200, sign: false });
+    data.append(FP16x16 { mag: 73821, sign: false });
+    data.append(FP16x16 { mag: 13038, sign: false });
+    data.append(FP16x16 { mag: 21598, sign: false });
+    data.append(FP16x16 { mag: 75353, sign: false });
+    data.append(FP16x16 { mag: 41470, sign: false });
+    data.append(FP16x16 { mag: 11370, sign: false });
+    data.append(FP16x16 { mag: 62793, sign: false });
+    data.append(FP16x16 { mag: 19117, sign: false });
+    data.append(FP16x16 { mag: 95800, sign: false });
+    data.append(FP16x16 { mag: 40696, sign: false });
+    data.append(FP16x16 { mag: 95240, sign: false });
+    data.append(FP16x16 { mag: 103492, sign: false });
+    data.append(FP16x16 { mag: 36412, sign: false });
+    data.append(FP16x16 { mag: 22269, sign: false });
+    data.append(FP16x16 { mag: 201968, sign: false });
+    data.append(FP16x16 { mag: 40874, sign: false });
+    data.append(FP16x16 { mag: 14038, sign: false });
+    data.append(FP16x16 { mag: 55733, sign: false });
+    data.append(FP16x16 { mag: 65120, sign: false });
+    data.append(FP16x16 { mag: 128415, sign: false });
+    data.append(FP16x16 { mag: 86247, sign: false });
+    data.append(FP16x16 { mag: 47611, sign: false });
+    data.append(FP16x16 { mag: 34746, sign: false });
+    data.append(FP16x16 { mag: 23589, sign: false });
+    data.append(FP16x16 { mag: 51498, sign: false });
+    data.append(FP16x16 { mag: 6664, sign: false });
+    data.append(FP16x16 { mag: 32348, sign: false });
+    data.append(FP16x16 { mag: 31728, sign: false });
+    data.append(FP16x16 { mag: 43457, sign: false });
+    data.append(FP16x16 { mag: 41874, sign: false });
+    data.append(FP16x16 { mag: 17514, sign: false });
+    data.append(FP16x16 { mag: 42083, sign: false });
+    data.append(FP16x16 { mag: 30365, sign: false });
+    data.append(FP16x16 { mag: 133274, sign: false });
+    data.append(FP16x16 { mag: 54633, sign: false });
+    data.append(FP16x16 { mag: 168600, sign: false });
+    data.append(FP16x16 { mag: 15559, sign: false });
+    data.append(FP16x16 { mag: 50448, sign: false });
+    data.append(FP16x16 { mag: 70775, sign: false });
+    TensorTrait::new(shape.span(), data.span())
+}
diff --git a/tests/nodes/softmax_axis_0/output_0.cairo b/tests/nodes/softmax_axis_0/output_0.cairo
new file mode 100644
index 000000000..662d59d5b
--- /dev/null
+++ b/tests/nodes/softmax_axis_0/output_0.cairo
@@ -0,0 +1,74 @@
+use core::array::{ArrayTrait, SpanTrait};
+use orion::operators::tensor::{TensorTrait, Tensor};
+use orion::operators::tensor::{FP16x16Tensor, FP16x16TensorAdd};
+use orion::numbers::{FixedTrait, FP16x16};
+
+fn output_0() -> Tensor<FP16x16> {
+    let mut shape = ArrayTrait::<usize>::new();
+    shape.append(3);
+    shape.append(4);
+    shape.append(5);
+
+    let mut data = ArrayTrait::new();
+    data.append(FP16x16 { mag: 18542, sign: false });
+    data.append(FP16x16 { mag: 10909, sign: false });
+    data.append(FP16x16 { mag: 29920, sign: false });
+    data.append(FP16x16 { mag: 24368, sign: false });
+    data.append(FP16x16 { mag: 22071, sign: false });
+    data.append(FP16x16 { mag: 15584, sign: false });
+    data.append(FP16x16 { mag: 27139, sign: false });
+    data.append(FP16x16 { mag: 25287, sign: false });
+    data.append(FP16x16 { mag: 31157, sign: false });
+    data.append(FP16x16 { mag: 26751, sign: false });
+    data.append(FP16x16 { mag: 22100, sign: false });
+    data.append(FP16x16 { mag: 31519, sign: false });
+    data.append(FP16x16 { mag: 18307, sign: false });
+    data.append(FP16x16 { mag: 36393, sign: false });
+    data.append(FP16x16 { mag: 6545, sign: false });
+    data.append(FP16x16 { mag: 15502, sign: false });
+    data.append(FP16x16 { mag: 11319, sign: false });
+    data.append(FP16x16 { mag: 28971, sign: false });
+    data.append(FP16x16 { mag: 31211, sign: false });
+    data.append(FP16x16 { mag: 15422, sign: false });
+    data.append(FP16x16 { mag: 6820, sign: false });
+    data.append(FP16x16 { mag: 24731, sign: false });
+    data.append(FP16x16 { mag: 13216, sign: false });
+    data.append(FP16x16 { mag: 18525, sign: false });
+    data.append(FP16x16 { mag: 29894, sign: false });
+    data.append(FP16x16 { mag: 23068, sign: false });
+    data.append(FP16x16 { mag: 19887, sign: false });
+    data.append(FP16x16 { mag: 24716, sign: false });
+    data.append(FP16x16 { mag: 15540, sign: false });
+    data.append(FP16x16 { mag: 26749, sign: false });
+    data.append(FP16x16 { mag: 21522, sign: false });
+    data.append(FP16x16 { mag: 26057, sign: false });
+    data.append(FP16x16 { mag: 33933, sign: false });
+    data.append(FP16x16 { mag: 15242, sign: false });
+    data.append(FP16x16 { mag: 9159, sign: false });
+    data.append(FP16x16 { mag: 45254, sign: false });
+    data.append(FP16x16 { mag: 6759, sign: false });
+    data.append(FP16x16 { mag: 18070, sign: false });
+    data.append(FP16x16 { mag: 17854, sign: false });
+    data.append(FP16x16 { mag: 23976, sign: false });
+    data.append(FP16x16 { mag: 40173, sign: false });
+    data.append(FP16x16 { mag: 29894, sign: false });
+    data.append(FP16x16 { mag: 22398, sign: false });
+    data.append(FP16x16 { mag: 22641, sign: false });
+    data.append(FP16x16 { mag: 13569, sign: false });
+    data.append(FP16x16 { mag: 26883, sign: false });
+    data.append(FP16x16 { mag: 18509, sign: false });
+    data.append(FP16x16 { mag: 15532, sign: false });
+    data.append(FP16x16 { mag: 18838, sign: false });
+    data.append(FP16x16 { mag: 12034, sign: false });
+    data.append(FP16x16 { mag: 21912, sign: false });
+    data.append(FP16x16 { mag: 7959, sign: false });
+    data.append(FP16x16 { mag: 13294, sign: false });
+    data.append(FP16x16 { mag: 13899, sign: false });
+    data.append(FP16x16 { mag: 49831, sign: false });
+    data.append(FP16x16 { mag: 4778, sign: false });
+    data.append(FP16x16 { mag: 47456, sign: false });
+    data.append(FP16x16 { mag: 18494, sign: false });
+    data.append(FP16x16 { mag: 16470, sign: false });
+    data.append(FP16x16 { mag: 26136, sign: false });
+    TensorTrait::new(shape.span(), data.span())
+}
diff --git a/tests/nodes/softmax_axis_1.cairo b/tests/nodes/softmax_axis_1.cairo
new file mode 100644
index 000000000..74517830b
--- /dev/null
+++ b/tests/nodes/softmax_axis_1.cairo
@@ -0,0 +1,20 @@
+mod input_0;
+mod output_0;
+
+
+use orion::utils::{assert_eq, assert_seq_eq};
+use orion::operators::nn::FP16x16NN;
+use orion::operators::nn::NNTrait;
+use orion::numbers::FixedTrait;
+use orion::operators::tensor::FP16x16TensorPartialEq;
+
+#[test]
+#[available_gas(2000000000)]
+fn test_softmax_axis_1() {
+    let input_0 = input_0::input_0();
+    let z_0 = output_0::output_0();
+
+    let y_0 = NNTrait::softmax(@input_0, Option::Some(1));
+
+    assert_eq(y_0, z_0);
+}
diff --git a/tests/nodes/softmax_axis_1/input_0.cairo b/tests/nodes/softmax_axis_1/input_0.cairo
new file mode 100644
index 000000000..84f011140
--- /dev/null
+++ b/tests/nodes/softmax_axis_1/input_0.cairo
@@ -0,0 +1,74 @@
+use core::array::{ArrayTrait, SpanTrait};
+use orion::operators::tensor::{TensorTrait, Tensor};
+use orion::operators::tensor::{FP16x16Tensor, FP16x16TensorAdd};
+use orion::numbers::{FixedTrait, FP16x16};
+
+fn input_0() -> Tensor<FP16x16> {
+    let mut shape = ArrayTrait::<usize>::new();
+    shape.append(3);
+    shape.append(4);
+    shape.append(5);
+
+    let mut data = ArrayTrait::new();
+    data.append(FP16x16 { mag: 55504, sign: false });
+    data.append(FP16x16 { mag: 131012, sign: false });
+    data.append(FP16x16 { mag: 66466, sign: false });
+    data.append(FP16x16 { mag: 15137, sign: false });
+    data.append(FP16x16 { mag: 184134, sign: false });
+    data.append(FP16x16 { mag: 45919, sign: false });
+    data.append(FP16x16 { mag: 61072, sign: false });
+    data.append(FP16x16 { mag: 18808, sign: false });
+    data.append(FP16x16 { mag: 10438, sign: false });
+    data.append(FP16x16 { mag: 28335, sign: false });
+    data.append(FP16x16 { mag: 19320, sign: false });
+    data.append(FP16x16 { mag: 18945, sign: false });
+    data.append(FP16x16 { mag: 51241, sign: false });
+    data.append(FP16x16 { mag: 29903, sign: false });
+    data.append(FP16x16 { mag: 9030, sign: false });
+    data.append(FP16x16 { mag: 112806, sign: false });
+    data.append(FP16x16 { mag: 28939, sign: false });
+    data.append(FP16x16 { mag: 112572, sign: false });
+    data.append(FP16x16 { mag: 89990, sign: false });
+    data.append(FP16x16 { mag: 87594, sign: false });
+    data.append(FP16x16 { mag: 56996, sign: false });
+    data.append(FP16x16 { mag: 31238, sign: false });
+    data.append(FP16x16 { mag: 66896, sign: false });
+    data.append(FP16x16 { mag: 37962, sign: false });
+    data.append(FP16x16 { mag: 26194, sign: false });
+    data.append(FP16x16 { mag: 59208, sign: false });
+    data.append(FP16x16 { mag: 6005, sign: false });
+    data.append(FP16x16 { mag: 16581, sign: false });
+    data.append(FP16x16 { mag: 27378, sign: false });
+    data.append(FP16x16 { mag: 59336, sign: false });
+    data.append(FP16x16 { mag: 11513, sign: false });
+    data.append(FP16x16 { mag: 12294, sign: false });
+    data.append(FP16x16 { mag: 4336, sign: false });
+    data.append(FP16x16 { mag: 111725, sign: false });
+    data.append(FP16x16 { mag: 45307, sign: false });
+    data.append(FP16x16 { mag: 145057, sign: false });
+    data.append(FP16x16 { mag: 44365, sign: false });
+    data.append(FP16x16 { mag: 80274, sign: false });
+    data.append(FP16x16 { mag: 50643, sign: false });
+    data.append(FP16x16 { mag: 39432, sign: false });
+    data.append(FP16x16 { mag: 53176, sign: false });
+    data.append(FP16x16 { mag: 202691, sign: false });
+    data.append(FP16x16 { mag: 54389, sign: false });
+    data.append(FP16x16 { mag: 125453, sign: false });
+    data.append(FP16x16 { mag: 101533, sign: false });
+    data.append(FP16x16 { mag: 2658, sign: false });
+    data.append(FP16x16 { mag: 31411, sign: false });
+    data.append(FP16x16 { mag: 44406, sign: false });
+    data.append(FP16x16 { mag: 82774, sign: false });
+    data.append(FP16x16 { mag: 36316, sign: false });
+    data.append(FP16x16 { mag: 37737, sign: false });
+    data.append(FP16x16 { mag: 5076, sign: false });
+    data.append(FP16x16 { mag: 48499, sign: false });
+    data.append(FP16x16 { mag: 3099, sign: false });
+    data.append(FP16x16 { mag: 168018, sign: false });
+    data.append(FP16x16 { mag: 18863, sign: false });
+    data.append(FP16x16 { mag: 16555, sign: false });
+    data.append(FP16x16 { mag: 4096, sign: false });
+    data.append(FP16x16 { mag: 227, sign: false });
+    data.append(FP16x16 { mag: 35060, sign: false });
+    TensorTrait::new(shape.span(), data.span())
+}
diff --git a/tests/nodes/softmax_axis_1/output_0.cairo b/tests/nodes/softmax_axis_1/output_0.cairo
new file mode 100644
index 000000000..6421c06e1
--- /dev/null
+++ b/tests/nodes/softmax_axis_1/output_0.cairo
@@ -0,0 +1,74 @@
+use core::array::{ArrayTrait, SpanTrait};
+use orion::operators::tensor::{TensorTrait, Tensor};
+use orion::operators::tensor::{FP16x16Tensor, FP16x16TensorAdd};
+use orion::numbers::{FixedTrait, FP16x16};
+
+fn output_0() -> Tensor<FP16x16> {
+    let mut shape = ArrayTrait::<usize>::new();
+    shape.append(3);
+    shape.append(4);
+    shape.append(5);
+
+    let mut data = ArrayTrait::new();
+    data.append(FP16x16 { mag: 13548, sign: false });
+    data.append(FP16x16 { mag: 37762, sign: false });
+    data.append(FP16x16 { mag: 15252, sign: false });
+    data.append(FP16x16 { mag: 10374, sign: false });
+    data.append(FP16x16 { mag: 47109, sign: false });
+    data.append(FP16x16 { mag: 11705, sign: false });
+    data.append(FP16x16 { mag: 12989, sign: false });
+    data.append(FP16x16 { mag: 7370, sign: false });
+    data.append(FP16x16 { mag: 9656, sign: false });
+    data.append(FP16x16 { mag: 4371, sign: false });
+    data.append(FP16x16 { mag: 7800, sign: false });
+    data.append(FP16x16 { mag: 6829, sign: false });
+    data.append(FP16x16 { mag: 12090, sign: false });
+    data.append(FP16x16 { mag: 12996, sign: false });
+    data.append(FP16x16 { mag: 3256, sign: false });
+    data.append(FP16x16 { mag: 32481, sign: false });
+    data.append(FP16x16 { mag: 7954, sign: false });
+    data.append(FP16x16 { mag: 30822, sign: false });
+    data.append(FP16x16 { mag: 32508, sign: false });
+    data.append(FP16x16 { mag: 10798, sign: false });
+    data.append(FP16x16 { mag: 10292, sign: false });
+    data.append(FP16x16 { mag: 17949, sign: false });
+    data.append(FP16x16 { mag: 21309, sign: false });
+    data.append(FP16x16 { mag: 10662, sign: false });
+    data.append(FP16x16 { mag: 12553, sign: false });
+    data.append(FP16x16 { mag: 10646, sign: false });
+    data.append(FP16x16 { mag: 12213, sign: false });
+    data.append(FP16x16 { mag: 9888, sign: false });
+    data.append(FP16x16 { mag: 9072, sign: false });
+    data.append(FP16x16 { mag: 20815, sign: false });
+    data.append(FP16x16 { mag: 5141, sign: false });
+    data.append(FP16x16 { mag: 13443, sign: false });
+    data.append(FP16x16 { mag: 8203, sign: false });
+    data.append(FP16x16 { mag: 32861, sign: false });
+    data.append(FP16x16 { mag: 16804, sign: false });
+    data.append(FP16x16 { mag: 39454, sign: false });
+    data.append(FP16x16 { mag: 21930, sign: false });
+    data.append(FP16x16 { mag: 26134, sign: false });
+    data.append(FP16x16 { mag: 12939, sign: false });
+    data.append(FP16x16 { mag: 15363, sign: false });
+    data.append(FP16x16 { mag: 23034, sign: false });
+    data.append(FP16x16 { mag: 55505, sign: false });
+    data.append(FP16x16 { mag: 20245, sign: false });
+    data.append(FP16x16 { mag: 35930, sign: false });
+    data.append(FP16x16 { mag: 14595, sign: false });
+    data.append(FP16x16 { mag: 10656, sign: false });
+    data.append(FP16x16 { mag: 4067, sign: false });
+    data.append(FP16x16 { mag: 17385, sign: false });
+    data.append(FP16x16 { mag: 18734, sign: false });
+    data.append(FP16x16 { mag: 5395, sign: false });
+    data.append(FP16x16 { mag: 18199, sign: false });
+    data.append(FP16x16 { mag: 2721, sign: false });
+    data.append(FP16x16 { mag: 18505, sign: false });
+    data.append(FP16x16 { mag: 5554, sign: false });
+    data.append(FP16x16 { mag: 40252, sign: false });
+    data.append(FP16x16 { mag: 13645, sign: false });
+    data.append(FP16x16 { mag: 3242, sign: false });
+    data.append(FP16x16 { mag: 9398, sign: false });
+    data.append(FP16x16 { mag: 5316, sign: false });
+    data.append(FP16x16 { mag: 5293, sign: false });
+    TensorTrait::new(shape.span(), data.span())
+}
diff --git a/tests/nodes/softmax_axis_2.cairo b/tests/nodes/softmax_axis_2.cairo
new file mode 100644
index 000000000..87e8f6320
--- /dev/null
+++ b/tests/nodes/softmax_axis_2.cairo
@@ -0,0 +1,20 @@
+mod input_0;
+mod output_0;
+
+
+use orion::utils::{assert_eq, assert_seq_eq};
+use orion::operators::nn::FP16x16NN;
+use orion::operators::nn::NNTrait;
+use orion::numbers::FixedTrait;
+use orion::operators::tensor::FP16x16TensorPartialEq;
+
+#[test]
+#[available_gas(2000000000)]
+fn test_softmax_axis_2() {
+    let input_0 = input_0::input_0();
+    let z_0 = output_0::output_0();
+
+    let y_0 = NNTrait::softmax(@input_0, Option::Some(2));
+
+    assert_eq(y_0, z_0);
+}
diff --git a/tests/nodes/softmax_axis_2/input_0.cairo b/tests/nodes/softmax_axis_2/input_0.cairo
new file mode 100644
index 000000000..4584fe371
--- /dev/null
+++ b/tests/nodes/softmax_axis_2/input_0.cairo
@@ -0,0 +1,74 @@
+use core::array::{ArrayTrait, SpanTrait};
+use orion::operators::tensor::{TensorTrait, Tensor};
+use orion::operators::tensor::{FP16x16Tensor, FP16x16TensorAdd};
+use orion::numbers::{FixedTrait, FP16x16};
+
+fn input_0() -> Tensor<FP16x16> {
+    let mut shape = ArrayTrait::<usize>::new();
+    shape.append(3);
+    shape.append(4);
+    shape.append(5);
+
+    let mut data = ArrayTrait::new();
+    data.append(FP16x16 { mag: 58553, sign: false });
+    data.append(FP16x16 { mag: 53519, sign: false });
+    data.append(FP16x16 { mag: 57124, sign: false });
+    data.append(FP16x16 { mag: 43576, sign: false });
+    data.append(FP16x16 { mag: 41799, sign: false });
+    data.append(FP16x16 { mag: 176139, sign: false });
+    data.append(FP16x16 { mag: 41400, sign: false });
+    data.append(FP16x16 { mag: 87597, sign: false });
+    data.append(FP16x16 { mag: 15096, sign: false });
+    data.append(FP16x16 { mag: 38563, sign: false });
+    data.append(FP16x16 { mag: 52406, sign: false });
+    data.append(FP16x16 { mag: 62539, sign: false });
+    data.append(FP16x16 { mag: 54826, sign: false });
+    data.append(FP16x16 { mag: 55549, sign: false });
+    data.append(FP16x16 { mag: 14067, sign: false });
+    data.append(FP16x16 { mag: 21619, sign: false });
+    data.append(FP16x16 { mag: 40071, sign: false });
+    data.append(FP16x16 { mag: 43510, sign: false });
+    data.append(FP16x16 { mag: 39683, sign: false });
+    data.append(FP16x16 { mag: 121524, sign: false });
+    data.append(FP16x16 { mag: 82816, sign: false });
+    data.append(FP16x16 { mag: 75559, sign: false });
+    data.append(FP16x16 { mag: 66467, sign: false });
+    data.append(FP16x16 { mag: 122834, sign: false });
+    data.append(FP16x16 { mag: 88244, sign: false });
+    data.append(FP16x16 { mag: 1460, sign: false });
+    data.append(FP16x16 { mag: 37949, sign: false });
+    data.append(FP16x16 { mag: 39839, sign: false });
+    data.append(FP16x16 { mag: 741, sign: false });
+    data.append(FP16x16 { mag: 63886, sign: false });
+    data.append(FP16x16 { mag: 27798, sign: false });
+    data.append(FP16x16 { mag: 122499, sign: false });
+    data.append(FP16x16 { mag: 56745, sign: false });
+    data.append(FP16x16 { mag: 40400, sign: false });
+    data.append(FP16x16 { mag: 34434, sign: false });
+    data.append(FP16x16 { mag: 33694, sign: false });
+    data.append(FP16x16 { mag: 33967, sign: false });
+    data.append(FP16x16 { mag: 67256, sign: false });
+    data.append(FP16x16 { mag: 59193, sign: false });
+    data.append(FP16x16 { mag: 51674, sign: false });
+    data.append(FP16x16 { mag: 158517, sign: false });
+    data.append(FP16x16 { mag: 16432, sign: false });
+    data.append(FP16x16 { mag: 21737, sign: false });
+    data.append(FP16x16 { mag: 28953, sign: false });
+    data.append(FP16x16 { mag: 44046, sign: false });
+    data.append(FP16x16 { mag: 53588, sign: false });
+    data.append(FP16x16 { mag: 83878, sign: false });
+    data.append(FP16x16 { mag: 89156, sign: false });
+    data.append(FP16x16 { mag: 60105, sign: false });
+    data.append(FP16x16 { mag: 97829, sign: false });
+    data.append(FP16x16 { mag: 11903, sign: false });
+    data.append(FP16x16 { mag: 10343, sign: false });
+    data.append(FP16x16 { mag: 35204, sign: false });
+    data.append(FP16x16 { mag: 25359, sign: false });
+    data.append(FP16x16 { mag: 121776, sign: false });
+    data.append(FP16x16 { mag: 48421, sign: false });
+    data.append(FP16x16 { mag: 41238, sign: false });
+    data.append(FP16x16 { mag: 15248, sign: false });
+    data.append(FP16x16 { mag: 15911, sign: false });
+    data.append(FP16x16 { mag: 52419, sign: false });
+    TensorTrait::new(shape.span(), data.span())
+}
diff --git a/tests/nodes/softmax_axis_2/output_0.cairo b/tests/nodes/softmax_axis_2/output_0.cairo
new file mode 100644
index 000000000..02082e0e3
--- /dev/null
+++ b/tests/nodes/softmax_axis_2/output_0.cairo
@@ -0,0 +1,74 @@
+use core::array::{ArrayTrait, SpanTrait};
+use orion::operators::tensor::{TensorTrait, Tensor};
+use orion::operators::tensor::{FP16x16Tensor, FP16x16TensorAdd};
+use orion::numbers::{FixedTrait, FP16x16};
+
+fn output_0() -> Tensor<FP16x16> {
+    let mut shape = ArrayTrait::<usize>::new();
+    shape.append(3);
+    shape.append(4);
+    shape.append(5);
+
+    let mut data = ArrayTrait::new();
+    data.append(FP16x16 { mag: 14646, sign: false });
+    data.append(FP16x16 { mag: 13563, sign: false });
+    data.append(FP16x16 { mag: 14330, sign: false });
+    data.append(FP16x16 { mag: 11653, sign: false });
+    data.append(FP16x16 { mag: 11342, sign: false });
+    data.append(FP16x16 { mag: 41084, sign: false });
+    data.append(FP16x16 { mag: 5257, sign: false });
+    data.append(FP16x16 { mag: 10639, sign: false });
+    data.append(FP16x16 { mag: 3519, sign: false });
+    data.append(FP16x16 { mag: 5034, sign: false });
+    data.append(FP16x16 { mag: 13621, sign: false });
+    data.append(FP16x16 { mag: 15899, sign: false });
+    data.append(FP16x16 { mag: 14134, sign: false });
+    data.append(FP16x16 { mag: 14291, sign: false });
+    data.append(FP16x16 { mag: 7588, sign: false });
+    data.append(FP16x16 { mag: 6804, sign: false });
+    data.append(FP16x16 { mag: 9016, sign: false });
+    data.append(FP16x16 { mag: 9502, sign: false });
+    data.append(FP16x16 { mag: 8963, sign: false });
+    data.append(FP16x16 { mag: 31248, sign: false });
+    data.append(FP16x16 { mag: 11697, sign: false });
+    data.append(FP16x16 { mag: 10471, sign: false });
+    data.append(FP16x16 { mag: 9115, sign: false });
+    data.append(FP16x16 { mag: 21542, sign: false });
+    data.append(FP16x16 { mag: 12708, sign: false });
+    data.append(FP16x16 { mag: 8068, sign: false });
+    data.append(FP16x16 { mag: 14079, sign: false });
+    data.append(FP16x16 { mag: 14491, sign: false });
+    data.append(FP16x16 { mag: 7980, sign: false });
+    data.append(FP16x16 { mag: 20915, sign: false });
+    data.append(FP16x16 { mag: 7189, sign: false });
+    data.append(FP16x16 { mag: 30496, sign: false });
+    data.append(FP16x16 { mag: 11181, sign: false });
+    data.append(FP16x16 { mag: 8713, sign: false });
+    data.append(FP16x16 { mag: 7955, sign: false });
+    data.append(FP16x16 { mag: 10138, sign: false });
+    data.append(FP16x16 { mag: 10180, sign: false });
+    data.append(FP16x16 { mag: 16918, sign: false });
+    data.append(FP16x16 { mag: 14960, sign: false });
+    data.append(FP16x16 { mag: 13338, sign: false });
+    data.append(FP16x16 { mag: 42246, sign: false });
+    data.append(FP16x16 { mag: 4833, sign: false });
+    data.append(FP16x16 { mag: 5240, sign: false });
+    data.append(FP16x16 { mag: 5850, sign: false });
+    data.append(FP16x16 { mag: 7365, sign: false });
+    data.append(FP16x16 { mag: 8883, sign: false });
+    data.append(FP16x16 { mag: 14103, sign: false });
+    data.append(FP16x16 { mag: 15286, sign: false });
+    data.append(FP16x16 { mag: 9812, sign: false });
+    data.append(FP16x16 { mag: 17449, sign: false });
+    data.append(FP16x16 { mag: 6567, sign: false });
+    data.append(FP16x16 { mag: 6413, sign: false });
+    data.append(FP16x16 { mag: 9372, sign: false });
+    data.append(FP16x16 { mag: 8064, sign: false });
+    data.append(FP16x16 { mag: 35118, sign: false });
+    data.append(FP16x16 { mag: 15713, sign: false });
+    data.append(FP16x16 { mag: 14081, sign: false });
+    data.append(FP16x16 { mag: 9471, sign: false });
+    data.append(FP16x16 { mag: 9567, sign: false });
+    data.append(FP16x16 { mag: 16701, sign: false });
+    TensorTrait::new(shape.span(), data.span())
+}
diff --git a/tests/nodes/softmax_axis_minus_1.cairo b/tests/nodes/softmax_axis_minus_1.cairo
new file mode 100644
index 000000000..4dbe58eb1
--- /dev/null
+++ b/tests/nodes/softmax_axis_minus_1.cairo
@@ -0,0 +1,20 @@
+mod input_0;
+mod output_0;
+
+
+use orion::utils::{assert_eq, assert_seq_eq};
+use orion::operators::nn::FP16x16NN;
+use orion::operators::nn::NNTrait;
+use orion::numbers::FixedTrait;
+use orion::operators::tensor::FP16x16TensorPartialEq;
+
+#[test]
+#[available_gas(2000000000)]
+fn test_softmax_axis_minus_1() {
+    let input_0 = input_0::input_0();
+    let z_0 = output_0::output_0();
+
+    let y_0 = NNTrait::softmax(@input_0, Option::None);
+
+    assert_eq(y_0, z_0);
+}
diff --git a/tests/nodes/softmax_axis_minus_1/input_0.cairo b/tests/nodes/softmax_axis_minus_1/input_0.cairo
new file mode 100644
index 000000000..5714cbcc6
--- /dev/null
+++ b/tests/nodes/softmax_axis_minus_1/input_0.cairo
@@ -0,0 +1,74 @@
+use core::array::{ArrayTrait, SpanTrait};
+use orion::operators::tensor::{TensorTrait, Tensor};
+use orion::operators::tensor::{FP16x16Tensor, FP16x16TensorAdd};
+use orion::numbers::{FixedTrait, FP16x16};
+
+fn input_0() -> Tensor<FP16x16> {
+    let mut shape = ArrayTrait::<usize>::new();
+    shape.append(3);
+    shape.append(4);
+    shape.append(5);
+
+    let mut data = ArrayTrait::new();
+    data.append(FP16x16 { mag: 54590, sign: false });
+    data.append(FP16x16 { mag: 61178, sign: false });
+    data.append(FP16x16 { mag: 18943, sign: false });
+    data.append(FP16x16 { mag: 9534, sign: false });
+    data.append(FP16x16 { mag: 42629, sign: false });
+    data.append(FP16x16 { mag: 42173, sign: false });
+    data.append(FP16x16 { mag: 42740, sign: false });
+    data.append(FP16x16 { mag: 113571, sign: false });
+    data.append(FP16x16 { mag: 56924, sign: false });
+    data.append(FP16x16 { mag: 41383, sign: false });
+    data.append(FP16x16 { mag: 44527, sign: false });
+    data.append(FP16x16 { mag: 4303, sign: false });
+    data.append(FP16x16 { mag: 85774, sign: false });
+    data.append(FP16x16 { mag: 55924, sign: false });
+    data.append(FP16x16 { mag: 158412, sign: false });
+    data.append(FP16x16 { mag: 23021, sign: false });
+    data.append(FP16x16 { mag: 128482, sign: false });
+    data.append(FP16x16 { mag: 55066, sign: false });
+    data.append(FP16x16 { mag: 54463, sign: false });
+    data.append(FP16x16 { mag: 95350, sign: false });
+    data.append(FP16x16 { mag: 34220, sign: false });
+    data.append(FP16x16 { mag: 50177, sign: false });
+    data.append(FP16x16 { mag: 36693, sign: false });
+    data.append(FP16x16 { mag: 32645, sign: false });
+    data.append(FP16x16 { mag: 48677, sign: false });
+    data.append(FP16x16 { mag: 18999, sign: false });
+    data.append(FP16x16 { mag: 5924, sign: false });
+    data.append(FP16x16 { mag: 13009, sign: false });
+    data.append(FP16x16 { mag: 15491, sign: false });
+    data.append(FP16x16 { mag: 32026, sign: false });
+    data.append(FP16x16 { mag: 21516, sign: false });
+    data.append(FP16x16 { mag: 58238, sign: false });
+    data.append(FP16x16 { mag: 81336, sign: false });
+    data.append(FP16x16 { mag: 23454, sign: false });
+    data.append(FP16x16 { mag: 34911, sign: false });
+    data.append(FP16x16 { mag: 50619, sign: false });
+    data.append(FP16x16 { mag: 45742, sign: false });
+    data.append(FP16x16 { mag: 48601, sign: false });
+    data.append(FP16x16 { mag: 34036, sign: false });
+    data.append(FP16x16 { mag: 57483, sign: false });
+    data.append(FP16x16 { mag: 37301, sign: false });
+    data.append(FP16x16 { mag: 100657, sign: false });
+    data.append(FP16x16 { mag: 20333, sign: false });
+    data.append(FP16x16 { mag: 32171, sign: false });
+    data.append(FP16x16 { mag: 57271, sign: false });
+    data.append(FP16x16 { mag: 75649, sign: false });
+    data.append(FP16x16 { mag: 25921, sign: false });
+    data.append(FP16x16 { mag: 989, sign: false });
+    data.append(FP16x16 { mag: 35410, sign: false });
+    data.append(FP16x16 { mag: 43432, sign: false });
+    data.append(FP16x16 { mag: 34144, sign: false });
+    data.append(FP16x16 { mag: 11011, sign: false });
+    data.append(FP16x16 { mag: 101436, sign: false });
+    data.append(FP16x16 { mag: 73487, sign: false });
+    data.append(FP16x16 { mag: 9987, sign: false });
+    data.append(FP16x16 { mag: 87623, sign: false });
+    data.append(FP16x16 { mag: 35873, sign: false });
+    data.append(FP16x16 { mag: 215046, sign: false });
+    data.append(FP16x16 { mag: 8835, sign: false });
+    data.append(FP16x16 { mag: 40411, sign: false });
+    TensorTrait::new(shape.span(), data.span())
+}
diff --git a/tests/nodes/softmax_axis_minus_1/output_0.cairo b/tests/nodes/softmax_axis_minus_1/output_0.cairo
new file mode 100644
index 000000000..3ff8c002a
--- /dev/null
+++ b/tests/nodes/softmax_axis_minus_1/output_0.cairo
@@ -0,0 +1,74 @@
+use core::array::{ArrayTrait, SpanTrait};
+use orion::operators::tensor::{TensorTrait, Tensor};
+use orion::operators::tensor::{FP16x16Tensor, FP16x16TensorAdd};
+use orion::numbers::{FixedTrait, FP16x16};
+
+fn output_0() -> Tensor<FP16x16> {
+    let mut shape = ArrayTrait::<usize>::new();
+    shape.append(3);
+    shape.append(4);
+    shape.append(5);
+
+    let mut data = ArrayTrait::new();
+    data.append(FP16x16 { mag: 16293, sign: false });
+    data.append(FP16x16 { mag: 18016, sign: false });
+    data.append(FP16x16 { mag: 9457, sign: false });
+    data.append(FP16x16 { mag: 8192, sign: false });
+    data.append(FP16x16 { mag: 13575, sign: false });
+    data.append(FP16x16 { mag: 9074, sign: false });
+    data.append(FP16x16 { mag: 9153, sign: false });
+    data.append(FP16x16 { mag: 26976, sign: false });
+    data.append(FP16x16 { mag: 11365, sign: false });
+    data.append(FP16x16 { mag: 8965, sign: false });
+    data.append(FP16x16 { mag: 6367, sign: false });
+    data.append(FP16x16 { mag: 3446, sign: false });
+    data.append(FP16x16 { mag: 11948, sign: false });
+    data.append(FP16x16 { mag: 7577, sign: false });
+    data.append(FP16x16 { mag: 36196, sign: false });
+    data.append(FP16x16 { mag: 5345, sign: false });
+    data.append(FP16x16 { mag: 26720, sign: false });
+    data.append(FP16x16 { mag: 8716, sign: false });
+    data.append(FP16x16 { mag: 8636, sign: false });
+    data.append(FP16x16 { mag: 16117, sign: false });
+    data.append(FP16x16 { mag: 11835, sign: false });
+    data.append(FP16x16 { mag: 15098, sign: false });
+    data.append(FP16x16 { mag: 12290, sign: false });
+    data.append(FP16x16 { mag: 11554, sign: false });
+    data.append(FP16x16 { mag: 14756, sign: false });
+    data.append(FP16x16 { mag: 13375, sign: false });
+    data.append(FP16x16 { mag: 10956, sign: false });
+    data.append(FP16x16 { mag: 12207, sign: false });
+    data.append(FP16x16 { mag: 12678, sign: false });
+    data.append(FP16x16 { mag: 16317, sign: false });
+    data.append(FP16x16 { mag: 8738, sign: false });
+    data.append(FP16x16 { mag: 15304, sign: false });
+    data.append(FP16x16 { mag: 21770, sign: false });
+    data.append(FP16x16 { mag: 9001, sign: false });
+    data.append(FP16x16 { mag: 10720, sign: false });
+    data.append(FP16x16 { mag: 13696, sign: false });
+    data.append(FP16x16 { mag: 12714, sign: false });
+    data.append(FP16x16 { mag: 13281, sign: false });
+    data.append(FP16x16 { mag: 10634, sign: false });
+    data.append(FP16x16 { mag: 15208, sign: false });
+    data.append(FP16x16 { mag: 9807, sign: false });
+    data.append(FP16x16 { mag: 25787, sign: false });
+    data.append(FP16x16 { mag: 7570, sign: false });
+    data.append(FP16x16 { mag: 9069, sign: false });
+    data.append(FP16x16 { mag: 13301, sign: false });
+    data.append(FP16x16 { mag: 22282, sign: false });
+    data.append(FP16x16 { mag: 10433, sign: false });
+    data.append(FP16x16 { mag: 7131, sign: false });
+    data.append(FP16x16 { mag: 12058, sign: false });
+    data.append(FP16x16 { mag: 13629, sign: false });
+    data.append(FP16x16 { mag: 9350, sign: false });
+    data.append(FP16x16 { mag: 6569, sign: false });
+    data.append(FP16x16 { mag: 26106, sign: false });
+    data.append(FP16x16 { mag: 17042, sign: false });
+    data.append(FP16x16 { mag: 6467, sign: false });
+    data.append(FP16x16 { mag: 7100, sign: false });
+    data.append(FP16x16 { mag: 3223, sign: false });
+    data.append(FP16x16 { mag: 49623, sign: false });
+    data.append(FP16x16 { mag: 2133, sign: false });
+    data.append(FP16x16 { mag: 3454, sign: false });
+    TensorTrait::new(shape.span(), data.span())
+}
diff --git a/tests/nodes/softmax_fp16x16/input_0.cairo b/tests/nodes/softmax_fp16x16/input_0.cairo
deleted file mode 100644
index eb5a6bc69..000000000
--- a/tests/nodes/softmax_fp16x16/input_0.cairo
+++ /dev/null
@@ -1,17 +0,0 @@
-use core::array::{ArrayTrait, SpanTrait};
-use orion::operators::tensor::{TensorTrait, Tensor};
-use orion::operators::tensor::{FP16x16Tensor, FP16x16TensorSub};
-use orion::numbers::{FixedTrait, FP16x16};
-
-fn input_0() -> Tensor<FP16x16> {
-    let mut shape = ArrayTrait::<usize>::new();
-    shape.append(2);
-    shape.append(2);
-
-    let mut data = ArrayTrait::new();
-    data.append(FP16x16 { mag: 93078, sign: true });
-    data.append(FP16x16 { mag: 53025, sign: false });
-    data.append(FP16x16 { mag: 183455, sign: true });
-    data.append(FP16x16 { mag: 61044, sign: true });
-    TensorTrait::new(shape.span(), data.span())
-}
diff --git a/tests/nodes/softmax_fp16x16/output_0.cairo b/tests/nodes/softmax_fp16x16/output_0.cairo
deleted file mode 100644
index 22ee5fe31..000000000
--- a/tests/nodes/softmax_fp16x16/output_0.cairo
+++ /dev/null
@@ -1,17 +0,0 @@
-use core::array::{ArrayTrait, SpanTrait};
-use orion::operators::tensor::{TensorTrait, Tensor};
-use orion::operators::tensor::{FP16x16Tensor, FP16x16TensorSub};
-use orion::numbers::{FixedTrait, FP16x16};
-
-fn output_0() -> Tensor<FP16x16> {
-    let mut shape = ArrayTrait::<usize>::new();
-    shape.append(2);
-    shape.append(2);
-
-    let mut data = ArrayTrait::new();
-    data.append(FP16x16 { mag: 6366, sign: false });
-    data.append(FP16x16 { mag: 59169, sign: false });
-    data.append(FP16x16 { mag: 8768, sign: false });
-    data.append(FP16x16 { mag: 56767, sign: false });
-    TensorTrait::new(shape.span(), data.span())
-}
diff --git a/tests/nodes/softmax_fp8x23.cairo b/tests/nodes/softmax_fp8x23.cairo
deleted file mode 100644
index 616810b5a..000000000
--- a/tests/nodes/softmax_fp8x23.cairo
+++ /dev/null
@@ -1,20 +0,0 @@
-mod input_0;
-mod output_0;
-
-
-use orion::operators::tensor::FP8x23TensorPartialEq;
-use orion::operators::nn::NNTrait;
-use orion::numbers::FixedTrait;
-use orion::utils::{assert_eq, assert_seq_eq};
-use orion::operators::nn::FP8x23NN;
-
-#[test]
-#[available_gas(2000000000)]
-fn test_softmax_fp8x23() {
-    let input_0 = input_0::input_0();
-    let z = output_0::output_0();
-
-    let y = NNTrait::softmax(@input_0, 0);
-
-    assert_eq(y, z);
-}
diff --git a/tests/nodes/softmax_fp8x23/input_0.cairo b/tests/nodes/softmax_fp8x23/input_0.cairo
deleted file mode 100644
index 673dc8546..000000000
--- a/tests/nodes/softmax_fp8x23/input_0.cairo
+++ /dev/null
@@ -1,17 +0,0 @@
-use core::array::{ArrayTrait, SpanTrait};
-use orion::operators::tensor::{TensorTrait, Tensor};
-use orion::operators::tensor::{FP8x23Tensor, FP8x23TensorSub};
-use orion::numbers::{FixedTrait, FP8x23};
-
-fn input_0() -> Tensor<FP8x23> {
-    let mut shape = ArrayTrait::<usize>::new();
-    shape.append(2);
-    shape.append(2);
-
-    let mut data = ArrayTrait::new();
-    data.append(FP8x23 { mag: 12134368, sign: false });
-    data.append(FP8x23 { mag: 22252681, sign: true });
-    data.append(FP8x23 { mag: 1818273, sign: false });
-    data.append(FP8x23 { mag: 18287369, sign: true });
-    TensorTrait::new(shape.span(), data.span())
-}
diff --git a/tests/nodes/softmax_fp8x23/output_0.cairo b/tests/nodes/softmax_fp8x23/output_0.cairo
deleted file mode 100644
index a8f691a14..000000000
--- a/tests/nodes/softmax_fp8x23/output_0.cairo
+++ /dev/null
@@ -1,17 +0,0 @@
-use core::array::{ArrayTrait, SpanTrait};
-use orion::operators::tensor::{TensorTrait, Tensor};
-use orion::operators::tensor::{FP8x23Tensor, FP8x23TensorSub};
-use orion::numbers::{FixedTrait, FP8x23};
-
-fn output_0() -> Tensor<FP8x23> {
-    let mut shape = ArrayTrait::<usize>::new();
-    shape.append(2);
-    shape.append(2);
-
-    let mut data = ArrayTrait::new();
-    data.append(FP8x23 { mag: 6490929, sign: false });
-    data.append(FP8x23 { mag: 3221031, sign: false });
-    data.append(FP8x23 { mag: 1897678, sign: false });
-    data.append(FP8x23 { mag: 5167576, sign: false });
-    TensorTrait::new(shape.span(), data.span())
-}