[onert-micro] Add Unpack kernel (#13260)

This pr adds Unpack kernel. ONE-DCO-1.0-Signed-off-by: Artem Balyshev <[email protected]>
Samsung · Jun 21, 2024 · 386652b · 386652b
1 parent fcec6a9
commit 386652b
Show file tree

Hide file tree

Showing 8 changed files with 596 additions and 1 deletion.
diff --git a/onert-micro/onert-micro/include/pal/common/PALUnpack.h b/onert-micro/onert-micro/include/pal/common/PALUnpack.h
@@ -0,0 +1,77 @@
+/*
+ * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved
+ * Copyright 2020 The TensorFlow Authors. All Rights Reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#ifndef ONERT_MICRO_PAL_UNPACK_COMMON_H
+#define ONERT_MICRO_PAL_UNPACK_COMMON_H
+
+#include "core/OMKernelData.h"
+
+namespace onert_micro
+{
+namespace execute
+{
+namespace pal
+{
+
+template <typename T>
+OMStatus Unpack(const core::SplitParams &params, const core::OMRuntimeShape &input_shape,
+                const T *input_data, const core::OMRuntimeShape &output_shape, int32_t axis_value)
+{
+  const auto dimensions = input_shape.dimensionsCount();
+
+  if (axis_value < 0)
+  {
+    axis_value += dimensions;
+  }
+
+  int outer_size = 1;
+  for (int i = 0; i < axis_value; ++i)
+  {
+    outer_size *= input_shape.dims(i);
+  }
+  int copy_size = 1;
+  for (int i = axis_value + 1; i < dimensions; ++i)
+  {
+    copy_size *= input_shape.dims(i);
+  }
+  int output_size = 1;
+  for (int i = 0; i < output_shape.dimensionsCount(); ++i)
+  {
+    output_size *= output_shape.dims(i);
+  }
+
+  for (int i = 0; i < params.num_outputs; ++i)
+  {
+    T *output_data = core::utils::castOutputData<T>(params.output_data[i]);
+    assert(output_data != nullptr);
+    for (int k = 0; k < outer_size; ++k)
+    {
+      T *output_ptr = output_data + copy_size * k;
+      int loc = k * params.num_outputs * copy_size + i * copy_size;
+      const T *input_ptr = input_data + loc;
+      for (int j = 0; j < copy_size; ++j)
+        output_ptr[j] = input_ptr[j];
+    }
+  }
+  return Ok;
+}
+
+} // namespace pal
+} // namespace execute
+} // namespace onert_micro
+
+#endif // ONERT_MICRO_PAL_UNPACK_COMMON_H
diff --git a/onert-micro/onert-micro/include/pal/mcu/KernelsToBuild.lst b/onert-micro/onert-micro/include/pal/mcu/KernelsToBuild.lst
@@ -84,4 +84,4 @@ REGISTER_KERNEL(RSQRT, Rsqrt)
 REGISTER_KERNEL(NEG, Neg)
 #/*REGISTER_KERNEL(ZEROS_LIKE, ZerosLike)*/
 #/*REGISTER_KERNEL(SQUEEZE, Squeeze)*/
-#/*REGISTER_KERNEL(UNPACK, Unpack)*/
+REGISTER_KERNEL(UNPACK, Unpack)
diff --git a/onert-micro/onert-micro/include/test_models/unpack/FloatUnpackKernel.h b/onert-micro/onert-micro/include/test_models/unpack/FloatUnpackKernel.h
@@ -0,0 +1,103 @@
+/*
+ * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#ifndef ONERT_MICRO_TEST_MODELS_FLOAT_SQRT_KERNEL_H
+#define ONERT_MICRO_TEST_MODELS_FLOAT_SQRT_KERNEL_H
+
+#include "TestDataUnpackBase.h"
+
+namespace onert_micro
+{
+namespace test_model
+{
+namespace unpack_float
+{
+/*
+ * Unpack Kernel:
+ *
+ *        Input(2, 2, 3, 4)
+ *          |
+ *     Unpack(num=2, axis=0)
+ *     /                  \
+ * Output1(2, 3, 4)        Output1(2, 3, 4)
+ */
+const unsigned char test_kernel_model_circle[] = {
+  0x18, 0x00, 0x00, 0x00, 0x43, 0x49, 0x52, 0x30, 0x00, 0x00, 0x0e, 0x00, 0x14, 0x00, 0x00, 0x00,
+  0x0c, 0x00, 0x08, 0x00, 0x10, 0x00, 0x04, 0x00, 0x0e, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00,
+  0x34, 0x00, 0x00, 0x00, 0x6c, 0x01, 0x00, 0x00, 0x88, 0x01, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00,
+  0x20, 0x00, 0x00, 0x00, 0x14, 0x00, 0x00, 0x00, 0x0c, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00,
+  0xf4, 0xff, 0xff, 0xff, 0xf8, 0xff, 0xff, 0xff, 0xfc, 0xff, 0xff, 0xff, 0x04, 0x00, 0x04, 0x00,
+  0x04, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x14, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0e, 0x00,
+  0x18, 0x00, 0x14, 0x00, 0x10, 0x00, 0x0c, 0x00, 0x08, 0x00, 0x04, 0x00, 0x0e, 0x00, 0x00, 0x00,
+  0x14, 0x00, 0x00, 0x00, 0x1c, 0x00, 0x00, 0x00, 0x68, 0x00, 0x00, 0x00, 0x70, 0x00, 0x00, 0x00,
+  0x74, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0x6d, 0x61, 0x69, 0x6e, 0x00, 0x00, 0x00, 0x00,
+  0x01, 0x00, 0x00, 0x00, 0x14, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0e, 0x00, 0x16, 0x00, 0x00, 0x00,
+  0x10, 0x00, 0x0c, 0x00, 0x07, 0x00, 0x08, 0x00, 0x0e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x40,
+  0x14, 0x00, 0x00, 0x00, 0x18, 0x00, 0x00, 0x00, 0x20, 0x00, 0x00, 0x00, 0x00, 0x00, 0x06, 0x00,
+  0x08, 0x00, 0x04, 0x00, 0x06, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00,
+  0x01, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
+  0x02, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00,
+  0x00, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, 0x6c, 0x00, 0x00, 0x00, 0x34, 0x00, 0x00, 0x00,
+  0x04, 0x00, 0x00, 0x00, 0xac, 0xff, 0xff, 0xff, 0x0c, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00,
+  0x10, 0x00, 0x00, 0x00, 0x05, 0x00, 0x00, 0x00, 0x6f, 0x66, 0x6d, 0x3a, 0x31, 0x00, 0x00, 0x00,
+  0x03, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00,
+  0xd8, 0xff, 0xff, 0xff, 0x0c, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x0c, 0x00, 0x00, 0x00,
+  0x03, 0x00, 0x00, 0x00, 0x6f, 0x66, 0x6d, 0x00, 0x03, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00,
+  0x03, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0x0c, 0x00, 0x10, 0x00, 0x0c, 0x00, 0x00, 0x00,
+  0x08, 0x00, 0x04, 0x00, 0x0c, 0x00, 0x00, 0x00, 0x0c, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00,
+  0x0c, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, 0x69, 0x66, 0x6d, 0x00, 0x04, 0x00, 0x00, 0x00,
+  0x02, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00,
+  0x01, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00, 0x0c, 0x00, 0x0c, 0x00, 0x0b, 0x00, 0x00, 0x00,
+  0x00, 0x00, 0x04, 0x00, 0x0c, 0x00, 0x00, 0x00, 0x58, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x58,
+  0x11, 0x00, 0x00, 0x00, 0x4f, 0x4e, 0x45, 0x2d, 0x74, 0x66, 0x6c, 0x69, 0x74, 0x65, 0x32, 0x63,
+  0x69, 0x72, 0x63, 0x6c, 0x65, 0x00, 0x00, 0x00};
+
+const std::vector<float> input_data = {
+  80.8925,     -4.4767537, 38.051624,  69.14668,  -23.124884,  -8.138234,  79.53351,   40.877926,
+  -12.0593405, 41.621094,  69.482895,  7.9741273, 3.7500796,   -80.87057,  10.576268,  -16.321995,
+  -12.388415,  -20.782156, 47.479202,  -56.73159, 81.99104,    70.61185,   32.652695,  -93.72114,
+  -75.67862,   -70.78546,  -42.199966, -12.66376, 21.785488,   -7.168219,  -19.772392, -17.600962,
+  64.1301,     -4.7490916, 76.81972,   -41.70657, -83.13318,   45.003937,  85.05216,   -29.184652,
+  40.685417,   -35.482887, -60.648735, -0.268777, -0.59301615, -19.212725, 87.67197,   -37.269848};
+const std::vector<float> reference_output_data_1 = {
+  80.8925,     -4.4767537, 38.051624, 69.14668,  -23.124884, -8.138234, 79.53351,  40.877926,
+  -12.0593405, 41.621094,  69.482895, 7.9741273, 3.7500796,  -80.87057, 10.576268, -16.321995,
+  -12.388415,  -20.782156, 47.479202, -56.73159, 81.99104,   70.61185,  32.652695, -93.72114};
+const std::vector<float> reference_output_data_2 = {
+  -75.67862, -70.78546,  -42.199966, -12.66376, 21.785488,   -7.168219,  -19.772392, -17.600962,
+  64.1301,   -4.7490916, 76.81972,   -41.70657, -83.13318,   45.003937,  85.05216,   -29.184652,
+  40.685417, -35.482887, -60.648735, -0.268777, -0.59301615, -19.212725, 87.67197,   -37.269848};
+
+} // namespace unpack_float
+
+class TestDataFloatUnpack : public TestDataUnpackBase<float>
+{
+public:
+  TestDataFloatUnpack()
+  {
+    _input_data = unpack_float::input_data;
+    _reference_output_data_1 = unpack_float::reference_output_data_1;
+    _reference_output_data_2 = unpack_float::reference_output_data_2;
+    _test_kernel_model_circle = unpack_float::test_kernel_model_circle;
+  }
+
+  ~TestDataFloatUnpack() override = default;
+};
+
+} // namespace test_model
+} // namespace onert_micro
+
+#endif // ONERT_MICRO_TEST_MODELS_FLOAT_SQRT_KERNEL_H
diff --git a/onert-micro/onert-micro/include/test_models/unpack/NegUnpackKernel.h b/onert-micro/onert-micro/include/test_models/unpack/NegUnpackKernel.h
@@ -0,0 +1,90 @@
+/*
+ * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#ifndef ONERT_MICRO_TEST_MODELS_NEG_UNPACK_KERNEL_H
+#define ONERT_MICRO_TEST_MODELS_NEG_UNPACK_KERNEL_H
+
+#include "TestDataUnpackBase.h"
+
+namespace onert_micro
+{
+namespace test_model
+{
+namespace neg_unpack_input_type_mismatch
+{
+
+/*
+ * Unpack Kernel with input type mismatch (input_type should be equal to output_type):
+ *
+ *        Input(2, 2, 3, 4) - Int32
+ *                  |
+ *         Unpack(num=2, axis=0)
+ *     /                        \
+ * Output1(2, 3, 4)-Float32        Output1(2, 3, 4) - Float32
+ */
+const unsigned char test_kernel_model_circle[] = {
+  0x18, 0x00, 0x00, 0x00, 0x43, 0x49, 0x52, 0x30, 0x00, 0x00, 0x0e, 0x00, 0x14, 0x00, 0x00, 0x00,
+  0x0c, 0x00, 0x08, 0x00, 0x10, 0x00, 0x04, 0x00, 0x0e, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00,
+  0x34, 0x00, 0x00, 0x00, 0x7c, 0x01, 0x00, 0x00, 0x98, 0x01, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00,
+  0x20, 0x00, 0x00, 0x00, 0x14, 0x00, 0x00, 0x00, 0x0c, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00,
+  0xf4, 0xff, 0xff, 0xff, 0xf8, 0xff, 0xff, 0xff, 0xfc, 0xff, 0xff, 0xff, 0x04, 0x00, 0x04, 0x00,
+  0x04, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x14, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0e, 0x00,
+  0x18, 0x00, 0x14, 0x00, 0x10, 0x00, 0x0c, 0x00, 0x08, 0x00, 0x04, 0x00, 0x0e, 0x00, 0x00, 0x00,
+  0x14, 0x00, 0x00, 0x00, 0x1c, 0x00, 0x00, 0x00, 0x68, 0x00, 0x00, 0x00, 0x70, 0x00, 0x00, 0x00,
+  0x74, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0x6d, 0x61, 0x69, 0x6e, 0x00, 0x00, 0x00, 0x00,
+  0x01, 0x00, 0x00, 0x00, 0x14, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0e, 0x00, 0x16, 0x00, 0x00, 0x00,
+  0x10, 0x00, 0x0c, 0x00, 0x07, 0x00, 0x08, 0x00, 0x0e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x40,
+  0x14, 0x00, 0x00, 0x00, 0x18, 0x00, 0x00, 0x00, 0x20, 0x00, 0x00, 0x00, 0x00, 0x00, 0x06, 0x00,
+  0x08, 0x00, 0x04, 0x00, 0x06, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00,
+  0x01, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
+  0x02, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00,
+  0x00, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, 0x78, 0x00, 0x00, 0x00, 0x40, 0x00, 0x00, 0x00,
+  0x04, 0x00, 0x00, 0x00, 0xd4, 0xff, 0xff, 0xff, 0x0c, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00,
+  0x10, 0x00, 0x00, 0x00, 0x05, 0x00, 0x00, 0x00, 0x6f, 0x66, 0x6d, 0x3a, 0x31, 0x00, 0x00, 0x00,
+  0x03, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00,
+  0x0c, 0x00, 0x10, 0x00, 0x0c, 0x00, 0x00, 0x00, 0x08, 0x00, 0x04, 0x00, 0x0c, 0x00, 0x00, 0x00,
+  0x0c, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x0c, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00,
+  0x6f, 0x66, 0x6d, 0x00, 0x03, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00,
+  0x04, 0x00, 0x00, 0x00, 0x0c, 0x00, 0x14, 0x00, 0x10, 0x00, 0x0f, 0x00, 0x08, 0x00, 0x04, 0x00,
+  0x0c, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02,
+  0x0c, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, 0x69, 0x66, 0x6d, 0x00, 0x04, 0x00, 0x00, 0x00,
+  0x02, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00,
+  0x01, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00, 0x0c, 0x00, 0x0c, 0x00, 0x0b, 0x00, 0x00, 0x00,
+  0x00, 0x00, 0x04, 0x00, 0x0c, 0x00, 0x00, 0x00, 0x58, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x58,
+  0x11, 0x00, 0x00, 0x00, 0x4f, 0x4e, 0x45, 0x2d, 0x74, 0x66, 0x6c, 0x69, 0x74, 0x65, 0x32, 0x63,
+  0x69, 0x72, 0x63, 0x6c, 0x65, 0x00, 0x00, 0x00};
+} // namespace neg_unpack_input_type_mismatch
+
+class NegTestDataInputOutputTypeMismatchUnpackKernel : public NegTestDataBase
+{
+public:
+  NegTestDataInputOutputTypeMismatchUnpackKernel()
+  {
+    _test_kernel_model_circle = neg_unpack_input_type_mismatch::test_kernel_model_circle;
+  }
+
+  ~NegTestDataInputOutputTypeMismatchUnpackKernel() override = default;
+
+  const unsigned char *get_model_ptr() override final { return _test_kernel_model_circle; }
+
+protected:
+  const unsigned char *_test_kernel_model_circle;
+};
+
+} // namespace test_model
+} // namespace onert_micro
+
+#endif // ONERT_MICRO_TEST_MODELS_NEG_UNPACK_KERNEL_H
diff --git a/onert-micro/onert-micro/include/test_models/unpack/TestDataUnpackBase.h b/onert-micro/onert-micro/include/test_models/unpack/TestDataUnpackBase.h
@@ -0,0 +1,69 @@
+/*
+ * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#ifndef ONERT_MICRO_TEST_MODELS_UNPACK_KERNEL_BASE_H
+#define ONERT_MICRO_TEST_MODELS_UNPACK_KERNEL_BASE_H
+
+#include "test_models/TestDataBase.h"
+#include <cassert>
+
+namespace onert_micro
+{
+namespace test_model
+{
+
+template <typename T> class TestDataUnpackBase : public TestDataBase<T>
+{
+public:
+  TestDataUnpackBase() = default;
+
+  const unsigned char *get_model_ptr() override final { return _test_kernel_model_circle; }
+
+  const std::vector<T> &get_input_data_by_index(int i) override final
+  {
+    switch (i)
+    {
+      case 0:
+        return _input_data;
+      default:
+        assert(false && "Wrong input index");
+    }
+  }
+
+  const std::vector<T> &get_output_data_by_index(int i) override final
+  {
+    switch (i)
+    {
+      case 0:
+        return _reference_output_data_1;
+      case 1:
+        return _reference_output_data_2;
+      default:
+        assert(false && "Wrong input index");
+    }
+  }
+
+protected:
+  std::vector<T> _input_data;
+  std::vector<T> _reference_output_data_1;
+  std::vector<T> _reference_output_data_2;
+  const unsigned char *_test_kernel_model_circle;
+};
+
+} // namespace test_model
+} // namespace onert_micro
+
+#endif // ONERT_MICRO_TEST_MODELS_UNPACK_KERNEL_BASE_H