[GPU/OpenCL] Updated the SwiGLU, Reshape and Concat Layers

Updated the swiglu, reshape, and concat layers with the new shared_ptr flow. Replaced clCreateKernel with registerClKernel for all these layers. Self evaluation: Build test: [X]Passed [ ]Failed [ ]Skipped Run test: [X]Passed [ ]Failed [ ]Skipped Signed-off-by: Niket Agarwal <[email protected]>
nnstreamer · Oct 14, 2024 · a6fd820 · a6fd820
1 parent cb5afd8
commit a6fd820
Show file tree

Hide file tree

Showing 8 changed files with 369 additions and 411 deletions.
diff --git a/nntrainer/cl_context.cpp b/nntrainer/cl_context.cpp
@@ -39,21 +39,18 @@ static void add_default_object(ClContext &cc) {
   //                    AdditionLayerCL::type,
   //                    ml::train::LayerType::LAYER_ADDITION);
 
-  // cc.registerFactory(nntrainer::createLayer<SwiGLULayerCl>,
-  // SwiGLULayerCl::type,
-  //                    ml::train::LayerType::LAYER_SWIGLU);
+  cc.registerFactory(nntrainer::createLayer<SwiGLULayerCl>, SwiGLULayerCl::type,
+                     ml::train::LayerType::LAYER_SWIGLU);
 
-  // cc.registerFactory(nntrainer::createLayer<ReshapeLayerCl>,
-  //                    ReshapeLayerCl::type,
-  //                    ml::train::LayerType::LAYER_RESHAPE);
+  cc.registerFactory(nntrainer::createLayer<ReshapeLayerCl>,
+                     ReshapeLayerCl::type, ml::train::LayerType::LAYER_RESHAPE);
 
   // cc.registerFactory(nntrainer::createLayer<RMSNormLayerCl>,
   //                    RMSNormLayerCl::type,
   //                    ml::train::LayerType::LAYER_RMSNORM);
 
-  // cc.registerFactory(nntrainer::createLayer<ConcatLayerCl>,
-  // ConcatLayerCl::type,
-  //                    ml::train::LayerType::LAYER_CONCAT);
+  cc.registerFactory(nntrainer::createLayer<ConcatLayerCl>, ConcatLayerCl::type,
+                     ml::train::LayerType::LAYER_CONCAT);
 }
 
 static void registerer(ClContext &cc) noexcept {