Add CUDA unit test and fix CUDA build configuration

This commit includes the following changes:
1. Add new CUDA unit test file (unittest_cuda.cpp) with RMSNorm CUDA kernel
   tests
2. Reorganize CUDA operations directory structure by moving subdir inclusion
   from nntrainer/meson.build to nntrainer/tensor/meson.build
3. Add CUDA test target in test/unittest/meson.build
4. Fix CUDA linking issues by adding proper link arguments (-NOIMPLIB, -NOEXP)
   to prevent generation of unnecessary .lib and .exp files
5. Add CUDA dependencies handling in unit test build configuration

The changes ensure proper CUDA support in the build system and add
comprehensive unit tests for CUDA operations.

Signed-off-by: Daekyoung Jung <[email protected]>

Author: dkjung

nntrainer/meson.build

@@ -95,11 +95,6 @@ foreach elem : nntrainer_elements
   nntrainer_inc_abs += meson.current_source_dir() / elem
 endforeach
 
-# Add CUDA operations subdir if CUDA is enabled
-if get_option('enable-cuda')
-  subdir('tensor/cuda_operations')
-endif
-
 nntrainer_common_sources = [
   'nntrainer_logger.cpp',
   'app_context.cpp',

nntrainer/tensor/meson.build

@@ -90,6 +90,12 @@ if get_option('enable-opencl')
   nntrainer_inc_abs += meson.current_source_dir() / 'cl_operations'
 endif
 
+if get_option('enable-cuda')
+  subdir('cuda_operations')
+  nntrainer_inc += include_directories('cuda_operations')
+  nntrainer_inc_abs += meson.current_source_dir() / 'cuda_operations'
+endif
+
 foreach s : tensor_sources
   nntrainer_sources += meson.current_source_dir() / s
 endforeach

test/unittest/meson.build

@@ -84,6 +84,10 @@ if get_option('enable-opencl')
   test_target += [['unittest_attention_kernels_cl', []]]
 endif
 
+if get_option('enable-cuda')
+  test_target += [['unittest_cuda', []]]
+endif
+
 if get_option('enable-fp16')
   test_target += [['unittest_nntrainer_tensor_fp16', []]]
   test_target += [['unittest_nntrainer_tensor_pool_fp16', []]]
@@ -96,12 +100,20 @@ if get_option('enable-profile')
 endif
 
 foreach target: test_target
+  cuda_deps = []
+  cuda_link_args = []
+  if target[0] == 'unittest_cuda' and get_option('enable-cuda')
+    cuda_deps = [cuda_dep]
+    cuda_link_args = ['-NODEFAULTLIB:LIBCMT', '-NOIMPLIB', '-NOEXP']
+  endif
+  
   exe = executable(
     target[0],
     [target[0] + '.cpp'] + [target[1]],
     # below is temporary measure, we will eventually remove unittest_nntrainer_models
     include_directories: include_directories('models'),
-    dependencies: unittest_nntrainer_deps,
+    dependencies: unittest_nntrainer_deps + cuda_deps,
+    link_args: cuda_link_args,
     install: get_option('enable-test'),
     install_dir: application_install_dir
   )