Skip to content

Commit f09b96d

Browse files
acgoldmaj-xiong
acgoldma
authored and
j-xiong
committed
prov/psm3: update provider to sync with IEFS 12.0.0.0.36
Updates: - GPU HAL - Removed AVX requirement, now will only warn. - Improved PSM3_RDMA modes 2 & 3's performance. - Improved NIC selection algorithms Signed-off-by: Adam Goldman <[email protected]>
1 parent c17230d commit f09b96d

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

95 files changed

+8734
-7745
lines changed

‎prov/psm3/COPYING‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
../../COPYING

‎prov/psm3/Makefile.am‎

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
#
22
# Copyright (c) 2016 Cisco Systems, Inc. All rights reserved.
3-
# Copyright (c) 2017-2018 Intel Corporation, Inc. All right reserved.
3+
# Copyright (c) 2017-2024 Intel Corporation, Inc. All right reserved.
44
# Copyright (c) 2018 Amazon.com, Inc. or its affiliates. All rights reserved.
55
# (C) Copyright 2020 Hewlett Packard Enterprise Development LP
66
#
@@ -97,6 +97,7 @@ common_srcs = \
9797
shared/var.c \
9898
shared/abi_1_0.c
9999

100+
100101
if MACOS
101102
common_srcs += shared/osx/osd.c
102103
common_srcs += shared/unix/osd.c
@@ -230,7 +231,7 @@ src_libpsm3_fi_la_LDFLAGS += -lpsm2
230231
endif !HAVE_PSM3_SRC
231232

232233
if !EMBEDDED
233-
src_libpsm3_fi_la_LDFLAGS += -version-info 24:0:23
234+
src_libpsm3_fi_la_LDFLAGS += -version-info 25:0:24
234235
endif
235236

236237
prov_install_man_pages = man/man7/fi_psm3.7

‎prov/psm3/Makefile.include‎

Lines changed: 15 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -52,14 +52,11 @@ noinst_LTLIBRARIES += \
5252
prov/psm3/psm3/libptl_self.la \
5353
prov/psm3/psm3/libhal_verbs.la \
5454
prov/psm3/psm3/libhal_sockets.la \
55+
prov/psm3/psm3/libgpu.la \
5556
prov/psm3/psm3/libpsm3i.la
5657

5758
prov_psm3_psm3_libptl_am_la_SOURCES = \
5859
prov/psm3/psm3/ptl_am/am_config.h \
59-
prov/psm3/psm3/ptl_am/am_cuda_memhandle_cache.c \
60-
prov/psm3/psm3/ptl_am/am_cuda_memhandle_cache.h \
61-
prov/psm3/psm3/ptl_am/am_oneapi_memhandle_cache.c \
62-
prov/psm3/psm3/ptl_am/am_oneapi_memhandle_cache.h \
6360
prov/psm3/psm3/ptl_am/am_reqrep.c \
6461
prov/psm3/psm3/ptl_am/am_reqrep_shmem.c \
6562
prov/psm3/psm3/ptl_am/cmarw.h \
@@ -191,6 +188,17 @@ prov_psm3_psm3_libhal_sockets_la_CPPFLAGS = \
191188
prov_psm3_psm3_libhal_sockets_la_CFLAGS = \
192189
$(AM_CFLAGS) $(psm3_CFLAGS) $(_psm3_cflags)
193190

191+
prov_psm3_psm3_libgpu_la_SOURCES = \
192+
prov/psm3/psm3/gpu/psm_gpu_hal.c \
193+
prov/psm3/psm3/gpu/psm_gpu_hal.h \
194+
prov/psm3/psm3/gpu/psm_gpu_cuda.c \
195+
prov/psm3/psm3/gpu/psm_gpu_oneapi_ze.c
196+
prov_psm3_psm3_libgpu_la_CPPFLAGS = \
197+
-I$(top_srcdir)/prov/psm3/psm3/gpu/ \
198+
$(AM_CPPFLAGS) $(psm3_CPPFLAGS) $(_psm3_cppflags)
199+
prov_psm3_psm3_libgpu_la_CFLAGS = \
200+
$(AM_CFLAGS) $(psm3_CFLAGS) $(_psm3_cflags)
201+
194202
prov_psm3_psm3_libpsm3i_la_SOURCES = \
195203
prov/psm3/psm3/psm.c \
196204
prov/psm3/psm3/psm_am.c \
@@ -218,7 +226,6 @@ prov_psm3_psm3_libpsm3i_la_SOURCES = \
218226
prov/psm3/psm3/psm_netutils.h \
219227
prov/psm3/psm3/psm_nic_select.c \
220228
prov/psm3/psm3/psm_nic_select.h \
221-
prov/psm3/psm3/psm_oneapi_ze.c \
222229
prov/psm3/psm3/psm_perf.c \
223230
prov/psm3/psm3/psm_perf.h \
224231
prov/psm3/psm3/psm_rndv_mod.c \
@@ -263,6 +270,7 @@ prov_psm3_psm3_libpsm3i_la_LIBADD = \
263270
prov/psm3/psm3/libptl_ips.la \
264271
prov/psm3/psm3/libptl_self.la \
265272
prov/psm3/psm3/libhal_verbs.la \
273+
prov/psm3/psm3/libgpu.la \
266274
prov/psm3/psm3/libhal_sockets.la
267275

268276
prov_psm3_psm3_libpsm3i_la_DEPENDENCIES = \
@@ -271,6 +279,7 @@ prov_psm3_psm3_libpsm3i_la_DEPENDENCIES = \
271279
prov/psm3/psm3/libptl_ips.la \
272280
prov/psm3/psm3/libptl_self.la \
273281
prov/psm3/psm3/libhal_verbs.la \
282+
prov/psm3/psm3/libgpu.la \
274283
prov/psm3/psm3/libhal_sockets.la
275284

276285
# Mirror EXTRA_DIST to end of file
@@ -288,6 +297,7 @@ chksum_srcs += \
288297
$(prov_psm3_psm3_libutils_la_SOURCES) \
289298
$(prov_psm3_psm3_libhal_verbs_la_SOURCES) \
290299
$(prov_psm3_psm3_libhal_sockets_la_SOURCES) \
300+
$(prov_psm3_psm3_libgpu_la_SOURCES) \
291301
$(prov_psm3_psm3_libpsm3i_la_SOURCES) \
292302
$(prov_psm3_extra_dist)
293303

‎prov/psm3/VERSION‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
3_7_0_0
1+
4_0_0_0

‎prov/psm3/configure.ac‎

Lines changed: 15 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -143,7 +143,7 @@ AS_IF([test "x$enable_psm3_rc" = "xcheck"],
143143
AS_IF([test "x$enable_psm3_rc" = "xyes"],
144144
[
145145
AS_IF([test "x$enable_psm3_verbs" = "xyes"],
146-
[CPPFLAGS="$CPPFLAGS -DUSE_RC"],
146+
[CPPFLAGS="$CPPFLAGS -DUSE_RC -DUSE_RDMA_READ"],
147147
[AC_MSG_ERROR([User RC QPs requires Verbs HAL active])])
148148
])
149149
AS_IF([test "x$enable_psm3_src" = "xyes"],
@@ -690,21 +690,25 @@ AS_IF([test "$have_oneapi_ze" = "1"],
690690
LIBS="$LIBS $ze_LIBS"
691691
692692
dnl - Check for zeMemPutIpcHandle after ZE added to LIBS/*FLAGS
693+
save_LDFLAGS="$LDFLAGS"
694+
LDFLAGS="$LDFLAGS -lze_loader"
693695
AC_MSG_CHECKING([for zeMemPutIpcHandle support in level-zero])
694696
AC_LINK_IFELSE(
695697
[AC_LANG_PROGRAM([[
696698
#include <level_zero/ze_api.h>
697699
]],[[
698-
ze_context_handle_t hContext;
700+
ze_context_handle_t hContext = NULL;
699701
ze_ipc_mem_handle_t handle;
700702
(void)zeMemPutIpcHandle(hContext, handle);
701703
]])
702704
],[
703705
AC_MSG_RESULT(yes)
704706
have_oneapi_zeMemPutIpcHandle=1
705707
CPPFLAGS="$CPPFLAGS -DPSM_HAVE_ONEAPI_ZE_PUT_IPCHANDLE"
708+
LDFLAGS="$save_LDFLAGS"
706709
],[
707710
AC_MSG_RESULT(no)
711+
LDFLAGS="$save_LDFLAGS"
708712
])
709713
])
710714

@@ -910,12 +914,9 @@ AS_IF([test ! -z "$CC" && ( test "x${CC%% *}" = "xicc" || test "x${CC%% *}" = "x
910914
[ dnl ICC/ICX
911915
CFLAGS="$CFLAGS -Werror -xATOM_SSE4.2 -DPSM_AVX512 -fpic -fPIC -D_GNU_SOURCE -DPACK_STRUCT_STL=packed,"
912916
LDFLAGS="$LDFLAGS -Wc,-static-intel"
913-
PSM3_MARCH="avx2"
914917
], [ dnl GCC/other
915-
CFLAGS="$CFLAGS -Werror -mavx2 -fpic -fPIC -funwind-tables -Wformat -Wformat-security"
916-
PSM3_MARCH="avx2"
918+
CFLAGS="$CFLAGS -Werror -msse4.2 -fpic -fPIC -funwind-tables -Wformat -Wformat-security"
917919
])
918-
AC_DEFINE_UNQUOTED([PSM3_MARCH], ["$PSM3_MARCH"], [PSM3 built with instruction set])
919920
AS_IF([test ! -z "$PSM_CPPFLAGS"], [CPPFLAGS="$CPPFLAGS $PSM_CPPFLAGS"], [])
920921
AS_IF([test ! -z "$PSM_CFLAGS"], [CFLAGS="$CFLAGS $PSM_CFLAGS"], [])
921922

@@ -936,12 +937,10 @@ AC_DEFINE([HAVE_XPMEM], 0, [Ignore HAVE_XPMEM])
936937

937938
dnl Provider-specific checks
938939
dnl FI_PROVIDER_INIT
939-
AC_DEFINE([HAVE_BGQ], 0, [Ignore HAVE_BGQ])
940-
AC_DEFINE([HAVE_BGQ_DL], 0, [Ignore HAVE_BGQ_DL])
940+
AC_DEFINE([HAVE_CXI], 0, [Ignore HAVE_CXI])
941+
AC_DEFINE([HAVE_CXI_DL], 0, [Ignore HAVE_CXI_DL])
941942
AC_DEFINE([HAVE_EFA], 0, [Ignore HAVE_EFA])
942943
AC_DEFINE([HAVE_EFA_DL], 0, [Ignore HAVE_EFA_DL])
943-
AC_DEFINE([HAVE_GNI], 0, [Ignore HAVE_GNI])
944-
AC_DEFINE([HAVE_GNI_DL], 0, [Ignore HAVE_GNI_DL])
945944
AC_DEFINE([HAVE_MRAIL], 0, [Ignore HAVE_MRAIL])
946945
AC_DEFINE([HAVE_MRAIL_DL], 0, [Ignore HAVE_MRAIL_DL])
947946
AC_DEFINE([HAVE_NET], 0, [Ignore HAVE_NET])
@@ -954,8 +953,6 @@ AC_DEFINE([HAVE_PSM2_DL], 0, [Ignore HAVE_PSM2_DL])
954953
dnl FI_PROVIDER_SETUP([psm3])
955954
AC_DEFINE([HAVE_OPX], 0, [Ignore HAVE_OPX])
956955
AC_DEFINE([HAVE_OPX_DL], 0, [Ignore HAVE_OPX_DL])
957-
AC_DEFINE([HAVE_RSTREAM], 0, [Ignore HAVE_RSTREAM])
958-
AC_DEFINE([HAVE_RSTREAM_DL], 0, [Ignore HAVE_RSTREAM_DL])
959956
AC_DEFINE([HAVE_RXD], 0, [Ignore HAVE_RXD])
960957
AC_DEFINE([HAVE_RXD_DL], 0, [Ignore HAVE_RXD_DL])
961958
AC_DEFINE([HAVE_RXM], 0, [Ignore HAVE_RXM])
@@ -974,8 +971,6 @@ AC_DEFINE([HAVE_UCX], 0, [Ignore HAVE_UCX])
974971
AC_DEFINE([HAVE_UCX_DL], 0, [Ignore HAVE_UCX_DL])
975972
AC_DEFINE([HAVE_UDP], 0, [Ignore HAVE_UDP])
976973
AC_DEFINE([HAVE_UDP_DL], 0, [Ignore HAVE_UDP_DL])
977-
AC_DEFINE([HAVE_USNIC], 0, [Ignore HAVE_USNIC])
978-
AC_DEFINE([HAVE_USNIC_DL], 0, [Ignore HAVE_USNIC_DL])
979974
AC_DEFINE([HAVE_VERBS], 0, [Ignore HAVE_VERBS])
980975
AC_DEFINE([HAVE_VERBS_DL], 0, [Ignore HAVE_VERBS_DL])
981976
dnl FI_PROVIDER_FINI
@@ -991,8 +986,12 @@ AM_COND_IF([HAVE_PSM3_SRC],
991986
AS_IF([test -z "${PSM3_IEFS_VERSION}"], [PSM3_IEFS_VERSION="${PACKAGE_VERSION}$(whoami)"])
992987
PSM3_IEFS_VERSION=$(echo "${PSM3_IEFS_VERSION}" | tr '.' '_')
993988
PSM3_GIT_HASH="$(git rev-parse HEAD)"
994-
RPM_RELEASE=$(echo "${PSM3_IEFS_VERSION}" | cut -d'_' -f5)
995-
RELEASE_VER=$(echo "${PSM3_IEFS_VERSION}" | cut -d'_' -f1-4 | sed 's/_/./g')
989+
RPM_RELEASE=$(echo "${PSM3_IEFS_VERSION}" | tr -s '@<:@A-Z@:>@' '_' | cut -d'_' -f5)
990+
RELEASE_VER=$(echo "${PSM3_IEFS_VERSION}" | tr -s '@<:@A-Z@:>@' '_' | cut -d'_' -f1-4 | sed 's/_/./g')
991+
char=$(echo "${PSM3_IEFS_VERSION}" | tr -dc '@<:@A-Z@:>@' | tr '@<:@A-Z@:>@' '@<:@a-z@:>@')
992+
AS_IF([test -n "$char"], [
993+
RPM_RELEASE="0${char}${RPM_RELEASE}"
994+
])
996995
AS_IF([test x"${RELEASE_VER}" = x"${PACKAGE_VERSION}"], [], [
997996
AC_MSG_NOTICE([Release Tag does not match VERSION file])
998997
AC_MSG_NOTICE([${RELEASE_VER} != ${PACKAGE_VERSION}])

‎prov/psm3/configure.m4‎

Lines changed: 10 additions & 33 deletions
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,6 @@ AC_DEFUN([FI_PSM3_CONFIGURE],[
2020
2121
PSM3_HAL_INST=""
2222
PSM3_HAL_CNT=0
23-
PSM3_MARCH=""
2423
2524
psm3_happy=1
2625
AS_IF([test x"$enable_psm3" != x"no"],
@@ -57,7 +56,7 @@ AC_DEFUN([FI_PSM3_CONFIGURE],[
5756
AS_IF([test "x$enable_psm3_rc" = "xyes"],
5857
[
5958
AS_IF([test "x$enable_psm3_verbs" = "xyes"],
60-
[psm3_CPPFLAGS="$psm3_CPPFLAGS -DUSE_RC"],
59+
[psm3_CPPFLAGS="$psm3_CPPFLAGS -DUSE_RC -DUSE_RDMA_READ"],
6160
[AC_MSG_ERROR([User RC QPs requires Verbs HAL active])])
6261
])
6362
@@ -121,39 +120,16 @@ AC_DEFUN([FI_PSM3_CONFIGURE],[
121120
],[
122121
AC_MSG_RESULT([yes])
123122
PSM3_ARCH_CFLAGS="-msse4.2"
124-
PSM3_MARCH="sse4.2"
125123
],[
126124
psm3_happy=0
127125
AC_MSG_RESULT([no])
128-
AC_MSG_NOTICE([psm3 requires minimum of avx instruction set to build])
126+
AC_MSG_NOTICE([psm3 requires minimum of sse4.2 instruction set to build])
129127
])
130128
CFLAGS=$save_CFLAGS
131129
132-
AC_MSG_CHECKING([for -mavx support])
130+
AC_MSG_CHECKING([for -mavx2 support (recommended)])
133131
save_CFLAGS=$CFLAGS
134-
CFLAGS="$PSM3_STRIP_OPTFLAGS -mavx -O0"
135-
AC_LINK_IFELSE(
136-
[AC_LANG_PROGRAM(
137-
[[#include <immintrin.h>]],
138-
[[unsigned long long _a[4] = {1ULL,2ULL,3ULL,4ULL};
139-
__m256i vA = _mm256_loadu_si256((__m256i *)_a);
140-
__m256i vB;
141-
_mm256_store_si256(&vB, vA);
142-
return 0;]])
143-
],[
144-
AC_MSG_RESULT([yes])
145-
PSM3_ARCH_CFLAGS="-mavx"
146-
PSM3_MARCH="avx"
147-
],[
148-
psm3_happy=0
149-
AC_MSG_RESULT([no])
150-
AC_MSG_NOTICE([psm3 requires minimum of avx instruction set to build])
151-
])
152-
CFLAGS=$save_CFLAGS
153-
154-
AC_MSG_CHECKING([for -mavx2 support])
155-
save_CFLAGS=$CFLAGS
156-
CFLAGS="$PSM3_STRIP_OPTFLAGS -mavx2 -O0"
132+
CFLAGS="$PSM3_STRIP_OPTFLAGS -O0"
157133
AC_LINK_IFELSE(
158134
[AC_LANG_PROGRAM(
159135
[[#include <immintrin.h>]],
@@ -164,10 +140,9 @@ AC_DEFUN([FI_PSM3_CONFIGURE],[
164140
return 0;]])
165141
],[
166142
AC_MSG_RESULT([yes])
167-
PSM3_ARCH_CFLAGS="-mavx2"
168-
PSM3_MARCH="avx2"
169143
],[
170144
AC_MSG_RESULT([no])
145+
AC_MSG_NOTICE([psm3 recommends minimum of avx2 instruction set for best performance])
171146
])
172147
CFLAGS=$save_CFLAGS
173148
@@ -227,20 +202,24 @@ AC_DEFUN([FI_PSM3_CONFIGURE],[
227202
228203
AS_IF([test "$have_oneapi_ze" = "1"],
229204
[
205+
save_LDFLAGS="$LDFLAGS"
206+
LDFLAGS="$LDFLAGS -lze_loader"
230207
AC_MSG_CHECKING([for zeMemPutIpcHandle support in level-zero])
231208
AC_LINK_IFELSE(
232209
[AC_LANG_PROGRAM([[
233210
#include <level_zero/ze_api.h>
234211
]],[[
235-
ze_context_handle_t hContext;
212+
ze_context_handle_t hContext = NULL;
236213
ze_ipc_mem_handle_t handle;
237214
(void)zeMemPutIpcHandle(hContext, handle);
238215
]])
239216
],[
240217
AC_MSG_RESULT(yes)
241218
psm3_CPPFLAGS="$psm3_CPPFLAGS -DPSM_HAVE_ONEAPI_ZE_PUT_IPCHANDLE"
219+
LDFLAGS="$save_LDFLAGS"
242220
],[
243221
AC_MSG_RESULT(no)
222+
LDFLAGS="$save_LDFLAGS"
244223
])
245224
])
246225
@@ -413,8 +392,6 @@ AC_DEFUN([FI_PSM3_CONFIGURE],[
413392
AC_SUBST(psm3_LIBS)
414393
AC_SUBST(PSM3_HAL_CNT)
415394
AC_SUBST(PSM3_HAL_INST)
416-
AC_DEFINE_UNQUOTED([PSM3_MARCH], ["$PSM3_MARCH"], [PSM3 built with instruction set])
417-
AC_SUBST(PSM3_MARCH)
418395
419396
PSM3_IEFS_VERSION=m4_normalize(m4_esyscmd([cat prov/psm3/VERSION]))
420397
AC_SUBST(PSM3_IEFS_VERSION)

‎prov/psm3/debian/changelog‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
libpsm3-fi (11.7.0.0-110) unstable; urgency=medium
1+
libpsm3-fi (12.0.0.0-36) unstable; urgency=medium
22

33
* Initial release
44

‎prov/psm3/libpsm3-fi.spec.in‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@ rm -rf %{buildroot}
6262
%files
6363
%defattr(-,root,root,-)
6464
%{_libdir}/libfabric/%{name}*
65-
%doc README
65+
%doc README COPYING
6666
%exclude %{_libdir}/libfabric/*.a
6767
%exclude %{_libdir}/libfabric/*.la
6868
%exclude %{_libdir}/pkgconfig

‎prov/psm3/psm3/Makefile.include‎

Lines changed: 15 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -17,14 +17,11 @@ noinst_LTLIBRARIES += \
1717
psm3/libptl_self.la \
1818
psm3/libhal_verbs.la \
1919
psm3/libhal_sockets.la \
20+
psm3/libgpu.la \
2021
psm3/libpsm3i.la
2122

2223
psm3_libptl_am_la_SOURCES = \
2324
psm3/ptl_am/am_config.h \
24-
psm3/ptl_am/am_cuda_memhandle_cache.c \
25-
psm3/ptl_am/am_cuda_memhandle_cache.h \
26-
psm3/ptl_am/am_oneapi_memhandle_cache.c \
27-
psm3/ptl_am/am_oneapi_memhandle_cache.h \
2825
psm3/ptl_am/am_reqrep.c \
2926
psm3/ptl_am/am_reqrep_shmem.c \
3027
psm3/ptl_am/cmarw.h \
@@ -156,6 +153,17 @@ psm3_libhal_sockets_la_CPPFLAGS = \
156153
psm3_libhal_sockets_la_CFLAGS = \
157154
$(AM_CFLAGS) $(psm3_CFLAGS) $(_psm3_cflags)
158155

156+
psm3_libgpu_la_SOURCES = \
157+
psm3/gpu/psm_gpu_hal.c \
158+
psm3/gpu/psm_gpu_hal.h \
159+
psm3/gpu/psm_gpu_cuda.c \
160+
psm3/gpu/psm_gpu_oneapi_ze.c
161+
psm3_libgpu_la_CPPFLAGS = \
162+
-I$(top_srcdir)/psm3/gpu/ \
163+
$(AM_CPPFLAGS) $(psm3_CPPFLAGS) $(_psm3_cppflags)
164+
psm3_libgpu_la_CFLAGS = \
165+
$(AM_CFLAGS) $(psm3_CFLAGS) $(_psm3_cflags)
166+
159167
psm3_libpsm3i_la_SOURCES = \
160168
psm3/psm.c \
161169
psm3/psm_am.c \
@@ -183,7 +191,6 @@ psm3_libpsm3i_la_SOURCES = \
183191
psm3/psm_netutils.h \
184192
psm3/psm_nic_select.c \
185193
psm3/psm_nic_select.h \
186-
psm3/psm_oneapi_ze.c \
187194
psm3/psm_perf.c \
188195
psm3/psm_perf.h \
189196
psm3/psm_rndv_mod.c \
@@ -228,6 +235,7 @@ psm3_libpsm3i_la_LIBADD = \
228235
psm3/libptl_ips.la \
229236
psm3/libptl_self.la \
230237
psm3/libhal_verbs.la \
238+
psm3/libgpu.la \
231239
psm3/libhal_sockets.la
232240

233241
psm3_libpsm3i_la_DEPENDENCIES = \
@@ -236,6 +244,7 @@ psm3_libpsm3i_la_DEPENDENCIES = \
236244
psm3/libptl_ips.la \
237245
psm3/libptl_self.la \
238246
psm3/libhal_verbs.la \
247+
psm3/libgpu.la \
239248
psm3/libhal_sockets.la
240249

241250
_psm3_extra_dist = \
@@ -252,5 +261,6 @@ chksum_srcs += \
252261
$(psm3_libutils_la_SOURCES) \
253262
$(psm3_libhal_verbs_la_SOURCES) \
254263
$(psm3_libhal_sockets_la_SOURCES) \
264+
$(psm3_libgpu_la_SOURCES) \
255265
$(psm3_libpsm3i_la_SOURCES) \
256266
$(_psm3_extra_dist)

0 commit comments

Comments
 (0)