-
Notifications
You must be signed in to change notification settings - Fork 50
/
.jenkins
144 lines (143 loc) · 6.83 KB
/
.jenkins
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
pipeline {
options {
disableConcurrentBuilds(abortPrevious: true)
timeout(time: 3, unit: 'HOURS')
}
triggers {
issueCommentTrigger('.*test this please.*')
}
agent none
environment {
CCACHE_DIR = '/tmp/ccache'
CCACHE_MAXSIZE = '10G'
CCACHE_CPP2 = 'true'
}
stages {
stage('Build') {
parallel {
stage('CUDA-11-NVCC-DEBUG') {
agent {
dockerfile {
filename 'Dockerfile'
dir 'docker'
additionalBuildArgs '--build-arg BASE=nvidia/cuda:11.0.3-devel-ubuntu20.04'
label 'nvidia-docker && volta'
args '-v /tmp/ccache.kokkos:/tmp/ccache --env NVIDIA_VISIBLE_DEVICES=$NVIDIA_VISIBLE_DEVICES'
}
}
steps {
sh 'ccache --zero-stats'
sh '''
rm -rf build && mkdir -p build && cd build && \
cmake \
-D CMAKE_BUILD_TYPE=Debug \
-D CMAKE_CXX_COMPILER=$KOKKOS_DIR/bin/nvcc_wrapper \
-D CMAKE_CXX_COMPILER_LAUNCHER=ccache \
-D CMAKE_CXX_FLAGS="-Wall -Wextra -Wpedantic -Werror" \
-D CMAKE_PREFIX_PATH="$KOKKOS_DIR;$ARBORX_DIR;$HEFFTE_DIR;$HYPRE_DIR" \
-D MPIEXEC_MAX_NUMPROCS=1 \
-D MPIEXEC_PREFLAGS="--allow-run-as-root;--mca;btl_smcuda_use_cuda_ipc;0" \
-D Cabana_REQUIRE_MPI=ON \
-D Cabana_REQUIRE_ARBORX=ON \
-D Cabana_REQUIRE_HEFFTE=ON \
-D Cabana_REQUIRE_CUDA=ON \
-D Cabana_ENABLE_TESTING=ON \
-D Cabana_ENABLE_PERFORMANCE_TESTING=ON \
-D Cabana_ENABLE_EXAMPLES=ON \
.. && \
make -j8 && \
ctest --output-on-failure
'''
}
post {
always {
sh 'ccache --show-stats'
}
}
}
stage('ROCM-5.2-HIPCC-DEBUG') {
agent {
dockerfile {
filename 'Dockerfile.hipcc'
dir 'docker'
additionalBuildArgs '--build-arg BASE=rocm/dev-ubuntu-20.04:5.2-complete'
args '-v /tmp/ccache.kokkos:/tmp/ccache --device=/dev/kfd --device=/dev/dri --security-opt seccomp=unconfined --group-add video --env HIP_VISIBLE_DEVICES=$HIP_VISIBLE_DEVICES'
label 'rocm-docker && vega && AMD_Radeon_Instinct_MI60'
}
}
steps {
sh 'ccache --zero-stats'
sh '''
rm -rf build && mkdir -p build && cd build && \
cmake \
-D CMAKE_BUILD_TYPE=Debug \
-D CMAKE_CXX_COMPILER=hipcc \
-D CMAKE_CXX_STANDARD=14 \
-D CMAKE_CXX_FLAGS="-Wall -Wextra -Wpedantic -Werror -DNDEBUG" \
-D MPIEXEC_MAX_NUMPROCS=1 \
-D MPIEXEC_PREFLAGS="--allow-run-as-root" \
-D CMAKE_PREFIX_PATH="$KOKKOS_DIR;$ARBORX_DIR;$HEFFTE_DIR" \
-D Cabana_REQUIRE_MPI=ON \
-D Cabana_REQUIRE_ARBORX=ON \
-D Cabana_REQUIRE_HEFFTE=ON \
-D Cabana_REQUIRE_HIP=ON \
-D Cabana_ENABLE_TESTING=ON \
-D Cabana_ENABLE_PERFORMANCE_TESTING=ON \
-D Cabana_ENABLE_EXAMPLES=ON \
.. && \
make -j8 && \
ctest --output-on-failure
'''
}
post {
always {
sh 'ccache --show-stats'
}
}
}
stage('SYCL') {
agent {
dockerfile {
filename "Dockerfile.sycl"
dir "docker"
args '-v /tmp/ccache.kokkos:/tmp/ccache'
label 'NVIDIA_Tesla_V100-PCIE-32GB && nvidia-docker'
}
}
steps {
sh 'ccache --zero-stats'
sh '''
. /opt/intel/oneapi/setvars.sh --include-intel-llvm && \
rm -rf build && mkdir -p build && cd build && \
cmake \
-D CMAKE_BUILD_TYPE=Release \
-D CMAKE_CXX_COMPILER=${DPCPP} \
-D CMAKE_CXX_COMPILER_LAUNCHER=ccache \
-D CMAKE_CXX_FLAGS="-Wall -Wextra -Wpedantic -Wno-unknown-cuda-version -Wno-sycl-target -fp-model=precise" \
-D CMAKE_PREFIX_PATH="$KOKKOS_DIR" \
-D MPIEXEC_MAX_NUMPROCS=1 \
-D MPIEXEC_PREFLAGS="--allow-run-as-root" \
-D Cabana_REQUIRE_MPI=ON \
-D Cabana_REQUIRE_SYCL=ON \
-D Cabana_ENABLE_TESTING=ON \
-D Cabana_ENABLE_PERFORMANCE_TESTING=ON \
-D Cabana_ENABLE_EXAMPLES=ON \
-D Cabana_ENABLE_CAJITA=ON \
.. && \
make -j8
'''
sh '''
. /opt/intel/oneapi/setvars.sh --include-intel-llvm && \
cd build && \
ctest --output-on-failure -E "Cabana.*MPI|Cabana.*Sort|Cabana_Performance_Comm|Grid_IndexConversion|Grid_Halo|Grid_ParticleGridDistributor|Grid_Interpolation|Grid_BovWriter|Grid_GlobalParticleComm|valgrind" '''
}
post {
always {
sh 'ccache --show-stats'
}
}
}
}
}
}
}