From c181e25e90b77fef5c91c716e3a8188b666a3df2 Mon Sep 17 00:00:00 2001 From: galipremsagar Date: Mon, 3 Feb 2025 06:38:22 -0800 Subject: [PATCH 1/5] test pr artifacts --- ci/test_python_common.sh | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/ci/test_python_common.sh b/ci/test_python_common.sh index 5f1894356c..ccee64ea12 100644 --- a/ci/test_python_common.sh +++ b/ci/test_python_common.sh @@ -24,6 +24,17 @@ set +u conda activate test set -u +LIBCUDF_CHANNEL=$(rapids-get-pr-conda-artifact libcudf 17890 cpp) +PYLIBCUDF_CHANNEL=$(rapids-get-pr-conda-artifact pylibcudf 17890 python) +CUDF_CHANNEL=$(rapids-get-pr-conda-artifact cudf 17890 python) + +rapids-mamba-retry install \ + --channel "${LIBCUDF_CHANNEL}" \ + --channel "${PYLIBCUDF_CHANNEL}" \ + --channel "${CUDF_CHANNEL}" \ + cudf libcudf pylibcudf + + # dask and other tests sporadically run into this issue in ARM tests # exception=ImportError('/opt/conda/envs/test/lib/python3.10/site-packages/cuml/internals/../../../.././libgomp.so.1: cannot allocate memory in static TLS block')>) # this should avoid that/opt/conda/lib From 4f27ee4524b416a39cf06ab76010731fb3decf8c Mon Sep 17 00:00:00 2001 From: GALI PREM SAGAR Date: Mon, 3 Feb 2025 08:42:47 -0600 Subject: [PATCH 2/5] Update test_python_common.sh --- ci/test_python_common.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/test_python_common.sh b/ci/test_python_common.sh index ccee64ea12..6d69011f5f 100644 --- a/ci/test_python_common.sh +++ b/ci/test_python_common.sh @@ -1,5 +1,5 @@ #!/bin/bash -# Copyright (c) 2022-2024, NVIDIA CORPORATION. +# Copyright (c) 2022-2025, NVIDIA CORPORATION. set -euo pipefail From c160ef2f2a5a11280e230e59c966e12612ba5de2 Mon Sep 17 00:00:00 2001 From: galipremsagar Date: Mon, 3 Feb 2025 07:33:43 -0800 Subject: [PATCH 3/5] remove pylibcudf --- ci/test_python_common.sh | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/ci/test_python_common.sh b/ci/test_python_common.sh index 6d69011f5f..1f6d0e7720 100644 --- a/ci/test_python_common.sh +++ b/ci/test_python_common.sh @@ -24,13 +24,11 @@ set +u conda activate test set -u -LIBCUDF_CHANNEL=$(rapids-get-pr-conda-artifact libcudf 17890 cpp) -PYLIBCUDF_CHANNEL=$(rapids-get-pr-conda-artifact pylibcudf 17890 python) +LIBCUDF_CHANNEL=$(rapids-get-pr-conda-artifact cudf 17890 cpp) CUDF_CHANNEL=$(rapids-get-pr-conda-artifact cudf 17890 python) rapids-mamba-retry install \ --channel "${LIBCUDF_CHANNEL}" \ - --channel "${PYLIBCUDF_CHANNEL}" \ --channel "${CUDF_CHANNEL}" \ cudf libcudf pylibcudf From 8843f6fb7756bfd90978125387493dda571b1073 Mon Sep 17 00:00:00 2001 From: galipremsagar Date: Mon, 3 Feb 2025 08:23:25 -0800 Subject: [PATCH 4/5] add force reinstall --- ci/test_python_common.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/test_python_common.sh b/ci/test_python_common.sh index 1f6d0e7720..23bd0292dd 100644 --- a/ci/test_python_common.sh +++ b/ci/test_python_common.sh @@ -30,7 +30,7 @@ CUDF_CHANNEL=$(rapids-get-pr-conda-artifact cudf 17890 python) rapids-mamba-retry install \ --channel "${LIBCUDF_CHANNEL}" \ --channel "${CUDF_CHANNEL}" \ - cudf libcudf pylibcudf + cudf libcudf pylibcudf --force-reinstall # dask and other tests sporadically run into this issue in ARM tests From 74efbc8f70d4391f98816c846222f401770a017a Mon Sep 17 00:00:00 2001 From: galipremsagar Date: Mon, 3 Feb 2025 09:18:09 -0800 Subject: [PATCH 5/5] fix --- ci/test_python_common.sh | 15 +++++++++------ 1 file changed, 9 insertions(+), 6 deletions(-) diff --git a/ci/test_python_common.sh b/ci/test_python_common.sh index 23bd0292dd..dd774da1fa 100644 --- a/ci/test_python_common.sh +++ b/ci/test_python_common.sh @@ -8,12 +8,16 @@ set -euo pipefail rapids-logger "Downloading artifacts from previous jobs" CPP_CHANNEL=$(rapids-download-conda-from-s3 cpp) PYTHON_CHANNEL=$(rapids-download-conda-from-s3 python) +LIBCUDF_CHANNEL=$(rapids-get-pr-conda-artifact cudf 17890 cpp) +CUDF_CHANNEL=$(rapids-get-pr-conda-artifact cudf 17890 python) rapids-logger "Generate Python testing dependencies" rapids-dependency-file-generator \ --output conda \ --file-key test_python \ --matrix "cuda=${RAPIDS_CUDA_VERSION%.*};arch=$(arch);py=${RAPIDS_PY_VERSION}" \ + --prepend-channel "${LIBCUDF_CHANNEL}" \ + --prepend-channel "${CUDF_CHANNEL}" \ --prepend-channel "${CPP_CHANNEL}" \ --prepend-channel "${PYTHON_CHANNEL}" | tee env.yaml @@ -24,13 +28,12 @@ set +u conda activate test set -u -LIBCUDF_CHANNEL=$(rapids-get-pr-conda-artifact cudf 17890 cpp) -CUDF_CHANNEL=$(rapids-get-pr-conda-artifact cudf 17890 python) -rapids-mamba-retry install \ - --channel "${LIBCUDF_CHANNEL}" \ - --channel "${CUDF_CHANNEL}" \ - cudf libcudf pylibcudf --force-reinstall + +# rapids-mamba-retry install \ +# --channel "${LIBCUDF_CHANNEL}" \ +# --channel "${CUDF_CHANNEL}" \ + # cudf libcudf pylibcudf --force-reinstall --ignore-cache # dask and other tests sporadically run into this issue in ARM tests