Skip to content

Commit 52e74fd

Browse files
colin-hocolin-ho
authored
ci: Add retries to requirements installation (#4430)
## Changes Made <!-- Describe what changes were made and why. Include implementation details if necessary. --> ## Related Issues <!-- Link to related GitHub issues, e.g., "Closes #123" --> ## Checklist - [ ] Documented in API Docs (if applicable) - [ ] Documented in User Guide (if applicable) - [ ] If adding a new documentation page, doc is added to `docs/mkdocs.yml` navigation - [ ] Documentation builds and is formatted properly (tag @/ccmao1130 for docs review)
1 parent 2e60aff commit 52e74fd

File tree

4 files changed

+88
-32
lines changed

4 files changed

+88
-32
lines changed

‎.github/workflows/build-docs.yml

Lines changed: 8 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -42,9 +42,14 @@ jobs:
4242
echo "$GITHUB_WORKSPACE/venv/bin" >> $GITHUB_PATH
4343
pip install uv
4444
- name: Install dependencies
45-
run: |
46-
source venv/bin/activate
47-
uv pip install -r requirements-dev.txt
45+
uses: nick-fields/retry@v3
46+
with:
47+
timeout_minutes: 10
48+
max_attempts: 3
49+
retry_wait_seconds: 10
50+
command: |
51+
source venv/bin/activate
52+
uv pip install -r requirements-dev.txt
4853
- name: Build Daft in development mode and generate docs
4954
run: |
5055
source activate

‎.github/workflows/daft-profiling.yml

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -39,8 +39,12 @@ jobs:
3939
pip install uv
4040
4141
- name: Install dependencies
42-
run: |
43-
uv pip install -r requirements-dev.txt
42+
uses: nick-fields/retry@v3
43+
with:
44+
timeout_minutes: 10
45+
max_attempts: 3
46+
retry_wait_seconds: 10
47+
command: uv pip install -r requirements-dev.txt
4448
- uses: oven-sh/setup-bun@v2
4549
with:
4650
bun-version: latest

‎.github/workflows/nightly-publish-s3.yml

Lines changed: 16 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -143,9 +143,14 @@ jobs:
143143
echo "$GITHUB_WORKSPACE/venv/bin" >> $GITHUB_PATH
144144
145145
- name: Install Daft and dev dependencies
146-
run: |
147-
uv pip install -r requirements-dev.txt daft --pre --extra-index-url https://d1p3klp2t5517h.cloudfront.net/builds/nightly --force-reinstall
148-
rm -rf daft
146+
uses: nick-fields/retry@v3
147+
with:
148+
timeout_minutes: 10
149+
max_attempts: 3
150+
retry_wait_seconds: 10
151+
command: |
152+
uv pip install -r requirements-dev.txt daft --pre --extra-index-url https://d1p3klp2t5517h.cloudfront.net/builds/nightly --force-reinstall
153+
rm -rf daft
149154
- uses: actions/cache@v4
150155
env:
151156
cache-name: cache-tpch-data
@@ -216,9 +221,14 @@ jobs:
216221
uv venv venv
217222
echo "$GITHUB_WORKSPACE/venv/bin" >> $GITHUB_PATH
218223
- name: Install Daft and dev dependencies
219-
run: |
220-
uv pip install -r requirements-dev.txt daft --pre --extra-index-url https://d1p3klp2t5517h.cloudfront.net/builds/nightly --force-reinstall
221-
rm -rf daft
224+
uses: nick-fields/retry@v3
225+
with:
226+
timeout_minutes: 10
227+
max_attempts: 3
228+
retry_wait_seconds: 10
229+
command: |
230+
uv pip install -r requirements-dev.txt daft --pre --extra-index-url https://d1p3klp2t5517h.cloudfront.net/builds/nightly --force-reinstall
231+
rm -rf daft
222232
- name: Prepare tmpdirs for IO services
223233
run: |
224234
mkdir -p /tmp/daft-integration-testing/nginx

‎.github/workflows/pr-test-suite.yml

Lines changed: 58 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -69,8 +69,12 @@ jobs:
6969
**/pyproject.toml
7070
7171
- name: Install dependencies
72-
run: |
73-
uv pip install -r requirements-dev.txt
72+
uses: nick-fields/retry@v3
73+
with:
74+
timeout_minutes: 10
75+
max_attempts: 3
76+
retry_wait_seconds: 10
77+
command: uv pip install -r requirements-dev.txt
7478

7579
- name: Override pyarrow
7680
run: uv pip install pyarrow==${{ matrix.pyarrow-version }}
@@ -246,9 +250,14 @@ jobs:
246250
pip install uv
247251
248252
- name: Install Daft and dev dependencies
249-
run: |
250-
uv pip install -r requirements-dev.txt dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall
251-
rm -rf daft
253+
uses: nick-fields/retry@v3
254+
with:
255+
timeout_minutes: 10
256+
max_attempts: 3
257+
retry_wait_seconds: 10
258+
command: |
259+
uv pip install -r requirements-dev.txt dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall
260+
rm -rf daft
252261
- uses: actions/cache@v4
253262
env:
254263
cache-name: cache-tpch-data
@@ -322,9 +331,14 @@ jobs:
322331
echo "$GITHUB_WORKSPACE/venv/bin" >> $GITHUB_PATH
323332
pip install uv
324333
- name: Install Daft and dev dependencies
325-
run: |
326-
uv pip install -r requirements-dev.txt dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall
327-
rm -rf daft
334+
uses: nick-fields/retry@v3
335+
with:
336+
timeout_minutes: 10
337+
max_attempts: 3
338+
retry_wait_seconds: 10
339+
command: |
340+
uv pip install -r requirements-dev.txt dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall
341+
rm -rf daft
328342
- name: Prepare tmpdirs for IO services
329343
run: |
330344
mkdir -p /tmp/daft-integration-testing/nginx
@@ -409,9 +423,14 @@ jobs:
409423
echo "$GITHUB_WORKSPACE/venv/bin" >> $GITHUB_PATH
410424
pip install uv
411425
- name: Install Daft and dev dependencies
412-
run: |
413-
uv pip install -r requirements-dev.txt dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall
414-
rm -rf daft
426+
uses: nick-fields/retry@v3
427+
with:
428+
timeout_minutes: 10
429+
max_attempts: 3
430+
retry_wait_seconds: 10
431+
command: |
432+
uv pip install -r requirements-dev.txt dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall
433+
rm -rf daft
415434
- name: Prepare tmpdirs for IO services
416435
run: |
417436
mkdir -p /tmp/daft-integration-testing/nginx
@@ -501,9 +520,14 @@ jobs:
501520
echo "$GITHUB_WORKSPACE/venv/bin" >> $GITHUB_PATH
502521
pip install uv
503522
- name: Install Daft and dev dependencies
504-
run: |
505-
uv pip install -r requirements-dev.txt dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall
506-
rm -rf daft
523+
uses: nick-fields/retry@v3
524+
with:
525+
timeout_minutes: 10
526+
max_attempts: 3
527+
retry_wait_seconds: 10
528+
command: |
529+
uv pip install -r requirements-dev.txt dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall
530+
rm -rf daft
507531
- uses: docker/setup-buildx-action@v3
508532
- uses: docker/build-push-action@v5
509533
with:
@@ -582,9 +606,14 @@ jobs:
582606
echo "$GITHUB_WORKSPACE/venv/bin" >> $GITHUB_PATH
583607
pip install uv
584608
- name: Install Daft and dev dependencies
585-
run: |
586-
uv pip install -r requirements-dev.txt dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall
587-
rm -rf daft
609+
uses: nick-fields/retry@v3
610+
with:
611+
timeout_minutes: 10
612+
max_attempts: 3
613+
retry_wait_seconds: 10
614+
command: |
615+
uv pip install -r requirements-dev.txt dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall
616+
rm -rf daft
588617
- name: Install ODBC Driver 18 for SQL Server
589618
run: |
590619
curl https://packages.microsoft.com/keys/microsoft.asc | sudo apt-key add -
@@ -668,8 +697,12 @@ jobs:
668697
echo "$GITHUB_WORKSPACE/venv/bin" >> $GITHUB_PATH
669698
pip install uv
670699
- name: Install dependencies
671-
run: |
672-
uv pip install -r requirements-dev.txt
700+
uses: nick-fields/retry@v3
701+
with:
702+
timeout_minutes: 10
703+
max_attempts: 3
704+
retry_wait_seconds: 10
705+
command: uv pip install -r requirements-dev.txt
673706
- name: Build dashboard with Bun
674707
working-directory: ./src/daft-dashboard/frontend
675708
run: |
@@ -813,8 +846,12 @@ jobs:
813846
echo "$GITHUB_WORKSPACE/venv/bin" >> $GITHUB_PATH
814847
pip install uv
815848
- name: Install dependencies
816-
run: |
817-
uv pip install -r requirements-dev.txt
849+
uses: nick-fields/retry@v3
850+
with:
851+
timeout_minutes: 10
852+
max_attempts: 3
853+
retry_wait_seconds: 10
854+
command: uv pip install -r requirements-dev.txt
818855
- name: Run doctests
819856
run: |
820857
source activate

0 commit comments

Comments
 (0)