S3 cache experiment

Author: lierdakil

.github/workflows/haskell.yml

@@ -96,19 +96,26 @@ jobs:
         os: [ubuntu-latest, ubuntu-24.04-arm]
         target: ['.', '.#static']
     runs-on: ${{ matrix.os }}
+    env:
+      AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
     steps:
     - uses: actions/checkout@v4
     - uses: cachix/install-nix-action@v20
       with:
+        install_options: --no-daemon
         github_access_token: ${{ secrets.GITHUB_TOKEN }}
         extra_nix_config: |
-          substituters = https://cache.nixos.org https://cache.iog.io
+          substituters = https://cache.nixos.org https://cache.iog.io s3://pandoc-crossref?trusted=true&region=${{secrets.AWS_REGION}}&endpoint=${{secrets.AWS_ENDPOINT_URL}}&priority=50
           trusted-public-keys = cache.nixos.org-1:6NCHdD59X431o0gWypbMrAURkbJ16ZPMQFGspcDShjY= hydra.iohk.io:f/Ea+s+dFdN+3Y/G+FDgSq+a5NEWhJGzdjvKNGv0/EQ=
     - uses: cachix/cachix-action@v12
       with:
         name: pandoc-crossref
         authToken: '${{ secrets.CACHIX_AUTH_TOKEN }}'
     - run: nix build ${{ matrix.target }}
+    - run: |
+        nix-store -qR --include-outputs $(nix path-info --derivation ${{matrix.target}}) | \
+          nix copy --to 's3://pandoc-crossref?region=${{secrets.AWS_REGION}}&endpoint=${{secrets.AWS_ENDPOINT_URL}}' --stdin
 
   build-nix:
     strategy:
@@ -117,13 +124,17 @@ jobs:
         os: [ubuntu-latest, ubuntu-24.04-arm]
     runs-on: ${{ matrix.os }}
     needs: [build-nix-pre]
+    env:
+      AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
     steps:
     - uses: actions/checkout@v4
     - uses: cachix/install-nix-action@v20
       with:
+        install_options: --no-daemon
         github_access_token: ${{ secrets.GITHUB_TOKEN }}
         extra_nix_config: |
-          substituters = https://cache.nixos.org https://cache.iog.io
+          substituters = https://cache.nixos.org https://cache.iog.io s3://pandoc-crossref?trusted=true&region=${{secrets.AWS_REGION}}&endpoint=${{secrets.AWS_ENDPOINT_URL}}&priority=50
           trusted-public-keys = cache.nixos.org-1:6NCHdD59X431o0gWypbMrAURkbJ16ZPMQFGspcDShjY= hydra.iohk.io:f/Ea+s+dFdN+3Y/G+FDgSq+a5NEWhJGzdjvKNGv0/EQ=
     - uses: cachix/cachix-action@v12
       with:
@@ -158,6 +169,9 @@ jobs:
       with:
         name: ${{runner.os}}-${{runner.arch}}-build-static
         path: pandoc-crossref-${{runner.os}}-${{runner.arch}}
+    - run: |
+        nix-store -qR --include-outputs $(nix path-info --derivation .#test .#test-integrative .# .#devShells.$(nix eval --raw --impure --expr builtins.currentSystem).default ) | \
+          nix copy --to 's3://pandoc-crossref?region=${{secrets.AWS_REGION}}&endpoint=${{secrets.AWS_ENDPOINT_URL}}' --stdin
 
   release:
     needs: [build, build-nix]