Merge branch 'main' into feature/implement-repartition-node-for-insert-into-datafusion

Author: fvaleye

.github/ISSUE_TEMPLATE/iceberg_bug_report.yml

@@ -28,7 +28,8 @@ body:
       description: What Apache Iceberg Rust version are you using?
       multiple: false
       options:
-        - 0.5.1 (latest version)
+        - 0.6.0 (latest version)
+        - 0.5.1
         - 0.4.0
         - 0.3.0
         - 0.2.0

.github/actions/overwrite-package-version/action.yml

@@ -38,14 +38,24 @@ runs:
       env:
         TIMESTAMP: ${{ inputs.timestamp }}
       run: |
-        CURRENT_VERSION=$(python -c "import toml; print(toml.load('bindings/python/pyproject.toml')['project']['version'])")
-        NEW_VERSION="${CURRENT_VERSION}.dev${TIMESTAMP}"
-        NEW_VERSION=$NEW_VERSION python -c "
+        # Read the current version from the Rust crate's Cargo.toml
+        CURRENT_VERSION=$(python -c "import toml; print(toml.load('bindings/python/Cargo.toml')['package']['version'])")
+        export NEW_VERSION="${CURRENT_VERSION}.dev${TIMESTAMP}"
+        echo "Current version: ${CURRENT_VERSION}"
+        echo "New dev version: ${NEW_VERSION}"
+
+        # Update bindings/python/pyproject.toml:
+        # - Set project.version = NEW_VERSION
+        # - Ensure 'version' is not listed in project.dynamic
+        python -c "
         import toml
         import os
         config = toml.load('bindings/python/pyproject.toml')
-        config['project']['version'] = os.environ['NEW_VERSION']
+        new_version = os.environ['NEW_VERSION']
+        config['project']['version'] = new_version
+        if 'dynamic' in config['project']:
+          config['project']['dynamic'] = [v for v in config['project']['dynamic'] if v != 'version']
         with open('bindings/python/pyproject.toml', 'w') as f:
             toml.dump(config, f)
-        print(f'Updated version to: {config[\"project\"][\"version\"]}')
+        print(f'Updated version to: {new_version}')
         "

.github/workflows/bindings_python_ci.yml

@@ -22,8 +22,19 @@ on:
     branches:
       - main
   pull_request:
-    branches:
-      - main
+    paths:
+      - '**'                                       # Include all files and directories in the repository by default.
+      - '!.github/ISSUE_TEMPLATE/**'               # Exclude files and directories that don't impact tests or code like templates, metadata, and documentation.
+      - '!scripts/**'
+      - '!website/**'
+      - '!.asf.yml'
+      - '!.gitattributes'
+      - '!.gitignore'
+      - '!CONTRIBUTING.md'
+      - '!CHANGELOG.md'
+      - '!LICENSE'
+      - '!NOTICE'
+      - '!README.md'
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }}
@@ -67,7 +78,7 @@ jobs:
           - windows-latest
     steps:
       - uses: actions/checkout@v5
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: 3.9
       - uses: PyO3/maturin-action@v1

.github/workflows/ci.yml

@@ -22,15 +22,26 @@ on:
     branches:
       - main
   pull_request:
-    branches:
-      - main
+    paths:
+      - '**'                              # Include all files and directories in the repository by default.
+      - '!.github/ISSUE_TEMPLATE/**'      # Exclude files and directories that don't impact tests or code like templates, metadata, and documentation.
+      - '!scripts/**'
+      - '!website/**'
+      - '!.asf.yml'
+      - '!.gitattributes'
+      - '!.gitignore'
+      - '!CONTRIBUTING.md'
+      - '!CHANGELOG.md'
+      - '!LICENSE'
+      - '!NOTICE'
+      - '!README.md'
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }}
   cancel-in-progress: true
 
 env:
-  rust_msrv: "1.85.0"
+  rust_msrv: "1.87"
 
 jobs:
   check:
@@ -49,13 +60,14 @@ jobs:
       - name: Check License Header
         uses: apache/skywalking-eyes/[email protected]
 
-      - name: Install taplo-cli
-        uses: taiki-e/install-action@v2
-        with:
-          tool: [email protected]
       - name: Check toml format
         run: make check-toml
 
+      - name: Install protoc
+        uses: arduino/setup-protoc@v3
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
+
       - name: Cargo format
         run: make check-fmt
 
@@ -65,12 +77,8 @@ jobs:
       - name: Cargo clippy
         run: make check-clippy
 
-      - name: Install cargo-machete
-        uses: taiki-e/install-action@v2
-        with:
-          tool: cargo-machete
       - name: Cargo Machete
-        run: cargo machete
+        run: make cargo-machete
 
   build:
     runs-on: ${{ matrix.os }}
@@ -89,6 +97,11 @@ jobs:
       - name: Cache Rust artifacts
         uses: Swatinem/rust-cache@v2
 
+      - name: Install protoc
+        uses: arduino/setup-protoc@v3
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
+
       - name: Build
         run: make build
 
@@ -131,6 +144,11 @@ jobs:
       - name: Setup Rust toolchain
         uses: ./.github/actions/setup-builder
 
+      - name: Install protoc
+        uses: arduino/setup-protoc@v3
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
+
       - name: Cache Rust artifacts
         uses: Swatinem/rust-cache@v2
 
@@ -148,15 +166,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v5
-      - name: Setup Nightly Rust toolchain
-        uses: ./.github/actions/setup-builder
-      - name: Generate minimal versions lockfile
-        run: |
-          cargo generate-lockfile -Z direct-minimal-versions -Z minimal-versions
+      - name: Install protoc
+        uses: arduino/setup-protoc@v3
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
       - name: Setup MSRV Rust toolchain
         uses: ./.github/actions/setup-builder
         with:
           rust-version: ${{ env.rust_msrv }}
+      - name: Setup Nightly Rust toolchain
+        uses: ./.github/actions/setup-builder
       - name: Check MSRV
-        run: |
-          cargo +${{ env.rust_msrv }} check --locked --workspace
+        run: make check-msrv

.github/workflows/ci_typos.yml

@@ -42,4 +42,4 @@ jobs:
     steps:
       - uses: actions/checkout@v5
       - name: Check typos
-        uses: crate-ci/typos@v1.35.5
+        uses: crate-ci/typos@v1.36.3

.github/workflows/publish.yml

@@ -27,7 +27,7 @@ on:
   workflow_dispatch:
 
 env:
-  rust_msrv: "1.85"
+  rust_msrv: "1.87"
 
 jobs:
   publish:

.github/workflows/release_python.yml

@@ -25,7 +25,7 @@ on:
   workflow_dispatch:
 
 env:
-  rust_msrv: "1.85"
+  rust_msrv: "1.87"
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.workflow_run.head_branch }}-${{ github.event_name }}
@@ -144,7 +144,7 @@ jobs:
           rm Cargo.toml
           mv Cargo.toml.tmp Cargo.toml
 
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: 3.9
       - name: Setup Rust toolchain

.github/workflows/release_python_nightly.yml

@@ -23,7 +23,7 @@ on:
   workflow_dispatch: # Allows manual triggering
 
 env:
-  rust_msrv: "1.85"
+  rust_msrv: "1.87"
 
 permissions:
   contents: read
@@ -84,7 +84,7 @@ jobs:
         with:
           timestamp: ${{ needs.set-version.outputs.TIMESTAMP }}
 
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: 3.9
 

.github/workflows/stale.yml

@@ -0,0 +1,49 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+name: "Close Stale Issues"
+on:
+  schedule:
+    - cron: '0 0 * * *'
+
+permissions:
+  # All other permissions are set to none
+  issues: write
+
+jobs:
+  stale:
+    if: github.repository_owner == 'apache'
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: actions/[email protected]
+        with:
+          stale-issue-label: 'stale'
+          exempt-issue-labels: 'not-stale'
+          days-before-issue-stale: 180
+          days-before-issue-close: 14
+          # Only close stale issues, leave PRs alone
+          days-before-pr-stale: -1
+          stale-issue-message: >
+            This issue has been automatically marked as stale because it has been open for 180 days
+            with no activity. It will be closed in next 14 days if no further activity occurs. To
+            permanently prevent this issue from being considered stale, add the label 'not-stale',
+            but commenting on the issue is preferred when possible.
+          close-issue-message: >
+            This issue has been closed because it has not received any activity in the last 14 days
+            since being marked as 'stale'

.github/workflows/website.yml

@@ -22,8 +22,9 @@ on:
     branches:
       - main
   pull_request:
-    branches:
-      - main
+    paths:
+      - ".github/workflows/website.yml"
+      - "website/**"
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }}
@@ -40,7 +41,12 @@ jobs:
       - name: Setup mdBook
         uses: peaceiris/actions-mdbook@v2
         with:
-          mdbook-version: '0.4.36'
+          mdbook-version: "0.4.36"
+
+      - name: Install protoc
+        uses: arduino/setup-protoc@v3
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Build
         working-directory: website