Merge branch 'main' into feature/implement-repartition-node-for-insert-into-datafusion

Author: fvaleye

.github/workflows/ci.yml

@@ -58,7 +58,7 @@ jobs:
         uses: ./.github/actions/setup-builder
 
       - name: Check License Header
-        uses: apache/skywalking-eyes/header@v0.7.0
+        uses: apache/skywalking-eyes/header@v0.8.0
 
       - name: Check toml format
         run: make check-toml

.github/workflows/ci_typos.yml

@@ -42,4 +42,4 @@ jobs:
     steps:
       - uses: actions/checkout@v5
       - name: Check typos
-        uses: crate-ci/typos@v1.36.3
+        uses: crate-ci/typos@v1.38.1

.github/workflows/stale.yml

@@ -31,7 +31,7 @@ jobs:
     if: github.repository_owner == 'apache'
     runs-on: ubuntu-22.04
     steps:
-      - uses: actions/stale@v10.0.0
+      - uses: actions/stale@v10.1.0
         with:
           stale-issue-label: 'stale'
           exempt-issue-labels: 'not-stale'

CONTRIBUTING.md

@@ -103,8 +103,8 @@ cargo 1.69.0 (6e9a83356 2023-04-12)
 
 Currently, iceberg-rust uses Docker to set up environment for integration tests. Native Docker has some limitations, please check (https://github.com/apache/iceberg-rust/pull/748). Please use Orbstack or Podman.
 
-For MacOS users, you can install [OrbStack as a docker alternative](reference/orbstack.md).
-For Podman users, refer to [Using Podman instead of Docker](reference/podman.md)
+For MacOS users, you can install [OrbStack as a docker alternative](website/src/reference/orbstack.md).
+For Podman users, refer to [Using Podman instead of Docker](website/src/reference/podman.md)
 
 ## Build
 

Cargo.lock

@@ -76,10 +76,11 @@ futures = "0.3"
 hive_metastore = "0.2.0"
 http = "1.2"
 iceberg = { version = "0.7.0", path = "./crates/iceberg" }
-iceberg-catalog-rest = { version = "0.7.0", path = "./crates/catalog/rest" }
 iceberg-catalog-glue = { version = "0.7.0", path = "./crates/catalog/glue" }
-iceberg-catalog-s3tables = { version = "0.7.0", path = "./crates/catalog/s3tables" }
 iceberg-catalog-hms = { version = "0.7.0", path = "./crates/catalog/hms" }
+iceberg-catalog-sql = { version = "0.7.0", path = "./crates/catalog/sql" }
+iceberg-catalog-rest = { version = "0.7.0", path = "./crates/catalog/rest" }
+iceberg-catalog-s3tables = { version = "0.7.0", path = "./crates/catalog/s3tables" }
 iceberg-datafusion = { version = "0.7.0", path = "./crates/integrations/datafusion" }
 indicatif = "0.17"
 itertools = "0.13"
@@ -111,6 +112,7 @@ serde_repr = "0.1.16"
 serde_with = "3.4"
 smol = "2.0.2"
 sqllogictest = "0.28.3"
+sqlx = { version = "0.8.1", default-features = false }
 stacker = "0.1.20"
 strum = "0.27.2"
 tempfile = "3.18"

Cargo.toml

@@ -49,7 +49,7 @@ include = [
 ignore = ["F403", "F405"]
 
 [tool.hatch.envs.dev]
-dependencies = ["maturin>=1.0,<2.0", "pytest>=8.3.2", "datafusion==45.*", "pyiceberg[sql-sqlite,pyarrow]>=0.10.0", "fastavro>=1.11.1"]
+dependencies = ["maturin>=1.0,<2.0", "pytest>=8.3.2", "datafusion==45.*", "pyiceberg[sql-sqlite,pyarrow]>=0.10.0", "fastavro>=1.11.1", "pydantic<2.12.0"]
 
 [tool.hatch.envs.dev.scripts]
 build = "maturin build --out dist --sdist"