Snow 1065172 gh workflow optimization freeze

.github/workflows/build_test.yml

@@ -24,122 +24,160 @@ jobs:
     name: Check linting
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
+        with:
+          persist-credentials: false
       - name: Set up Python
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v5
         with:
           python-version: '3.8'
-      - name: Display Python version
-        run: python -c "import sys; import os; print(\"\n\".join(os.environ[\"PATH\"].split(os.pathsep))); print(sys.version); print(sys.executable);"
-      - name: Upgrade setuptools, pip and wheel
-        run: python -m pip install -U setuptools pip wheel
-      - name: Install tox
-        run: python -m pip install tox
+      - name: Upgrade and install tools
+        run: |
+          python -m pip install -U pip
+          python -m pip install -U hatch
+          python -m hatch env create default
+          python -m hatch env find
       - name: Set PY
-        run: echo "PY=$(python -VV | sha256sum | cut -d' ' -f1)" >> $GITHUB_ENV
-      - uses: actions/cache@v1
+        run: echo "PY=$(hatch run gh-cache-sum)" >> $GITHUB_ENV
+      - uses: actions/cache@v4
         with:
           path: ~/.cache/pre-commit
           key: pre-commit|${{ env.PY }}|${{ hashFiles('.pre-commit-config.yaml') }}
-      - name: Run fix_lint
-        run: python -m tox -e fix_lint
-
-  test:
-   name: Test ${{ matrix.os.download_name }}-${{ matrix.python-version }}-${{ matrix.cloud-provider }}
-   needs: lint
-   runs-on: ${{ matrix.os.image_name }}
-   strategy:
-    fail-fast: false
-    matrix:
-      os:
-       - image_name: ubuntu-latest
-         download_name: manylinux_x86_64
-       - image_name: macos-latest
-         download_name: macosx_x86_64
-       - image_name: windows-2019
-         download_name: win_amd64
-      python-version: ["3.8"]
-      cloud-provider: [aws, azure, gcp]
-   steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python
-      uses: actions/setup-python@v2
-      with:
-        python-version: ${{ matrix.python-version }}
-    - name: Display Python version
-      run: python -c "import sys; print(sys.version)"
-    - name: Setup parameters file
-      shell: bash
-      env:
-        PARAMETERS_SECRET: ${{ secrets.PARAMETERS_SECRET }}
-      run: |
-        gpg --quiet --batch --yes --decrypt --passphrase="$PARAMETERS_SECRET" \
-        .github/workflows/parameters/parameters_${{ matrix.cloud-provider }}.py.gpg > tests/parameters.py
-    - name: Upgrade setuptools, pip and wheel
-      run: python -m pip install -U setuptools pip wheel
-    - name: Install tox
-      run: python -m pip install tox
-    - name: List installed packages
-      run: python -m pip freeze
-    - name: Run tests
-      run: python -m tox -e "py${PYTHON_VERSION/\./}" --skip-missing-interpreters false
-      env:
-        PYTHON_VERSION: ${{ matrix.python-version }}
-        PYTEST_ADDOPTS: -vvv --color=yes --tb=short
-    - name: Combine coverages
-      run: python -m tox -e coverage --skip-missing-interpreters false
-      shell: bash
-    - uses: actions/upload-artifact@v2
-      with:
-        name: coverage_${{ matrix.os.download_name }}-${{ matrix.python-version }}-${{ matrix.cloud-provider }}
-        path: |
-          .tox/.coverage
-          .tox/coverage.xml
+      - name: Run lint checks
+        run: hatch run check
 
-  combine-coverage:
-    if: ${{ success() || failure() }}
-    name: Combine coverage
-    needs: [test]
-    runs-on: ubuntu-latest
+  test-dialect:
+    name: Test dialect ${{ matrix.os }}-${{ matrix.python-version }}-${{ matrix.cloud-provider }}
+#    needs: lint
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [
+          macos-latest,
+          ]
+        python-version: ["3.8"]
+        cloud-provider: [
+          gcp
+          ]
     steps:
-      - uses: actions/checkout@v2
-      - uses: actions/download-artifact@v2
+      - uses: actions/checkout@v4
         with:
-          path: artifacts
+          persist-credentials: false
       - name: Set up Python
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v5
         with:
-          python-version: '3.8'
-      - name: Display Python version
-        run: python -c "import sys; print(sys.version)"
-      - name: Upgrade setuptools and pip
-        run: python -m pip install -U setuptools pip wheel
-      - name: Install tox
-        run: python -m pip install tox
-      - name: Collect all coverages to one dir
+          python-version: ${{ matrix.python-version }}
+      - name: Upgrade pip and prepare environment
         run: |
-          python -c '
-          from pathlib import Path
-          import shutil
-          src_dir = Path("artifacts")
-          dst_dir = Path(".") / ".tox"
-          dst_dir.mkdir()
-          for src_file in src_dir.glob("*/.coverage"):
-              dst_file = dst_dir / f".coverage.{src_file.parent.name[9:]}"
-              print(f"{src_file} copy to {dst_file}")
-              shutil.copy(str(src_file), str(dst_file))'
-      - name: Combine coverages
-        run: python -m tox -e coverage
-      - name: Publish html coverage
-        uses: actions/upload-artifact@v2
-        with:
-          name: overall_cov_html
-          path: .tox/htmlcov
-      - name: Publish xml coverage
-        uses: actions/upload-artifact@v2
-        with:
-          name: overall_cov_xml
-          path: .tox/coverage.xml
-      - uses: codecov/codecov-action@v1
+          python -m pip install -U pip
+          python -m pip install -U hatch
+          python -m hatch env create default
+      - name: Setup parameters file
+        shell: bash
+        env:
+          PARAMETERS_SECRET: ${{ secrets.PARAMETERS_SECRET }}
+        run: |
+          gpg --quiet --batch --yes --decrypt --passphrase="$PARAMETERS_SECRET" \
+          .github/workflows/parameters/parameters_${{ matrix.cloud-provider }}.py.gpg > tests/parameters.py
+      - name: Run tests
+        run: hatch run test-dialect
+      - uses: actions/upload-artifact@v4
         with:
-          file: .tox/coverage.xml
+          name: coverage.xml_dialect-${{ matrix.os }}-${{ matrix.python-version }}-${{ matrix.cloud-provider }}
+          path: |
+            ./coverage.xml
+
+#  test-dialect-compatibility:
+#    name: Test dialect compatibility ${{ matrix.os }}-${{ matrix.python-version }}-${{ matrix.cloud-provider }}
+#    # needs: test-dialect
+#    needs: lint
+#    runs-on: ${{ matrix.os }}
+#    strategy:
+#      fail-fast: false
+#      matrix:
+#        os: [
+#          ubuntu-latest,
+#          macos-latest,
+#          windows-latest,
+#          ]
+#        python-version: ["3.8"]
+#        cloud-provider: [
+#          aws,
+#          azure,
+#          gcp,
+#          ]
+#    steps:
+#      - uses: actions/checkout@v4
+#        with:
+#          persist-credentials: false
+#      - name: Set up Python
+#        uses: actions/setup-python@v5
+#        with:
+#          python-version: ${{ matrix.python-version }}
+#      - name: Upgrade pip and install hatch
+#        run: |
+#          python -m pip install -U pip
+#          python -m pip install -U hatch
+#          python -m hatch env create default
+#      - name: Setup parameters file
+#        shell: bash
+#        env:
+#          PARAMETERS_SECRET: ${{ secrets.PARAMETERS_SECRET }}
+#        run: |
+#          gpg --quiet --batch --yes --decrypt --passphrase="$PARAMETERS_SECRET" \
+#          .github/workflows/parameters/parameters_${{ matrix.cloud-provider }}.py.gpg > tests/parameters.py
+#      - name: Run tests
+#        run: hatch run test-dialect-compatibility
+#      - uses: actions/upload-artifact@v4
+#        with:
+#          name: coverage.xml_dialect-compatibility-${{ matrix.os }}-${{ matrix.python-version }}-${{ matrix.cloud-provider }}
+#          path: |
+#            ./coverage.xml
+
+#  test-dialect-run-v20:
+#    name: Test dialect run v20 ${{ matrix.os }}-${{ matrix.python-version }}-${{ matrix.cloud-provider }}
+#    # needs: test-dialect
+#    needs: lint
+#    runs-on: ${{ matrix.os }}
+#    strategy:
+#      fail-fast: false
+#      matrix:
+#        os: [
+#          ubuntu-latest,
+#          macos-latest,
+#          windows-latest,
+#          ]
+#        python-version: ["3.8"]
+#        cloud-provider: [
+#          aws,
+#          azure,
+#          gcp,
+#          ]
+#    steps:
+#      - uses: actions/checkout@v4
+#        with:
+#          persist-credentials: false
+#      - name: Set up Python
+#        uses: actions/setup-python@v5
+#        with:
+#          python-version: ${{ matrix.python-version }}
+#      - name: Setup parameters file
+#        shell: bash
+#        env:
+#          PARAMETERS_SECRET: ${{ secrets.PARAMETERS_SECRET }}
+#        run: |
+#          gpg --quiet --batch --yes --decrypt --passphrase="$PARAMETERS_SECRET" \
+#          .github/workflows/parameters/parameters_${{ matrix.cloud-provider }}.py.gpg > tests/parameters.py
+#      - name: Upgrade pip and install hatch
+#        run: |
+#          python -m pip install -U pip
+#          python -m pip install -U hatch
+#          python -m hatch env create default
+#      - name: Run tests
+#        run: hatch run test-run_v20
+#      - uses: actions/upload-artifact@v4
+#        with:
+#          name: coverage.xml_dialect-run-20-${{ matrix.os }}-${{ matrix.python-version }}-${{ matrix.cloud-provider }}
+#          path: |
+#            ./coverage.xml

pyproject.toml

@@ -1,5 +1,119 @@
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[project]
+name = "snowflake-sqlalchemy"
+dynamic = ["version"]
+description = "Snowflake SQLAlchemy Dialect"
+readme = "README.md"
+license = "Apache-2.0"
+requires-python = ">=3.8"
+authors = [
+  { name = "Snowflake Inc.", email = "[email protected]" },
+]
+keywords = ["Snowflake", "analytics", "cloud", "database", "db", "warehouse"]
+classifiers = [
+  "Development Status :: 5 - Production/Stable",
+  "Environment :: Console",
+  "Environment :: Other Environment",
+  "Intended Audience :: Developers",
+  "Intended Audience :: Education",
+  "Intended Audience :: Information Technology",
+  "Intended Audience :: System Administrators",
+  "License :: OSI Approved :: Apache Software License",
+  "Operating System :: OS Independent",
+  "Programming Language :: Python :: 3",
+  "Programming Language :: Python :: 3 :: Only",
+  "Programming Language :: Python :: 3.8",
+  "Programming Language :: Python :: 3.9",
+  "Programming Language :: Python :: 3.10",
+  "Programming Language :: Python :: 3.11",
+  "Programming Language :: Python :: 3.12",
+  "Programming Language :: SQL",
+  "Topic :: Database",
+  "Topic :: Scientific/Engineering :: Information Analysis",
+  "Topic :: Software Development",
+  "Topic :: Software Development :: Libraries",
+  "Topic :: Software Development :: Libraries :: Application Frameworks",
+  "Topic :: Software Development :: Libraries :: Python Modules",
+]
+dependencies = ["snowflake-connector-python", "SQLAlchemy"]
+
+[tool.hatch.version]
+path = "src/snowflake/sqlalchemy/version.py"
+
+[project.optional-dependencies]
+development = [
+  "pre-commit",
+  "pytest",
+  "pytest-cov",
+  "pytest-timeout",
+  "pytest-rerunfailures",
+  "pytz",
+  "numpy",
+  "mock",
+]
+pandas = ["snowflake-connector-python[pandas]"]
+
+[project.entry-points."sqlalchemy.dialects"]
+snowflake = "snowflake.sqlalchemy:dialect"
+
+[project.urls]
+Changelog = "https://github.com/snowflakedb/snowflake-sqlalchemy/blob/main/DESCRIPTION.md"
+Documentation = "https://docs.snowflake.com/en/user-guide/sqlalchemy.html"
+Homepage = "https://www.snowflake.com/"
+Issues = "https://github.com/snowflakedb/snowflake-sqlalchemy/issues"
+Source = "https://github.com/snowflakedb/snowflake-sqlalchemy"
+
+[tool.hatch.build.targets.sdist]
+exclude = ["/.github"]
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/snowflake"]
+
+[tool.hatch.envs.default]
+extra-dependencies = ["SQLAlchemy<2.0.0,>=1.4.19"]
+features = ["development", "pandas"]
+python = "3.8"
+
+[tool.hatch.envs.sa20]
+extra-dependencies = ["SQLAlchemy>=2.0.0"]
+python = "3.8"
+
+[tool.hatch.envs.default.env-vars]
+COVERAGE_FILE = "coverage.xml"
+SQLACHEMY_WARN_20 = "1"
+
+[tool.hatch.envs.default.scripts]
+check = "pre-commit run --all-files"
+test-dialect = "pytest -ra -vvv --tb=short --cov snowflake.sqlalchemy --cov-append --junitxml ./junit.xml --ignore=tests/sqlalchemy_test_suite"
+test-dialect-compatibility = "pytest -ra -vvv --tb=short --cov snowflake.sqlalchemy --cov-append --junitxml ./junit.xml tests/sqlalchemy_test_suite"
+test-run_v20 = "pytest -ra -vvv --tb=short --cov snowflake.sqlalchemy --cov-append --junitxml ./junit.xml --ignore=tests/sqlalchemy_test_suite --run_v20_sqlalchemy"
+gh-cache-sum = "python -VV | sha256sum | cut -d' ' -f1"
+
 [tool.ruff]
 line-length = 88
 
 [tool.black]
 line-length = 88
+
+[tool.pytest.ini_options]
+markers = [
+  # Optional dependency groups markers
+  "lambda: AWS lambda tests",
+  "pandas: tests for pandas integration",
+  "sso: tests for sso optional dependency integration",
+  # Cloud provider markers
+  "aws: tests for Amazon Cloud storage",
+  "azure: tests for Azure Cloud storage",
+  "gcp: tests for Google Cloud storage",
+  # Test type markers
+  "integ: integration tests",
+  "unit: unit tests",
+  "skipolddriver: skip for old driver tests",
+  # Other markers
+  "timeout: tests that need a timeout time",
+  "internal: tests that could but should only run on our internal CI",
+  "external: tests that could but should only run on our external CI",
+]