Simplify dependencies, release prep for 3.1 (#221)

* Update authors, changelog

* Add Python 3.12 to the pyproj classifiers

* Bump the version to 3.1.0

* Simplify dependencies. Make statsmodels optional.

* Add note, run statsmodels tests if available.

* Remove unneeded "pass" statements, unnecessary whitespace

* Add Python 3.12 to the hatch test matrix

* Update changelog

Author: BSchilperoort

.bumpversion.cfg

@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 3.0.3
+current_version = 3.1.0
 commit = True
 tag = True
 

AUTHORS.rst

@@ -5,3 +5,4 @@ Authors
 * Bas des Tombe - https://github.com/bdestombe
 * Bart Schilperoort - https://github.com/BSchilperoort
 * Karl Lapo - https://github.com/klapo
+* David Rautenberg - https://github.com/davechris

CHANGELOG.rst

@@ -1,18 +1,25 @@
 
 Changelog
 =========
-3.0.4 (2024-08-30)
+3.1.0 (2024-09-13)
 ---
 
+Added
+
+* support for Python 3.12.
+* AP sensing .tra support, as the reference temperature sensor data by this device in only logged in .tra and not in the .xml log files.
+    added functions in io/apsensing.py to read .tra files if they are in the same directory as the .xml files.
+* more test data from AP sensing device N4386B, which do also contain their .tra log files
+
 Fixed 
 
 * device ID bug for APSensing. Device ID is N4386B instead of C320. C320 was an arbitrary name given for the wellbore by the user.
 
-Added
+Changed
+
+* the `verify_timedeltas` keyword argument is now optional when merging two single ended datasets.
+* removed `statsmodels` as a dependency. It is now optional, and only used for testing the `wls_sparse` solver
 
-* more test data from AP sensing device N4386B, which do also contain their .tra log files
-* AP sensing .tra support, as the reference temperature sensor data by this device in only logged in .tra and not in the .xml log files.
-    added functions in io/apsensing.py to read .tra files if they are in the same directory as the .xml files.
 
 3.0.3 (2024-04-18)
 ---

CITATION.cff

@@ -22,5 +22,5 @@ doi: "10.5281/zenodo.1410097"
 license: "BSD-3-Clause"
 repository-code: "https://github.com/dtscalibration/python-dts-calibration"
 title: "Python distributed temperature sensing calibration"
-version: "v3.0.3"
+version: "v3.1.0"
 url: "https://python-dts-calibration.readthedocs.io"

CONTRIBUTING.rst

@@ -53,7 +53,6 @@ To set up `python-dts-calibration` for local development:
 
     pip install -e ".[dev]"
 
-
 4. When you're done making changes, make sure the code follows the right style, that all tests pass, and that the docs build with the following commands::
 
     hatch run format

README.rst

@@ -29,9 +29,9 @@ Overview
     :alt: PyPI Package latest release
     :target: https://pypi.python.org/pypi/dtscalibration
 
-.. |commits-since| image:: https://img.shields.io/github/commits-since/dtscalibration/python-dts-calibration/v3.0.3.svg
+.. |commits-since| image:: https://img.shields.io/github/commits-since/dtscalibration/python-dts-calibration/v3.1.0.svg
     :alt: Commits since latest release
-    :target: https://github.com/dtscalibration/python-dts-calibration/compare/v1.1.1...main
+    :target: https://github.com/dtscalibration/python-dts-calibration/compare/v3.1.0...main
 
 .. |wheel| image:: https://img.shields.io/pypi/wheel/dtscalibration.svg
     :alt: PyPI Wheel

docs/conf.py

@@ -40,14 +40,13 @@
     spelling_show_suggestions = True
     spelling_lang = "en_US"
 
-
 source_suffix = [".rst", ".md"]
 master_doc = "index"
 project = "dtscalibration"
 year = str(date.today().year)
 author = "Bas des Tombe and Bart Schilperoort"
 copyright = f"{year}, {author}"
-version = release = "3.0.3"
+version = release = "3.1.0"
 
 pygments_style = "trac"
 templates_path = [".", sphinx_autosummary_accessors.templates_path]

pyproject.toml

@@ -19,7 +19,7 @@ disable = true  # Requires confirmation when publishing to pypi.
 
 [project]
 name = "dtscalibration"
-version = "3.0.3"
+version = "3.1.0"
 description = "Load Distributed Temperature Sensing (DTS) files, calibrate the temperature and estimate its uncertainty."
 readme = "README.rst"
 license = "BSD-3-Clause"
@@ -48,19 +48,17 @@ classifiers = [
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
     "Topic :: Utilities",
 ]
 dependencies = [
-    "numpy>=1.22.4, <=2.0.1",  # >= 1.22 for quantile method support in xarray. https://github.com/statsmodels/statsmodels/issues/9333
-    "dask",
+    "numpy",
+    "xarray[accel]",
+    "dask[distributed]",
     "pandas",
-    "xarray[parallel]",     # numbagg (llvmlite) is a pain to install with pip
-    "bottleneck",           # speeds up Xarray
-    "flox",                 # speeds up Xarray
     "pyyaml>=6.0.1",
     "xmltodict",
     "scipy",
-    "statsmodels",
     "matplotlib",
     "netCDF4>=1.6.4",
     "nc-time-axis>=1.4.1"  # plot dependency of xarray
@@ -128,10 +126,11 @@ build = [
 features = ["dev"]
 
 [[tool.hatch.envs.matrix_test.matrix]]
-python = ["3.9", "3.10", "3.11"]
+python = ["3.9", "3.10", "3.11", "3.12"]
 
 [tool.hatch.envs.matrix_test.scripts]
 test = ["pytest ./src/ ./tests/",]  # --doctest-modules
+fast-test = ["pytest ./tests/ -m \"not slow\"",]
 
 [tool.pytest.ini_options]
 testpaths = ["tests"]

src/dtscalibration/calibrate_utils.py

@@ -1,6 +1,5 @@
 import numpy as np
 import scipy.sparse as sp
-import statsmodels.api as sm
 import xarray as xr
 from scipy.sparse import linalg as ln
 
@@ -1673,7 +1672,6 @@ def construct_submatrices_matching_sections(x, ix_sec, hix, tix, nt, trans_att):
     Zero_d_eq12 : sparse matrix
         Zero in EQ1 and EQ2
 
-
     """
     # contains all indices of the entire fiber that either are using for
     # calibrating to reference temperature or for matching sections. Is sorted.
@@ -1988,6 +1986,9 @@ def wls_sparse(
 ):
     """Weighted least squares solver.
 
+    Note: during development this solver was compared to the statsmodels solver. To
+    enable the comparison tests again, install `statsmodels` before running pytest.
+
     If some initial estimate x0 is known and if damp == 0, one could proceed as follows:
     - Compute a residual vector r0 = b - A*x0.
     - Use LSQR to solve the system A*dx = r0.
@@ -2124,6 +2125,15 @@ def wls_stats(X, y, w=1.0, calc_cov=False, x0=None, return_werr=False, verbose=F
     p_cov : ndarray
         The covariance of the solution.
     """
+    try:
+        import statsmodels.api as sm
+    except ModuleNotFoundError as err:
+        msg = (
+            "Statsmodels has to be installed for this function.\n"
+            "Install it with `pip install statsmodels`."
+        )
+        raise ModuleNotFoundError(msg) from err
+
     y = np.asarray(y)
     w = np.asarray(w)
 

src/dtscalibration/calibration/section_utils.py

@@ -43,7 +43,6 @@ def validate_no_overlapping_sections(sections: dict[str, list[slice]]):
     assert all_start_stop_startsort_flat == sorted(
         all_start_stop_startsort_flat
     ), "Sections contains overlapping stretches"
-    pass
 
 
 def validate_sections_definition(sections: dict[str, list[slice]]):
@@ -123,7 +122,6 @@ def validate_sections(ds: xr.Dataset, sections: dict[str, list[slice]]):
                 f"Better define the {k} section. You tried {vi}, "
                 "which is not within the x-dimension"
             )
-    pass
 
 
 def ufunc_per_section(
@@ -176,7 +174,6 @@ def ufunc_per_section(
     TODO: Spend time on creating a slice instead of appendng everything\
     to a list and concatenating after.
 
-
     Returns:
     --------
 
@@ -241,7 +238,6 @@ def ufunc_per_section(
 
     >>> ix_loc = d.ufunc_per_section(sections, x_indices=True)
 
-
     Note:
     ----
     If `self[label]` or `self[subtract_from_label]` is a Dask array, a Dask