0.4.0 (#39)

* Fix SettingwithCopyWarning in pivot_longer; Use regular calling internally to make sure it works in some cases that node cannot be detected (ie Gooey)

* Adopt pipda v0.4.2

* Refactor core.grouped to adopt pandas's groupby

* Add performance notebook

* 0.4.0

* `datar.datar_versions()` to show versions of related packages for bug reporting.

* Fix testing

* Fix cov reporting

Author: pwwang

.github/workflows/build.yml

@@ -59,7 +59,7 @@ jobs:
         if: matrix.python-version == 3.8
         with:
           project-token: ${{ secrets.CODACY_PROJECT_TOKEN }}
-          coverage-reports: .coverage.xml
+          coverage-reports: cov.xml
 
   deploy:
     needs: build

.gitignore

@@ -111,6 +111,8 @@ docs/logo.png
 docs/example.png
 docs/example2.png
 docs/api/
+docs/*.nbconvert.ipynb
+docs/*/*.nbconvert.ipynb
 
 # vscode's local history extension
 .history/

.pre-commit-config.yaml

@@ -54,10 +54,10 @@ repos:
         args: [tests/]
         pass_filenames: false
         files: ^tests/.+$|^datar/.+$
-    # -   id: mkdocs
-    #     name: Compile docs
-    #     entry: mkdocs
-    #     language: system
-    #     args: [build]
-    #     pass_filenames: false
-    #     files: ^datar/.+$
+    -   id: notebooks
+        name: Executing all notebooks
+        entry: jupyter nbconvert --to notebook --execute
+        language: system
+        pass_filenames: true
+        files: ^docs/.+\.ipynb$
+        exclude: '^docs/.+\.nbconvert\.ipynb$'

README.md

@@ -9,7 +9,7 @@ Port of [dplyr][2] and other related R packages in python, using [pipda][3].
 
 <img width="30%" style="margin: 10px 10px 10px 30px" align="right" src="logo.png">
 
-Unlike other similar packages in python that just mimic the piping syntax, `datar` follows the API designs from the original packages as much as possible. So that minimal effort is needed for those who are familar with those R packages to transition to python.
+Unlike other similar packages in python that just mimic the piping syntax, `datar` follows the API designs from the original packages as much as possible, and is tested thoroughly with the cases from the original packages. So that minimal effort is needed for those who are familar with those R packages to transition to python.
 
 
 ## Installtion

README.rst

@@ -38,7 +38,7 @@ Port of `dplyr <https://dplyr.tidyverse.org/index.html>`_ and other related R pa
 
 :raw-html-m2r:`<img width="30%" style="margin: 10px 10px 10px 30px" align="right" src="logo.png">`
 
-Unlike other similar packages in python that just mimic the piping syntax, ``datar`` follows the API designs from the original packages as much as possible. So that minimal effort is needed for those who are familar with those R packages to transition to python.
+Unlike other similar packages in python that just mimic the piping syntax, ``datar`` follows the API designs from the original packages as much as possible, and is tested thoroughly with the cases from the original packages. So that minimal effort is needed for those who are familar with those R packages to transition to python.
 
 Installtion
 -----------

datar/__init__.py

@@ -1,7 +1,24 @@
 """Load operator, provide f and __version__"""
 # pylint: disable=unused-import
+from typing import Mapping
+
 from .core import operator as _
 from .core import _frame_format_patch
 from .core.defaults import f
 
-__version__ = "0.3.2"
+__all__ = ('f', 'datar_versions')
+__version__ = "0.4.0"
+
+def datar_versions() -> Mapping[str, str]: # pragma: no cover
+    """Get related versions which help for bug reporting."""
+
+    import pandas
+    import pipda
+    import varname
+    from diot import Diot
+
+    return Diot(
+        pandas=pandas.__version__,
+        pipda=pipda.__version__,
+        varname=varname.__version__,
+    )

datar/base/arithmetic.py

@@ -19,7 +19,6 @@ def _register_arithmetic_agg(
 ) -> Callable:
     """Register an arithmetic function"""
 
-    @register_func(None, context=Context.EVAL)
     def _arithmetric(x: Iterable, na_rm: bool = False) -> Iterable:
         """Arithmetric function"""
         # na_rm not working for numpy functions
@@ -32,7 +31,7 @@ def _arithmetric(x: Iterable, na_rm: bool = False) -> Iterable:
 
     _arithmetric.__name__ = name
     _arithmetric.__doc__ = doc
-    return _arithmetric
+    return register_func(None, context=Context.EVAL, func=_arithmetric)
 
 
 # pylint: disable=invalid-name

datar/core/_frame_format_patch.py

@@ -96,12 +96,13 @@ def grouping_info(self) -> str:
         from .grouped import DataFrameGroupBy, DataFrameRowwise
 
         if isinstance(self.frame, DataFrameRowwise):
-            return f"\n[Rowwise: {', '.join(self.frame._group_vars)}]"
+            return f"\n[Rowwise: {', '.join(self.frame.attrs['_group_vars'])}]"
 
         if isinstance(self.frame, DataFrameGroupBy):
             ngroups = self.frame._group_data.shape[0]
             return (
-                f"\n[Groups: {', '.join(self.frame._group_vars)} (n={ngroups})]"
+                f"\n[Groups: {', '.join(self.frame.attrs['_group_vars'])} "
+                f"(n={ngroups})]"
             )
 
         return None
@@ -463,10 +464,13 @@ def render(self) -> List[str]:
         self._write_table()
 
         if isinstance(self.frame, DataFrameRowwise):
-            self.write(f"<p>Rowwise: {self.frame._group_vars}</p>")
+            self.write(f"<p>Rowwise: {self.frame.attrs['_group_vars']}</p>")
         elif isinstance(self.frame, DataFrameGroupBy):
             ngroups = self.frame._group_data.shape[0]
-            self.write(f"<p>Groups: {self.frame._group_vars} (n={ngroups})</p>")
+            self.write(
+                f"<p>Groups: {self.frame.attrs['_group_vars']} "
+                f"(n={ngroups})</p>"
+            )
 
         if self.should_show_dimensions:
             by = chr(215)  # ×