Merge pull request #7 from abstractqqq/fix/import_api_more_feats

abstractqqq · Nov 10, 2023 · 960234a · 960234a
2 parents bcd1aa9 + f75f5f4
commit 960234a
Show file tree

Hide file tree

Showing 13 changed files with 1,635 additions and 340 deletions.
diff --git a/.gitignore b/.gitignore
@@ -1,5 +1,5 @@
-test.ipynb
 .ipynb_checkpoints
+tests/*.ipynb
 
 /target
 

diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -0,0 +1,12 @@
+repos:
+- repo: https://github.com/astral-sh/ruff-pre-commit
+  # Ruff version.
+  rev: v0.1.5
+  hooks:
+    # Run the linter.
+    - id: ruff
+      types_or: [ python, pyi]
+      args: [ --fix ]
+    # Run the formatter.
+    - id: ruff-format
+      types_or: [ python, pyi]
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "polars_ds"
-version = "0.1.0"
+version = "0.1.1"
 edition = "2021"
 
 [lib]
@@ -12,13 +12,13 @@ crate-type = ["cdylib"]
 [dependencies]
 pyo3 = {version = "0.20", features = ["extension-module"]}
 pyo3-polars = {version = "0.8", features = ["derive"]}
-polars = {version = "0.34", features = ["performant", "nightly", "chunked_ids", "lazy", "dtype-struct", "ndarray", "log"]}
+polars = {version = "0.34", features = ["performant", "chunked_ids", "lazy", "dtype-struct", "ndarray", "log", "nightly"]}
 num = "0.4.1"
 faer = {version = "0.14.1", features = ["ndarray", "nightly"]}
 ndarray = "0.15.6"
-hashbrown = "0.14.2"
+hashbrown = {version = "0.14.2", features=["nightly"]}
 rustfft = "6.1.0"
-
+ 
 [target.'cfg(target_os = "linux")'.dependencies]
 jemallocator = { version = "0.5", features = ["disable_initial_exec_tls"] }
 
@@ -27,4 +27,4 @@ mimalloc = { version = "0.1", default-features = false }
 
 [profile.release]
 codegen-units = 1
-lto = "fat"
+# lto = "fat"
diff --git a/Makefile b/Makefile
@@ -11,7 +11,8 @@ install: venv
 dev-release: venv
 	unset CONDA_PREFIX && \
 	source .venv/bin/activate && maturin develop --release -m Cargo.toml
-	.venv/bin/pip install -e .
+
+# .venv/bin/pip install -e .
 
 pre-commit: venv
 	cargo fmt --all --manifest-path Cargo.toml && cargo clippy --all-features --manifest-path Cargo.toml

diff --git a/README.md b/README.md
@@ -18,6 +18,8 @@ df.group_by("dummy").agg(
 )
 ```
 
+To avoid `Chunked array is not contiguous` error, try to rechunk your dataframe.
+
 The package right now contains two extensions:
 
 ## Numeric Extension
-Original file line number
+Diff line change
@@ Expand Up / @@ -18,6 +18,8 @@ df.group_by("dummy").agg( @@
     )
     ```
+    To avoid `Chunked array is not contiguous` error, try to rechunk your dataframe.
     The package right now contains two extensions:
     ## Numeric Extension
@@ Expand Down @@