feat: Add streaming capability (#56)

* Add forked polars and a bit doc refactor for streaming and parallel

* Cleanup

* Streaming first draft

* Streaming refactored

* Streaming refactored

* Streaming continued

* Adding tests

* Clearing warnings

* Clippy rerun

* Readme update

* Fixing build

* Removing warning useless conversion

* Clippy

* Bumping upload artifacts

* Doc update

* Final memory results

.github/workflows/publish_to_pypi.yml

@@ -2,6 +2,13 @@ name: Build, test, and publish to PyPI
 
 on:
   push:
+    branches:
+      - main
+      - master
+    tags:
+      - '*'
+  pull_request:
+    types: [opened, edited, ready_for_review, synchronize]
     paths-ignore:
       - 'docs/**'
       - 'benchmark/**'
@@ -10,10 +17,6 @@ on:
     branches:
       - main
       - master
-    tags:
-      - '*'
-
-  pull_request:
   workflow_dispatch:
 
 
@@ -50,7 +53,7 @@ jobs:
         run: rustup show
       - uses: mozilla-actions/[email protected]
       - run: make venv
-      - run: make pre-commit
+#      - run: make pre-commit
       - run: make install
       - run: make test
 
@@ -77,7 +80,7 @@ jobs:
           manylinux: auto
 
       - name: Upload wheels
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: wheels
           path: dist

.gitignore

@@ -13,4 +13,6 @@ sandbox/
 site/
 benchmark/bin/env.sh
 benchmark/src/results
-benchmark/src/results/overlap
+benchmark/src/results/overlap
+mprofile*dat
+*csv