Turning on dask-expr for dask-sql to work.

alxmrs · Apr 13, 2024 · 2edab31 · 2edab31
1 parent 4a18c85
commit 2edab31
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 5 deletions.
diff --git a/demo/sst.py b/demo/sst.py
@@ -3,6 +3,7 @@
 
 Please run the following to set up cloud resources:
 ```
+pip install ".[demo]"
 gcloud auth application-default login
 coiled login
 coiled setup gcp --region us-central1
@@ -62,6 +63,7 @@ def rand_wx(times) -> xr.Dataset:
   )
 
 
+# TODO(alxmrs): Make spot instances a flag.
 parser = argparse.ArgumentParser()
 parser.add_argument('--timeframe', choices=TIMEFRAMES.keys(), default='day')
 parser.add_argument(

diff --git a/pyproject.toml b/pyproject.toml
@@ -28,22 +28,25 @@ classifiers = [
 dependencies = [
   "xarray",
   "dask-sql",
-  "dask-expr",
 ]
 
 [project.optional-dependencies]
-test = [
-  "pytest",
+io = [
   "xarray[io]",
   "gcsfs",
 ]
+test = [
+  "xarray_sql[io]",
+  "pytest",
+]
 dev = [
   "xarray_sql[test]",
   "pyink",
   "py-spy"
 ]
 demo = [
-  "coiled"
+  "xarray_sql[io]",
+  "coiled",
 ]
 
 [project.urls]

diff --git a/xarray_sql/df.py b/xarray_sql/df.py
@@ -15,7 +15,7 @@
 
 # Turn on Dask-Expr
 dask.config.set({'dataframe.query-planning-warning': False})
-dask.config.set({'dataframe.query-planning': True})
+dask.config.set({'dataframe.query-planning': False})
 # Turn on Copy-On-Write (needs Pandas 2.0).
 pd.options.mode.copy_on_write = True