fix aiobotocore (#60)

jameslamb · Jun 19, 2023 · 6967528 · 6967528
1 parent 7de206f
commit 6967528
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 11 deletions.
diff --git a/Dockerfile-cluster-base b/Dockerfile-cluster-base
@@ -12,11 +12,11 @@ RUN apt-get update && \
         build-essential \
         cmake \
         libomp-dev && \
-    pip install --prefer-binary --no-cache-dir \
+    pip install --no-cache-dir \
         blosc \
         bokeh \
         dask==${DASK_VERSION} \
-        dask-ml \
+        'dask-ml>=2023.3.24' \
         distributed==${DASK_VERSION} \
         lz4 \
         numpy \

diff --git a/Dockerfile-notebook-base b/Dockerfile-notebook-base
@@ -14,15 +14,15 @@ RUN apt-get update && \
         cmake \
         libomp-dev \
         ninja-build && \
-    pip install --prefer-binary --no-cache-dir \
+    pip install --no-cache-dir \
+        'aiobotocore[awscli,boto3]>=2.5.0' \
         blosc \
         bokeh \
-        boto3 \
         dask==${DASK_VERSION} \
-        dask-cloudprovider \
-        dask-ml \
+        'dask-cloudprovider[aws]>=2022.10.0' \
+        'dask-ml>=2023.3.24' \
         distributed==${DASK_VERSION} \
-        jupyterlab \
+        'jupyterlab>=4.0.2' \
         lz4 \
         numpy \
         'pandas>=2.0.0' \

diff --git a/README.md b/README.md
@@ -15,7 +15,7 @@ This repository can be used to test and develop changes to LightGBM's Dask integ
 - [Getting Started](#getting-started)
 - [Develop in Jupyter](#develop-in-jupyter)
 - [Test with a LocalCluster](#test-with-a-localcluster)
-- [Test with a FargetCluster](#test-with-a-fargetcluster)
+- [Test with a FargateCluster](#test-with-a-fargatecluster)
 - [Run LightGBM unit tests](#run-lightgbm-unit-tests)
 - [Profile LightGBM code](#profiling)
     - [runtime profiling](#runtime-profiling)

diff --git a/notebooks/demo-aws.ipynb b/notebooks/demo-aws.ipynb
@@ -89,7 +89,6 @@
     "    n_workers=n_workers,\n",
     "    fargate_use_private_ip=False,\n",
     "    scheduler_timeout=\"40 minutes\",\n",
-    "    find_address_timeout=60 * 10,\n",
     ")\n",
     "client = Client(cluster)\n",
     "client.wait_for_workers(n_workers)"
@@ -193,7 +192,7 @@
     "    objective=\"regression_l1\",\n",
     "    learning_rate=0.1,\n",
     "    tree_learner=\"data\",\n",
-    "    n_estimators=10,\n",
+    "    n_estimators=100,\n",
     "    min_child_samples=1,\n",
     ")\n",
     "\n",
@@ -299,7 +298,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.12"
+   "version": "3.11.4"
   }
  },
  "nbformat": 4,