Ready for release 0.2.0 (#938)

RunLLM · Feb 1, 2023 · 7af2827 · 7af2827
1 parent e1b0e58
commit 7af2827
Show file tree

Hide file tree

Showing 28 changed files with 78 additions and 29 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,5 +1,54 @@
 # Changelog
 
+## 0.2.0
+Release on January 31, 2023
+
+### Key Features
+* [Beta] Aqueduct now supports running workflows on Databricks Spark clusters! 
+    As of this release, you can now connect Aqueduct to a Databricks cluster 
+    from the UI and use the Aqueduct decorator API to deploy workflows onto 
+    those clusters. 
+    * Databricks workflows can read data from Snowflake and AWS S3. Future
+        releases support other data systems, including Delta Lake.
+    * Currently, you cannot run a subset of a workflow on a Databricks cluster;
+        the whole workflow must be run on Databricks.
+    * We plan to add support for non-Databricks Spark clusters in the coming
+        releases.
+
+### Enhancements
+* Allows workflows running on Airflow to be triggered upon the completion of
+    other workflows. Note that the completion of an Airflow workflow cannot
+    trigger the execution of another workflow because completion state is not
+    synchronously tracked on Airflow. 
+* Unifies color and size of status indicators throughout the UI.
+
+### Bugfixes
+* Fixes bug where internal server error was uncaught when retrieving operator
+    results. 
+* Fixes bug where workflow status bar had unnecessary backticks around objects.
+* Fixes bug where access checks for AWS S3 buckets would fail with certain
+    permissions that were in fact valid.
+* Fixes bug where saving tables to relational databases with long column names
+    (\> 255 characters) would fail.
+* Fixes bug where SQLAlchemy version 2 introduced access issues with Pandas
+    DataFrames. Our current solution is to require SQLAlchemy version 1.
+* Fixes bug where listing tables in BigQuery required complex, brittle SQL 
+    queries.
+* Fixes bug where data listing page might crash on UI after the execution of a
+    failed workflow.
+* Fixes bug where status indicator on check and metric details was not being 
+    properly displayed.
+* Fixes bug where checks and metrics of failed workflow executions show no values.
+* Fixes bug where after switching to cloud storage as the metadata store, new integration
+    credentials weren't properly saved to cloud storage.
+* Fixes bug where preview fails after switching to cloud storage as the metadata store.
+* Fixes bug where failing metrics show as NaN in metric preview list on UI.
+
+### Deprecations
+* The `.save()` on Artifacts has been removed. As of
+    [v0.1.6](https://github.com/aqueducthq/aqueduct/releases/tag/v0.1.6), the
+    recommended method is to use the `.save()` API on integration objects.
+
 ## 0.1.11
 Released on January 23, 2023
 

diff --git a/sdk/setup.py b/sdk/setup.py
@@ -18,7 +18,7 @@
 
 setuptools.setup(
     name="aqueduct-sdk",
-    version="0.1.11",
+    version="0.2.0",
     author="Aqueduct, Inc.",
     author_email="[email protected]",
     description="Python SDK for the Aqueduct prediction infrastructure",

diff --git a/src/dockerfiles/Makefile b/src/dockerfiles/Makefile
@@ -1,5 +1,5 @@
 .DEFAULT_GOAL = all
-VERSION = 0.1.11
+VERSION = 0.2.0
 
 # By default, turn off the Makefile practice of printing each command before
 # you run it.

diff --git a/src/dockerfiles/connectors/athena.dockerfile b/src/dockerfiles/connectors/athena.dockerfile
@@ -1,4 +1,4 @@
-FROM aqueducthq/base_connector:0.1.11
+FROM aqueducthq/base_connector:0.2.0
 
 MAINTAINER Aqueduct <[email protected]> version: 0.1
 

diff --git a/src/dockerfiles/connectors/bigquery.dockerfile b/src/dockerfiles/connectors/bigquery.dockerfile
@@ -1,4 +1,4 @@
-FROM aqueducthq/base_connector:0.1.11
+FROM aqueducthq/base_connector:0.2.0
 
 MAINTAINER Aqueduct <[email protected]> version: 0.1
 

diff --git a/src/dockerfiles/connectors/mysql.dockerfile b/src/dockerfiles/connectors/mysql.dockerfile
@@ -1,4 +1,4 @@
-FROM aqueducthq/base_connector:0.1.11
+FROM aqueducthq/base_connector:0.2.0
 
 MAINTAINER Aqueduct <[email protected]> version: 0.1
 

diff --git a/src/dockerfiles/connectors/postgres.dockerfile b/src/dockerfiles/connectors/postgres.dockerfile
@@ -1,4 +1,4 @@
-FROM aqueducthq/base_connector:0.1.11
+FROM aqueducthq/base_connector:0.2.0
 
 MAINTAINER Aqueduct <[email protected]> version: 0.1
 

diff --git a/src/dockerfiles/connectors/s3.dockerfile b/src/dockerfiles/connectors/s3.dockerfile
@@ -1,4 +1,4 @@
-FROM aqueducthq/base_connector:0.1.11
+FROM aqueducthq/base_connector:0.2.0
 
 MAINTAINER Aqueduct <[email protected]> version: 0.1
 

diff --git a/src/dockerfiles/connectors/snowflake.dockerfile b/src/dockerfiles/connectors/snowflake.dockerfile
@@ -1,4 +1,4 @@
-FROM aqueducthq/base_connector:0.1.11
+FROM aqueducthq/base_connector:0.2.0
 
 MAINTAINER Aqueduct <[email protected]> version: 0.1
 

diff --git a/src/dockerfiles/connectors/sqlserver.dockerfile b/src/dockerfiles/connectors/sqlserver.dockerfile
@@ -1,4 +1,4 @@
-FROM aqueducthq/base_connector:0.1.11
+FROM aqueducthq/base_connector:0.2.0
 
 MAINTAINER Aqueduct <[email protected]> version: 0.1
 

diff --git a/src/dockerfiles/function/function310.dockerfile b/src/dockerfiles/function/function310.dockerfile
@@ -16,7 +16,7 @@ pyarrow==7.0.0 \
 boto3==1.18.0 \
 pydantic==1.9.0 \
 scikit_learn==1.0.2 \
-aqueduct-ml==0.1.11
+aqueduct-ml==0.2.0
 
 ENV PYTHONUNBUFFERED 1
 

diff --git a/src/dockerfiles/function/function37.dockerfile b/src/dockerfiles/function/function37.dockerfile
@@ -16,7 +16,7 @@ boto3==1.18.0 \
 pydantic==1.9.0 \
 scikit_learn==1.0.2 \
 typing_extensions==4.3.0 \
-aqueduct-ml==0.1.11
+aqueduct-ml==0.2.0
 
 
 ENV PYTHONUNBUFFERED 1

diff --git a/src/dockerfiles/function/function38.dockerfile b/src/dockerfiles/function/function38.dockerfile
@@ -16,7 +16,7 @@ pyarrow==7.0.0 \
 boto3==1.18.0 \
 pydantic==1.9.0 \
 scikit_learn==1.0.2 \
-aqueduct-ml==0.1.11
+aqueduct-ml==0.2.0
 
 ENV PYTHONUNBUFFERED 1
 

diff --git a/src/dockerfiles/function/function39.dockerfile b/src/dockerfiles/function/function39.dockerfile
@@ -16,7 +16,7 @@ pyarrow==7.0.0 \
 boto3==1.18.0 \
 pydantic==1.9.0 \
 scikit_learn==1.0.2 \
-aqueduct-ml==0.1.11
+aqueduct-ml==0.2.0
 
 ENV PYTHONUNBUFFERED 1
 

diff --git a/src/dockerfiles/gpu/py310_env.yml b/src/dockerfiles/gpu/py310_env.yml
@@ -14,4 +14,4 @@ dependencies:
   - pip:
     - scikit_learn==1.0.2
     - typing_extensions==4.3.0
-    - aqueduct-ml==0.1.11
+    - aqueduct-ml==0.2.0
diff --git a/src/dockerfiles/gpu/py37_env.yml b/src/dockerfiles/gpu/py37_env.yml
@@ -14,4 +14,4 @@ dependencies:
   - pip:
     - scikit_learn==1.0.2
     - typing_extensions==4.3.0
-    - aqueduct-ml==0.1.11
+    - aqueduct-ml==0.2.0
diff --git a/src/dockerfiles/gpu/py38_env.yml b/src/dockerfiles/gpu/py38_env.yml
@@ -14,4 +14,4 @@ dependencies:
   - pip:
     - scikit_learn==1.0.2
     - typing_extensions==4.3.0
-    - aqueduct-ml==0.1.11
+    - aqueduct-ml==0.2.0
diff --git a/src/dockerfiles/gpu/py39_env.yml b/src/dockerfiles/gpu/py39_env.yml
@@ -14,4 +14,4 @@ dependencies:
   - pip:
     - scikit_learn==1.0.2
     - typing_extensions==4.3.0
-    - aqueduct-ml==0.1.11
+    - aqueduct-ml==0.2.0
diff --git a/src/dockerfiles/lambda/function/requirements-37.txt b/src/dockerfiles/lambda/function/requirements-37.txt
@@ -7,4 +7,4 @@ boto3==1.18.0
 pydantic==1.9.0
 scikit_learn==1.0.2
 typing_extensions==4.3.0
-aqueduct-ml==0.1.11
+aqueduct-ml==0.2.0
diff --git a/src/dockerfiles/lambda/function/requirements.txt b/src/dockerfiles/lambda/function/requirements.txt
@@ -6,4 +6,4 @@ pyarrow==7.0.0
 boto3==1.18.0
 pydantic==1.9.0
 scikit_learn==1.0.2
-aqueduct-ml==0.1.11
+aqueduct-ml==0.2.0
diff --git a/src/dockerfiles/lambda/requirements.txt b/src/dockerfiles/lambda/requirements.txt
@@ -6,4 +6,4 @@ pydantic==1.9.0
 pyyaml
 SQLAlchemy==1.4.30
 typing_extensions==4.3.0
-aqueduct-ml==0.1.11
+aqueduct-ml==0.2.0
diff --git a/src/golang/lib/constants.go b/src/golang/lib/constants.go
@@ -1,3 +1,3 @@
 package lib
 
-const ServerVersionNumber = "0.1.11"
+const ServerVersionNumber = "0.2.0"
diff --git a/src/python/bin/aqueduct b/src/python/bin/aqueduct
@@ -27,7 +27,7 @@ base_directory = os.path.join(os.environ["HOME"], ".aqueduct")
 server_directory = os.path.join(os.environ["HOME"], ".aqueduct", "server")
 ui_directory = os.path.join(os.environ["HOME"], ".aqueduct", "ui")
 
-package_version = "0.1.11"
+package_version = "0.2.0"
 aws_credentials_path = os.path.join(os.environ["HOME"], ".aws", "credentials")
 
 default_server_port = 8080

diff --git a/src/python/requirements.txt b/src/python/requirements.txt
@@ -11,4 +11,4 @@ typing_extensions>=4.3.0
 Pillow
 packaging
 pymongo
-aqueduct-sdk==0.1.11
+aqueduct-sdk==0.2.0
diff --git a/src/python/setup.py b/src/python/setup.py
@@ -10,7 +10,7 @@
 
 setup(
     name="aqueduct-ml",
-    version="0.1.11",
+    version="0.2.0",
     install_requires=install_requires,
     scripts=["bin/aqueduct"],
     packages=find_packages(),

diff --git a/src/ui/app/package.json b/src/ui/app/package.json
@@ -1,15 +1,15 @@
 {
   "name": "@aqueducthq/ui",
   "author": "Aqueduct, Inc. <[email protected]>",
-  "version": "0.1.11",
+  "version": "0.2.0",
   "scripts": {
     "start": "parcel --no-cache index.html",
     "build": "parcel build --public-url /dist --dist-dir dist/default index.html",
     "lint": "eslint '*/**/*.{js,ts,tsx}' --format table",
     "lint:fix": "eslint '*/**/*.{js,ts,tsx}' --format table --fix"
   },
   "dependencies": {
-    "@aqueducthq/common": "0.1.11",
+    "@aqueducthq/common": "0.2.0",
     "@emotion/react": "^11.10.5",
     "@emotion/styled": "^11.10.5",
     "@fortawesome/fontawesome-svg-core": "^6.2.1",

diff --git a/src/ui/common/package-lock.json b/src/ui/common/package-lock.json
diff --git a/src/ui/common/package.json b/src/ui/common/package.json
@@ -1,7 +1,7 @@
 {
   "name": "@aqueducthq/common",
   "author": "Aqueduct <[email protected]>",
-  "version": "0.1.11",
+  "version": "0.2.0",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "alias": {