From 45a49f43722f5a86ad27e143fa59325136dd40c8 Mon Sep 17 00:00:00 2001 From: eunice-chan <30596854+eunice-chan@users.noreply.github.com> Date: Tue, 7 Feb 2023 23:02:33 -0600 Subject: [PATCH] 0.2.0 --> 0.2.1 Release (#966) --- CHANGELOG.md | 39 ++++++++++++++++++- sdk/setup.py | 2 +- src/dockerfiles/Makefile | 2 +- src/dockerfiles/connectors/athena.dockerfile | 2 +- .../connectors/bigquery.dockerfile | 2 +- src/dockerfiles/connectors/mysql.dockerfile | 2 +- .../connectors/postgres.dockerfile | 2 +- src/dockerfiles/connectors/s3.dockerfile | 2 +- .../connectors/snowflake.dockerfile | 2 +- .../connectors/sqlserver.dockerfile | 2 +- .../function/function310.dockerfile | 2 +- .../function/function37.dockerfile | 2 +- .../function/function38.dockerfile | 2 +- .../function/function39.dockerfile | 2 +- src/dockerfiles/gpu/py310_env.yml | 2 +- src/dockerfiles/gpu/py37_env.yml | 2 +- src/dockerfiles/gpu/py38_env.yml | 2 +- src/dockerfiles/gpu/py39_env.yml | 2 +- .../lambda/function/requirements-37.txt | 2 +- .../lambda/function/requirements.txt | 2 +- src/dockerfiles/lambda/requirements.txt | 2 +- src/golang/lib/constants.go | 2 +- src/python/bin/aqueduct | 2 +- src/python/requirements.txt | 2 +- src/python/setup.py | 2 +- src/ui/app/package.json | 4 +- src/ui/common/package-lock.json | 4 +- src/ui/common/package.json | 2 +- 28 files changed, 67 insertions(+), 30 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index f6369a79a..2b4a96f68 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,7 +1,44 @@ # Changelog +## 0.2.1 +Released on February 7, 2023. + +### Key Features +* Allows customizing artifact names from the SDK in one of two ways. + ```python + # Method 1: Use the decorator + @op(outputs=['sklearn model', 'churn predictions']) + def train_and_predict_churn(features): + # ... + return model, predictions + + # Method 2: Use .set_name() + @op + def train_model(features): + # ... + return model + + # ... + model = train_model(features) + model.set_name('churn model') + ``` + +### Enhancements +* Allows providing filepath to ServiceAccount key file when connecting to + BigQuery from Aqueduct SDK. +* Improves form validation when connecting Databricks integration. +* Throughout the SDK, enables references to workflows using workflow name in + addition to workflow ID. +* Puts upper bounds on Python package dependencies to prevent unexpected + regressions (e.g., recent issues caused by SQLAlchemy 2.0). + +### Bugfixes +* Fixes bug where errors were not being properly handled when an operator had + multiple outputs. This was occurring because the return value didn't have + the expected length. + ## 0.2.0 -Release on January 31, 2023 +Released on January 31, 2023 ### Key Features * [Beta] Aqueduct now supports running workflows on Databricks Spark clusters! diff --git a/sdk/setup.py b/sdk/setup.py index baf717c44..a9d1377ba 100644 --- a/sdk/setup.py +++ b/sdk/setup.py @@ -18,7 +18,7 @@ setuptools.setup( name="aqueduct-sdk", - version="0.2.0", + version="0.2.1", author="Aqueduct, Inc.", author_email="hello@aqueducthq.com", description="Python SDK for the Aqueduct prediction infrastructure", diff --git a/src/dockerfiles/Makefile b/src/dockerfiles/Makefile index 0e10458b9..bffbbcc19 100644 --- a/src/dockerfiles/Makefile +++ b/src/dockerfiles/Makefile @@ -1,5 +1,5 @@ .DEFAULT_GOAL = all -VERSION = 0.2.0 +VERSION = 0.2.1 # By default, turn off the Makefile practice of printing each command before # you run it. diff --git a/src/dockerfiles/connectors/athena.dockerfile b/src/dockerfiles/connectors/athena.dockerfile index 2caae0c21..f31f34352 100644 --- a/src/dockerfiles/connectors/athena.dockerfile +++ b/src/dockerfiles/connectors/athena.dockerfile @@ -1,4 +1,4 @@ -FROM aqueducthq/base_connector:0.2.0 +FROM aqueducthq/base_connector:0.2.1 MAINTAINER Aqueduct version: 0.1 diff --git a/src/dockerfiles/connectors/bigquery.dockerfile b/src/dockerfiles/connectors/bigquery.dockerfile index 135cc484c..7200b049c 100644 --- a/src/dockerfiles/connectors/bigquery.dockerfile +++ b/src/dockerfiles/connectors/bigquery.dockerfile @@ -1,4 +1,4 @@ -FROM aqueducthq/base_connector:0.2.0 +FROM aqueducthq/base_connector:0.2.1 MAINTAINER Aqueduct version: 0.1 diff --git a/src/dockerfiles/connectors/mysql.dockerfile b/src/dockerfiles/connectors/mysql.dockerfile index 65c076c86..b3e3a525d 100644 --- a/src/dockerfiles/connectors/mysql.dockerfile +++ b/src/dockerfiles/connectors/mysql.dockerfile @@ -1,4 +1,4 @@ -FROM aqueducthq/base_connector:0.2.0 +FROM aqueducthq/base_connector:0.2.1 MAINTAINER Aqueduct version: 0.1 diff --git a/src/dockerfiles/connectors/postgres.dockerfile b/src/dockerfiles/connectors/postgres.dockerfile index b987aff5c..6a2e89388 100644 --- a/src/dockerfiles/connectors/postgres.dockerfile +++ b/src/dockerfiles/connectors/postgres.dockerfile @@ -1,4 +1,4 @@ -FROM aqueducthq/base_connector:0.2.0 +FROM aqueducthq/base_connector:0.2.1 MAINTAINER Aqueduct version: 0.1 diff --git a/src/dockerfiles/connectors/s3.dockerfile b/src/dockerfiles/connectors/s3.dockerfile index c80490219..a603f5166 100644 --- a/src/dockerfiles/connectors/s3.dockerfile +++ b/src/dockerfiles/connectors/s3.dockerfile @@ -1,4 +1,4 @@ -FROM aqueducthq/base_connector:0.2.0 +FROM aqueducthq/base_connector:0.2.1 MAINTAINER Aqueduct version: 0.1 diff --git a/src/dockerfiles/connectors/snowflake.dockerfile b/src/dockerfiles/connectors/snowflake.dockerfile index 681485931..5e3a50f6e 100644 --- a/src/dockerfiles/connectors/snowflake.dockerfile +++ b/src/dockerfiles/connectors/snowflake.dockerfile @@ -1,4 +1,4 @@ -FROM aqueducthq/base_connector:0.2.0 +FROM aqueducthq/base_connector:0.2.1 MAINTAINER Aqueduct version: 0.1 diff --git a/src/dockerfiles/connectors/sqlserver.dockerfile b/src/dockerfiles/connectors/sqlserver.dockerfile index 4601de838..024a3e0e2 100644 --- a/src/dockerfiles/connectors/sqlserver.dockerfile +++ b/src/dockerfiles/connectors/sqlserver.dockerfile @@ -1,4 +1,4 @@ -FROM aqueducthq/base_connector:0.2.0 +FROM aqueducthq/base_connector:0.2.1 MAINTAINER Aqueduct version: 0.1 diff --git a/src/dockerfiles/function/function310.dockerfile b/src/dockerfiles/function/function310.dockerfile index 8f2bca8ba..8d88b3afc 100644 --- a/src/dockerfiles/function/function310.dockerfile +++ b/src/dockerfiles/function/function310.dockerfile @@ -16,7 +16,7 @@ pyarrow==7.0.0 \ boto3==1.18.0 \ pydantic==1.9.0 \ scikit_learn==1.0.2 \ -aqueduct-ml==0.2.0 +aqueduct-ml==0.2.1 ENV PYTHONUNBUFFERED 1 diff --git a/src/dockerfiles/function/function37.dockerfile b/src/dockerfiles/function/function37.dockerfile index 23d4c3452..046e30654 100644 --- a/src/dockerfiles/function/function37.dockerfile +++ b/src/dockerfiles/function/function37.dockerfile @@ -16,7 +16,7 @@ boto3==1.18.0 \ pydantic==1.9.0 \ scikit_learn==1.0.2 \ typing_extensions==4.3.0 \ -aqueduct-ml==0.2.0 +aqueduct-ml==0.2.1 ENV PYTHONUNBUFFERED 1 diff --git a/src/dockerfiles/function/function38.dockerfile b/src/dockerfiles/function/function38.dockerfile index 120b824b8..09b652f0d 100644 --- a/src/dockerfiles/function/function38.dockerfile +++ b/src/dockerfiles/function/function38.dockerfile @@ -16,7 +16,7 @@ pyarrow==7.0.0 \ boto3==1.18.0 \ pydantic==1.9.0 \ scikit_learn==1.0.2 \ -aqueduct-ml==0.2.0 +aqueduct-ml==0.2.1 ENV PYTHONUNBUFFERED 1 diff --git a/src/dockerfiles/function/function39.dockerfile b/src/dockerfiles/function/function39.dockerfile index 04611e96d..c7ef0098c 100644 --- a/src/dockerfiles/function/function39.dockerfile +++ b/src/dockerfiles/function/function39.dockerfile @@ -16,7 +16,7 @@ pyarrow==7.0.0 \ boto3==1.18.0 \ pydantic==1.9.0 \ scikit_learn==1.0.2 \ -aqueduct-ml==0.2.0 +aqueduct-ml==0.2.1 ENV PYTHONUNBUFFERED 1 diff --git a/src/dockerfiles/gpu/py310_env.yml b/src/dockerfiles/gpu/py310_env.yml index 9dbcb9cbb..a6fc57adc 100644 --- a/src/dockerfiles/gpu/py310_env.yml +++ b/src/dockerfiles/gpu/py310_env.yml @@ -14,4 +14,4 @@ dependencies: - pip: - scikit_learn==1.0.2 - typing_extensions==4.3.0 - - aqueduct-ml==0.2.0 + - aqueduct-ml==0.2.1 diff --git a/src/dockerfiles/gpu/py37_env.yml b/src/dockerfiles/gpu/py37_env.yml index 1246d5386..65ac409b6 100644 --- a/src/dockerfiles/gpu/py37_env.yml +++ b/src/dockerfiles/gpu/py37_env.yml @@ -14,4 +14,4 @@ dependencies: - pip: - scikit_learn==1.0.2 - typing_extensions==4.3.0 - - aqueduct-ml==0.2.0 + - aqueduct-ml==0.2.1 diff --git a/src/dockerfiles/gpu/py38_env.yml b/src/dockerfiles/gpu/py38_env.yml index cc1f5b8d0..18a5b0e33 100644 --- a/src/dockerfiles/gpu/py38_env.yml +++ b/src/dockerfiles/gpu/py38_env.yml @@ -14,4 +14,4 @@ dependencies: - pip: - scikit_learn==1.0.2 - typing_extensions==4.3.0 - - aqueduct-ml==0.2.0 \ No newline at end of file + - aqueduct-ml==0.2.1 \ No newline at end of file diff --git a/src/dockerfiles/gpu/py39_env.yml b/src/dockerfiles/gpu/py39_env.yml index b275a9635..bf28383c9 100644 --- a/src/dockerfiles/gpu/py39_env.yml +++ b/src/dockerfiles/gpu/py39_env.yml @@ -14,4 +14,4 @@ dependencies: - pip: - scikit_learn==1.0.2 - typing_extensions==4.3.0 - - aqueduct-ml==0.2.0 \ No newline at end of file + - aqueduct-ml==0.2.1 \ No newline at end of file diff --git a/src/dockerfiles/lambda/function/requirements-37.txt b/src/dockerfiles/lambda/function/requirements-37.txt index f084eee2d..92adfb63e 100644 --- a/src/dockerfiles/lambda/function/requirements-37.txt +++ b/src/dockerfiles/lambda/function/requirements-37.txt @@ -7,4 +7,4 @@ boto3==1.18.0 pydantic==1.9.0 scikit_learn==1.0.2 typing_extensions==4.3.0 -aqueduct-ml==0.2.0 \ No newline at end of file +aqueduct-ml==0.2.1 \ No newline at end of file diff --git a/src/dockerfiles/lambda/function/requirements.txt b/src/dockerfiles/lambda/function/requirements.txt index c5cb2fff6..1b6d596de 100644 --- a/src/dockerfiles/lambda/function/requirements.txt +++ b/src/dockerfiles/lambda/function/requirements.txt @@ -6,4 +6,4 @@ pyarrow==7.0.0 boto3==1.18.0 pydantic==1.9.0 scikit_learn==1.0.2 -aqueduct-ml==0.2.0 \ No newline at end of file +aqueduct-ml==0.2.1 \ No newline at end of file diff --git a/src/dockerfiles/lambda/requirements.txt b/src/dockerfiles/lambda/requirements.txt index 89b5261b4..9020032b7 100644 --- a/src/dockerfiles/lambda/requirements.txt +++ b/src/dockerfiles/lambda/requirements.txt @@ -6,4 +6,4 @@ pydantic==1.9.0 pyyaml SQLAlchemy==1.4.30 typing_extensions==4.3.0 -aqueduct-ml==0.2.0 \ No newline at end of file +aqueduct-ml==0.2.1 \ No newline at end of file diff --git a/src/golang/lib/constants.go b/src/golang/lib/constants.go index d80c0d89e..a79612fb3 100644 --- a/src/golang/lib/constants.go +++ b/src/golang/lib/constants.go @@ -1,3 +1,3 @@ package lib -const ServerVersionNumber = "0.2.0" +const ServerVersionNumber = "0.2.1" diff --git a/src/python/bin/aqueduct b/src/python/bin/aqueduct index 472df9b68..891490e9c 100755 --- a/src/python/bin/aqueduct +++ b/src/python/bin/aqueduct @@ -37,7 +37,7 @@ base_directory = os.path.join(os.environ["HOME"], ".aqueduct") server_directory = os.path.join(os.environ["HOME"], ".aqueduct", "server") ui_directory = os.path.join(os.environ["HOME"], ".aqueduct", "ui") -package_version = "0.2.0" +package_version = "0.2.1" aws_credentials_path = os.path.join(os.environ["HOME"], ".aws", "credentials") default_server_port = 8080 diff --git a/src/python/requirements.txt b/src/python/requirements.txt index e05c49c5d..59f0a6dd3 100644 --- a/src/python/requirements.txt +++ b/src/python/requirements.txt @@ -11,4 +11,4 @@ typing_extensions>=4.3.0,<=4.4.0 Pillow<=9.4.0 packaging<=23.0 pymongo<=4.3.3 -aqueduct-sdk==0.2.0 +aqueduct-sdk==0.2.1 diff --git a/src/python/setup.py b/src/python/setup.py index d33780385..7cd585199 100644 --- a/src/python/setup.py +++ b/src/python/setup.py @@ -10,7 +10,7 @@ setup( name="aqueduct-ml", - version="0.2.0", + version="0.2.1", install_requires=install_requires, scripts=["bin/aqueduct"], packages=find_packages(), diff --git a/src/ui/app/package.json b/src/ui/app/package.json index 27f90c692..4f0bc171d 100644 --- a/src/ui/app/package.json +++ b/src/ui/app/package.json @@ -1,7 +1,7 @@ { "name": "@aqueducthq/ui", "author": "Aqueduct, Inc. ", - "version": "0.2.0", + "version": "0.2.1", "scripts": { "start": "parcel --no-cache index.html", "build": "parcel build --public-url /dist --dist-dir dist/default index.html", @@ -9,7 +9,7 @@ "lint:fix": "eslint '*/**/*.{js,ts,tsx}' --format table --fix" }, "dependencies": { - "@aqueducthq/common": "0.2.0", + "@aqueducthq/common": "0.2.1", "@emotion/react": "^11.10.5", "@emotion/styled": "^11.10.5", "@fortawesome/fontawesome-svg-core": "^6.2.1", diff --git a/src/ui/common/package-lock.json b/src/ui/common/package-lock.json index 7a53bc496..e9f831c7d 100644 --- a/src/ui/common/package-lock.json +++ b/src/ui/common/package-lock.json @@ -1,12 +1,12 @@ { "name": "@aqueducthq/common", - "version": "0.2.0", + "version": "0.2.1", "lockfileVersion": 2, "requires": true, "packages": { "": { "name": "@aqueducthq/common", - "version": "0.2.0", + "version": "0.2.1", "hasInstallScript": true, "devDependencies": { "@babel/core": "^7.20.12", diff --git a/src/ui/common/package.json b/src/ui/common/package.json index 86a2db2a5..9cd7fcaf6 100644 --- a/src/ui/common/package.json +++ b/src/ui/common/package.json @@ -1,7 +1,7 @@ { "name": "@aqueducthq/common", "author": "Aqueduct ", - "version": "0.2.0", + "version": "0.2.1", "main": "dist/index.js", "types": "dist/index.d.ts", "alias": {