Release 0.2.9 (#1170)

Co-authored-by: Vikram Sreekanti <[email protected]> Co-authored-by: Ubuntu <[email protected]> Co-authored-by: Wei Chen <[email protected]>
RunLLM · Apr 5, 2023 · 8e93e58 · 8e93e58
1 parent b360972
commit 8e93e58
Show file tree

Hide file tree

Showing 32 changed files with 87 additions and 59 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,9 +1,32 @@
 # Changelog
 
-## 0.2.8
-Released on March 29, 2023.
+## 0.2.9
+Released on April 5, 2023.
 
 ### Key Features
+* [Beta] Aqueduct now has support for loading dataframe and image data from
+  the local filesystem as parameters. See `client.create_param()` for details.
+
+### Enhancements
+* Improves the artifact storage management process. The integrations page now
+    shows which system is being used for artifact storage, and if a migration
+    between artifact stores fails, the error will be surfaced on the
+    integration details page until the user triggers a new artifact migration.
+* Adds metadata to read and write operators' sidesheets. Both sidesheets now
+    show which system is being used for the IO operation, and the save operator
+    now shows to what location and (if relevant) in what format the data is
+    being saved.
+
+### Bugfixes
+* Fixes typos in MongoDB connection dialog.
+* Fixes bug where workflow status at the top of the workflow details page would 
+    not update in sync with other parts of the page.
+* Fixes a bug where stopping the Aqueduct server immediately after starting it
+    could potentially trigger and then kill a workflow run that would then
+    stay in a pending state permanently.
+
+## 0.2.8
+Released on March 29, 2023.
 
 ### Enhancements
 * Extends Aqueduct's parameter support to allow parameters to be `None` *if*

diff --git a/manual_qa_tests/workflows/succeed_parameters.py b/manual_qa_tests/workflows/succeed_parameters.py
@@ -23,11 +23,11 @@ def empty_str_check(df, empty_str):
 
 def deploy(client, integration_name):
     integration = client.integration(integration_name)
-    client.create_param("table", default="hotel_reviews")
+    table_param = client.create_param("table", default="hotel_reviews")
     bound = client.create_param("bound", default=10)
     empty_str = client.create_param("empty_str", default="")
 
-    reviews = integration.sql("SELECT * FROM {{ table }}")
+    reviews = integration.sql("SELECT * FROM $1", parameters=[table_param])
     check(reviews, bound)
     empty_str_check(reviews, empty_str)
     flow = client.publish_flow(

diff --git a/sdk/setup.py b/sdk/setup.py
@@ -18,7 +18,7 @@
 
 setuptools.setup(
     name="aqueduct-sdk",
-    version="0.2.8",
+    version="0.2.9",
     author="Aqueduct, Inc.",
     author_email="[email protected]",
     description="Python SDK for the Aqueduct prediction infrastructure",

diff --git a/src/dockerfiles/Makefile b/src/dockerfiles/Makefile
@@ -1,5 +1,5 @@
 .DEFAULT_GOAL = all
-VERSION = 0.2.8
+VERSION = 0.2.9
 
 # By default, turn off the Makefile practice of printing each command before
 # you run it.

diff --git a/src/dockerfiles/connectors/athena.dockerfile b/src/dockerfiles/connectors/athena.dockerfile
@@ -1,4 +1,4 @@
-FROM aqueducthq/base_connector:0.2.8
+FROM aqueducthq/base_connector:0.2.9
 
 MAINTAINER Aqueduct <[email protected]> version: 0.1
 

diff --git a/src/dockerfiles/connectors/bigquery.dockerfile b/src/dockerfiles/connectors/bigquery.dockerfile
@@ -1,4 +1,4 @@
-FROM aqueducthq/base_connector:0.2.8
+FROM aqueducthq/base_connector:0.2.9
 
 MAINTAINER Aqueduct <[email protected]> version: 0.1
 

diff --git a/src/dockerfiles/connectors/mysql.dockerfile b/src/dockerfiles/connectors/mysql.dockerfile
@@ -1,4 +1,4 @@
-FROM aqueducthq/base_connector:0.2.8
+FROM aqueducthq/base_connector:0.2.9
 
 MAINTAINER Aqueduct <[email protected]> version: 0.1
 

diff --git a/src/dockerfiles/connectors/postgres.dockerfile b/src/dockerfiles/connectors/postgres.dockerfile
@@ -1,4 +1,4 @@
-FROM aqueducthq/base_connector:0.2.8
+FROM aqueducthq/base_connector:0.2.9
 
 MAINTAINER Aqueduct <[email protected]> version: 0.1
 

diff --git a/src/dockerfiles/connectors/s3.dockerfile b/src/dockerfiles/connectors/s3.dockerfile
@@ -1,4 +1,4 @@
-FROM aqueducthq/base_connector:0.2.8
+FROM aqueducthq/base_connector:0.2.9
 
 MAINTAINER Aqueduct <[email protected]> version: 0.1
 

diff --git a/src/dockerfiles/connectors/snowflake.dockerfile b/src/dockerfiles/connectors/snowflake.dockerfile
@@ -1,4 +1,4 @@
-FROM aqueducthq/base_connector:0.2.8
+FROM aqueducthq/base_connector:0.2.9
 
 MAINTAINER Aqueduct <[email protected]> version: 0.1
 

diff --git a/src/dockerfiles/connectors/sqlserver.dockerfile b/src/dockerfiles/connectors/sqlserver.dockerfile
@@ -1,4 +1,4 @@
-FROM aqueducthq/base_connector:0.2.8
+FROM aqueducthq/base_connector:0.2.9
 
 MAINTAINER Aqueduct <[email protected]> version: 0.1
 

diff --git a/src/dockerfiles/function/function310.dockerfile b/src/dockerfiles/function/function310.dockerfile
@@ -16,7 +16,7 @@ pyarrow==7.0.0 \
 boto3==1.18.0 \
 pydantic==1.9.0 \
 scikit_learn==1.0.2 \
-aqueduct-ml==0.2.8
+aqueduct-ml==0.2.9
 
 ENV PYTHONUNBUFFERED 1
 

diff --git a/src/dockerfiles/function/function37.dockerfile b/src/dockerfiles/function/function37.dockerfile
@@ -16,7 +16,7 @@ boto3==1.18.0 \
 pydantic==1.9.0 \
 scikit_learn==1.0.2 \
 typing_extensions==4.3.0 \
-aqueduct-ml==0.2.8
+aqueduct-ml==0.2.9
 
 
 ENV PYTHONUNBUFFERED 1

diff --git a/src/dockerfiles/function/function38.dockerfile b/src/dockerfiles/function/function38.dockerfile
@@ -16,7 +16,7 @@ pyarrow==7.0.0 \
 boto3==1.18.0 \
 pydantic==1.9.0 \
 scikit_learn==1.0.2 \
-aqueduct-ml==0.2.8
+aqueduct-ml==0.2.9
 
 ENV PYTHONUNBUFFERED 1
 

diff --git a/src/dockerfiles/function/function39.dockerfile b/src/dockerfiles/function/function39.dockerfile
@@ -16,7 +16,7 @@ pyarrow==7.0.0 \
 boto3==1.18.0 \
 pydantic==1.9.0 \
 scikit_learn==1.0.2 \
-aqueduct-ml==0.2.8
+aqueduct-ml==0.2.9
 
 ENV PYTHONUNBUFFERED 1
 

diff --git a/src/dockerfiles/gpu/py310_env.yml b/src/dockerfiles/gpu/py310_env.yml
@@ -14,4 +14,4 @@ dependencies:
   - pip:
     - scikit_learn==1.0.2
     - typing_extensions==4.3.0
-    - aqueduct-ml==0.2.8
+    - aqueduct-ml==0.2.9
diff --git a/src/dockerfiles/gpu/py37_env.yml b/src/dockerfiles/gpu/py37_env.yml
@@ -14,4 +14,4 @@ dependencies:
   - pip:
     - scikit_learn==1.0.2
     - typing_extensions==4.3.0
-    - aqueduct-ml==0.2.8
+    - aqueduct-ml==0.2.9
diff --git a/src/dockerfiles/gpu/py38_env.yml b/src/dockerfiles/gpu/py38_env.yml
@@ -14,4 +14,4 @@ dependencies:
   - pip:
     - scikit_learn==1.0.2
     - typing_extensions==4.3.0
-    - aqueduct-ml==0.2.8
+    - aqueduct-ml==0.2.9
diff --git a/src/dockerfiles/gpu/py39_env.yml b/src/dockerfiles/gpu/py39_env.yml
@@ -14,4 +14,4 @@ dependencies:
   - pip:
     - scikit_learn==1.0.2
     - typing_extensions==4.3.0
-    - aqueduct-ml==0.2.8
+    - aqueduct-ml==0.2.9
diff --git a/src/dockerfiles/lambda/function/requirements-37.txt b/src/dockerfiles/lambda/function/requirements-37.txt
@@ -7,4 +7,4 @@ boto3==1.18.0
 pydantic==1.9.0
 scikit_learn==1.0.2
 typing_extensions==4.3.0
-aqueduct-ml==0.2.8
+aqueduct-ml==0.2.9
diff --git a/src/dockerfiles/lambda/function/requirements.txt b/src/dockerfiles/lambda/function/requirements.txt
@@ -6,4 +6,4 @@ pyarrow==7.0.0
 boto3==1.18.0
 pydantic==1.9.0
 scikit_learn==1.0.2
-aqueduct-ml==0.2.8
+aqueduct-ml==0.2.9
diff --git a/src/dockerfiles/lambda/requirements.txt b/src/dockerfiles/lambda/requirements.txt
@@ -6,4 +6,4 @@ pydantic==1.9.0
 pyyaml
 SQLAlchemy==1.4.30
 typing_extensions==4.3.0
-aqueduct-ml==0.2.8
+aqueduct-ml==0.2.9
diff --git a/src/golang/lib/constants.go b/src/golang/lib/constants.go
@@ -1,3 +1,3 @@
 package lib
 
-const ServerVersionNumber = "0.2.8"
+const ServerVersionNumber = "0.2.9"
diff --git a/src/python/bin/aqueduct b/src/python/bin/aqueduct
@@ -37,7 +37,7 @@ base_directory = os.path.join(os.environ["HOME"], ".aqueduct")
 server_directory = os.path.join(os.environ["HOME"], ".aqueduct", "server")
 ui_directory = os.path.join(os.environ["HOME"], ".aqueduct", "ui")
 
-package_version = "0.2.8"
+package_version = "0.2.9"
 aws_credentials_path = os.path.join(os.environ["HOME"], ".aws", "credentials")
 
 default_server_port = 8080

diff --git a/src/python/requirements.txt b/src/python/requirements.txt
@@ -11,4 +11,4 @@ typing_extensions>=4.3.0,<=4.4.0
 Pillow<=9.4.0
 packaging<=23.0
 pymongo<=4.3.3
-aqueduct-sdk==0.2.8
+aqueduct-sdk==0.2.9
diff --git a/src/python/setup.py b/src/python/setup.py
@@ -10,7 +10,7 @@
 
 setup(
     name="aqueduct-ml",
-    version="0.2.8",
+    version="0.2.9",
     install_requires=install_requires,
     scripts=["bin/aqueduct"],
     packages=find_packages(),

diff --git a/src/ui/app/package.json b/src/ui/app/package.json
@@ -1,15 +1,15 @@
 {
   "name": "@aqueducthq/ui",
   "author": "Aqueduct, Inc. <[email protected]>",
-  "version": "0.2.8",
+  "version": "0.2.9",
   "scripts": {
     "start": "parcel --no-cache index.html",
     "build": "parcel build --public-url /dist --dist-dir dist/default index.html",
     "lint": "eslint '*/**/*.{js,ts,tsx}' --format table",
     "lint:fix": "eslint '*/**/*.{js,ts,tsx}' --format table --fix"
   },
   "dependencies": {
-    "@aqueducthq/common": "0.2.8",
+    "@aqueducthq/common": "0.2.9",
     "@emotion/react": "^11.10.5",
     "@emotion/styled": "^11.10.5",
     "@fortawesome/fontawesome-svg-core": "^6.2.1",

diff --git a/src/ui/common/package-lock.json b/src/ui/common/package-lock.json
diff --git a/src/ui/common/package.json b/src/ui/common/package.json
@@ -1,7 +1,7 @@
 {
   "name": "@aqueducthq/common",
   "author": "Aqueduct <[email protected]>",
-  "version": "0.2.8",
+  "version": "0.2.9",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "alias": {

diff --git a/src/ui/common/src/components/operators/WithOperatorHeader.tsx b/src/ui/common/src/components/operators/WithOperatorHeader.tsx
@@ -99,6 +99,9 @@ const WithOperatorHeader: React.FC<Props> = ({
   const integrationId =
     operator?.spec?.load?.integration_id ||
     operator?.spec?.extract?.integration_id;
+  const integrationName = integrationId
+    ? integrationsState?.integrations[integrationId]?.name
+    : undefined;
 
   return (
     <Box width="100%">
@@ -118,17 +121,21 @@ const WithOperatorHeader: React.FC<Props> = ({
         {checkLevelDisplay}
       </Box>
 
-      <ResourceItem
-        resource={service}
-        resourceCustomName={
-          integrationsState?.integrations[integrationId]?.name
-        }
-      />
+      {integrationName && (
+        <ResourceItem
+          resource={service}
+          resourceCustomName={
+            integrationsState?.integrations[integrationId]?.name
+          }
+        />
+      )}
 
       <Box display="flex" width="100%">
-        <Box width="100%" paddingTop={sideSheetMode ? '16px' : '24px'}>
-          <SaveDetails parameters={operator?.spec?.load?.parameters} />
-        </Box>
+        {operator?.spec?.load?.parameters && (
+          <Box width="100%" paddingTop={sideSheetMode ? '16px' : '24px'}>
+            <SaveDetails parameters={operator?.spec?.load?.parameters} />
+          </Box>
+        )}
 
         {operator?.spec?.load && <Box width="96px" />}
 

diff --git a/src/ui/common/src/components/workflows/nodes/Node.tsx b/src/ui/common/src/components/workflows/nodes/Node.tsx
@@ -254,24 +254,22 @@ export const Node: React.FC<Props> = ({ data, isConnectable }) => {
               {headerIcon}
             </Box>
 
-            <Box flex={1}>
-              <Typography
-                sx={{
-                  maxWidth: '80%',
-                  flex: 1,
-                  whiteSpace: 'nowrap',
-                  overflow: 'hidden',
-                  textOverflow: 'ellipsis',
-                  fontSize: '32px',
-                }}
-              >
-                {data.label}
-              </Typography>
-            </Box>
+            <Typography
+              sx={{
+                maxWidth: '70%',
+                flex: 1,
+                whiteSpace: 'nowrap',
+                overflow: 'hidden',
+                textOverflow: 'ellipsis',
+                fontSize: '32px',
+              }}
+            >
+              {data.label}
+            </Typography>
 
             {headerEndIcon && (
               <>
-                <Box justifySelf="end" mr={2}>
+                <Box justifySelf="end" ml={1} mr={2}>
                   <Tooltip
                     title={
                       data.spec?.type === OperatorType.Check

diff --git a/src/ui/common/src/components/workflows/workflowHeader.tsx b/src/ui/common/src/components/workflows/workflowHeader.tsx
@@ -85,7 +85,7 @@ const WorkflowHeader: React.FC<Props> = ({ workflowDag }) => {
   let selectedWorkflowStatus = ExecutionStatus.Unknown;
   if (workflowHistory.status.loading === LoadingStatusEnum.Succeeded) {
     selectedWorkflowStatus =
-      workflowHistory.history.versions[selectedResultIdx].exec_state.status;
+      workflowHistory.history.versions[selectedResultIdx]?.exec_state.status;
   }
 
   const name = workflowDag.metadata?.name ?? '';
@@ -123,7 +123,7 @@ const WorkflowHeader: React.FC<Props> = ({ workflowDag }) => {
   function rehypeWrapText() {
     return function wrapTextTransform(tree) {
       visitParents(tree, 'text', (node, ancestors) => {
-        if (ancestors.at(-1).tagName !== 'custom-typography') {
+        if (ancestors[ancestors.length - 1]?.tagName !== 'custom-typography') {
           node.type = 'element';
           node.tagName = 'custom-typography';
           node.children = [{ type: 'text', value: node.value }];