Merge branch 'master' of github.com:flyteorg/flyte into bump-stow-to-…

…0.3.8

.github/PULL_REQUEST_TEMPLATE.md

@@ -12,6 +12,10 @@ Happy contributing!
 
 <!-- Example: Closes #31 -->
 
+## Docs link
+
+<!-- Add documentation link built by CI jobs here, and specify the changed place -->
+
 ## Describe your changes
 
 <!-- List all the proposed changes in your PR -->
@@ -29,10 +33,19 @@ Happy contributing!
 - [ ] All new and existing tests passed.
 - [ ] All commits are signed-off.
 
+## Setup Process
+
+<!-- Describe how you set up this PR's environment to help maintainers reproduce your results more easily -->
+
 ## Screenshots
 
 <!-- Add all the screenshots which support your changes -->
 
 ## Note to reviewers
 
 <!-- Add notes to reviewers if applicable -->
+
+## Related PRs
+
+<!-- Add related pull requests for reviewers to check -->
+

.github/workflows/checks.yml

@@ -6,24 +6,9 @@ concurrency:
 
 on:
   pull_request:
-    paths:
-      - 'datacatalog/**'
-      - 'flyteadmin/**'
-      - 'flytecopilot/**'
-      - 'flyteplugins/**'
-      - 'flytepropeller/**'
-      - 'flytestdlib/**'
   push:
     branches:
       - master
-    paths:
-      - 'datacatalog/**'
-      - 'flyteadmin/**'
-      - 'flytecopilot/**'
-      - 'flyteidl/**'
-      - 'flyteplugins/**'
-      - 'flytepropeller/**'
-      - 'flytestdlib/**'
 env:
   GO_VERSION: "1.19"
   PRIORITIES: "P0"

.github/workflows/end2end.yml

@@ -87,9 +87,8 @@ jobs:
                   advanced_composition/advanced_composition/dynamics.py \
                   advanced_composition/advanced_composition/map_task.py \
                   advanced_composition/advanced_composition/subworkflows.py \
-                  data_types_and_io/data_types_and_io/custom_objects.py \
-                  data_types_and_io/data_types_and_io/schema.py \
-                  data_types_and_io/data_types_and_io/typed_schema.py ;
+                  data_types_and_io/data_types_and_io/dataclass.py \
+                  data_types_and_io/data_types_and_io/structured_dataset.py ;
           do
               pyflyte --config ./boilerplate/flyte/end2end/functional-test-config.yaml \
                   register \

.github/workflows/flyteidl-buf-publish.yml

@@ -3,6 +3,7 @@ name: Publish flyteidl Buf Package
 on:
   push:
     branches:
+      - artifacts
       - master
     paths:
       - 'flyteidl/**'

.github/workflows/flyteidl-checks.yml

@@ -6,13 +6,9 @@ concurrency:
 
 on:
   pull_request:
-    paths:
-      - 'flyteidl/**'
   push:
     branches:
       - master
-    paths:
-      - 'flyteidl/**'
 env:
   GO_VERSION: "1.19"
 jobs:

.github/workflows/single-binary.yml

@@ -201,9 +201,8 @@ jobs:
                   advanced_composition/advanced_composition/dynamics.py \
                   advanced_composition/advanced_composition/map_task.py \
                   advanced_composition/advanced_composition/subworkflows.py \
-                  data_types_and_io/data_types_and_io/custom_objects.py \
-                  data_types_and_io/data_types_and_io/schema.py \
-                  data_types_and_io/data_types_and_io/typed_schema.py ;
+                  data_types_and_io/data_types_and_io/dataclass.py \
+                  data_types_and_io/data_types_and_io/structured_dataset.py ;
           do
               pyflyte --config ./boilerplate/flyte/end2end/functional-test-config.yaml \
                   register \

.github/workflows/stale.yml

@@ -12,11 +12,14 @@ jobs:
     - uses: actions/stale@v8
       with:
         repo-token: ${{ secrets.GITHUB_TOKEN }}
-        stale-issue-message: "Hello 👋, This issue has been inactive for over 9 months. To help maintain a clean and focused backlog, we'll be marking this issue as stale and will close the issue if we detect no activity in the next 7 days. Thank you for your contribution and understanding! 🙏"
-        close-issue-message: "Hello 👋, This issue has been inactive for over 9 months and hasn't received any updates since it was marked as stale. We'll be closing this issue for now, but if you believe this issue is still relevant, please feel free to reopen it. Thank you for your contribution and understanding! 🙏"
+        stale-issue-message: >
+          Hello 👋, this issue has been inactive for over 9 months. To help maintain a clean and focused backlog, 
+          we'll be marking this issue as stale and will engage on it to decide if it is still applicable. 
+
+          Thank you for your contribution and understanding! 🙏
         stale-issue-label: "stale"
-        exempt-issue-labels: "needs discussion"  # Comma-separated list of labels.
+        exempt-issue-labels: "needs discussion,untriaged"  # Comma-separated list of labels.
         days-before-stale: 270
-        days-before-close: 7
+        days-before-close: -1
         ascending: true # https://github.com/actions/stale#ascending
         operations-per-run: 500

Makefile

@@ -59,9 +59,9 @@ doc-requirements.txt: doc-requirements.in install-piptools
 
 .PHONY: stats
 stats:
-	@generate-dashboard -o deployment/stats/prometheus/flytepropeller-dashboard.json stats/flytepropeller_dashboard.py
-	@generate-dashboard -o deployment/stats/prometheus/flyteadmin-dashboard.json stats/flyteadmin_dashboard.py
-	@generate-dashboard -o deployment/stats/prometheus/flyteuser-dashboard.json stats/flyteuser_dashboard.py
+	@generate-dashboard -o deployment/stats/prometheus/flytepropeller-dashboard.json stats/flytepropeller.dashboard.py
+	@generate-dashboard -o deployment/stats/prometheus/flyteadmin-dashboard.json stats/flyteadmin.dashboard.py
+	@generate-dashboard -o deployment/stats/prometheus/flyteuser-dashboard.json stats/flyteuser.dashboard.py
 
 .PHONY: prepare_artifacts
 prepare_artifacts:
@@ -100,3 +100,14 @@ build_native_flyte:
 	docker build \
 	--build-arg FLYTECONSOLE_VERSION=$(FLYTECONSOLE_VERSION) \
 	--tag flyte-binary:native .
+
+.PHONY: go-tidy
+go-tidy:
+	go mod tidy
+	make -C datacatalog go-tidy
+	make -C flyteadmin go-tidy
+	make -C flyteidl go-tidy
+	make -C flytepropeller go-tidy
+	make -C flyteplugins go-tidy
+	make -C flytestdlib go-tidy
+