Create 0.34-Affirm Branch

.github/auto_assign.yml

@@ -9,7 +9,6 @@ assignees:
   - woop
   - tsotnet
   - achals
-  - adchia
   - felixwang9817
 
 # A number of assignees to add to the pull request

.github/fork_workflows/fork_pr_integration_tests_aws.yml

@@ -83,15 +83,15 @@ jobs:
           --health-timeout 5s
           --health-retries 5
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # pull_request_target runs the workflow in the context of the base repo
           # as such actions/checkout needs to be explicit configured to retrieve
           # code from the PR.
           ref: refs/pull/${{ github.event.pull_request.number }}/merge
           submodules: recursive
       - name: Setup Python
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v3
         id: setup-python
         with:
           python-version: ${{ matrix.python-version }}
@@ -109,9 +109,6 @@ jobs:
           aws-region: us-west-2
       - name: Use AWS CLI
         run: aws sts get-caller-identity
-      - name: Upgrade pip version
-        run: |
-          pip install --upgrade "pip>=21.3.1,<22.1"
       - name: Get pip cache dir
         id: pip-cache
         run: |
@@ -126,6 +123,9 @@ jobs:
           key: ${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-pip-${{ hashFiles(format('**/py{0}-ci-requirements.txt', env.PYTHON)) }}
           restore-keys: |
             ${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-pip-
+      - name: Upgrade pip version
+        run: |
+          pip install --upgrade "pip>=21.3.1,<22.3"
       - name: Install pip-tools
         run: pip install pip-tools
       - name: Install apache-arrow on ubuntu
@@ -139,7 +139,9 @@ jobs:
             sudo apt install -y -V libarrow-dev
       - name: Install apache-arrow on macos
         if: matrix.os == 'macOS-latest'
-        run: brew install apache-arrow
+        run: |
+            brew install apache-arrow
+            brew install pkg-config
       - name: Install dependencies
         run: make install-python-ci-dependencies
       - name: Setup Redis Cluster

.github/fork_workflows/fork_pr_integration_tests_gcp.yml

@@ -25,15 +25,15 @@ jobs:
           --health-timeout 5s
           --health-retries 5
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # pull_request_target runs the workflow in the context of the base repo
           # as such actions/checkout needs to be explicit configured to retrieve
           # code from the PR.
           ref: refs/pull/${{ github.event.pull_request.number }}/merge
           submodules: recursive
       - name: Setup Python
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v3
         id: setup-python
         with:
           python-version: ${{ matrix.python-version }}
@@ -53,9 +53,6 @@ jobs:
           project_id: ${{ secrets.GCP_PROJECT_ID }}
       - name: Use gcloud CLI
         run: gcloud info
-      - name: Upgrade pip version
-        run: |
-          pip install --upgrade "pip>=21.3.1,<22.1"
       - name: Get pip cache dir
         id: pip-cache
         run: |
@@ -70,6 +67,9 @@ jobs:
           key: ${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-pip-${{ hashFiles(format('**/py{0}-ci-requirements.txt', env.PYTHON)) }}
           restore-keys: |
             ${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-pip-
+      - name: Upgrade pip version
+        run: |
+          pip install --upgrade "pip>=21.3.1,<23.2"
       - name: Install pip-tools
         run: pip install pip-tools
       - name: Install apache-arrow on ubuntu
@@ -83,7 +83,9 @@ jobs:
             sudo apt install -y -V libarrow-dev
       - name: Install apache-arrow on macos
         if: matrix.os == 'macOS-latest'
-        run: brew install apache-arrow
+        run: |
+            brew install apache-arrow
+            brew install pkg-config
       - name: Install dependencies
         run: make install-python-ci-dependencies
       - name: Setup Redis Cluster

.github/fork_workflows/fork_pr_integration_tests_snowflake.yml

@@ -25,15 +25,15 @@ jobs:
           --health-timeout 5s
           --health-retries 5
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # pull_request_target runs the workflow in the context of the base repo
           # as such actions/checkout needs to be explicit configured to retrieve
           # code from the PR.
           ref: refs/pull/${{ github.event.pull_request.number }}/merge
           submodules: recursive
       - name: Setup Python
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v3
         id: setup-python
         with:
           python-version: ${{ matrix.python-version }}
@@ -43,10 +43,6 @@ jobs:
         uses: actions/setup-go@v2
         with:
           go-version: 1.18.0
-
-      - name: Upgrade pip version
-        run: |
-          pip install --upgrade "pip>=21.3.1,<22.1"
       - name: Get pip cache dir
         id: pip-cache
         run: |
@@ -61,6 +57,9 @@ jobs:
           key: ${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-pip-${{ hashFiles(format('**/py{0}-ci-requirements.txt', env.PYTHON)) }}
           restore-keys: |
             ${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-pip-
+      - name: Upgrade pip version
+        run: |
+          pip install --upgrade "pip>=21.3.1,<23.2"
       - name: Install pip-tools
         run: pip install pip-tools
       - name: Install apache-arrow on ubuntu
@@ -74,7 +73,9 @@ jobs:
             sudo apt install -y -V libarrow-dev
       - name: Install apache-arrow on macos
         if: matrix.os == 'macOS-latest'
-        run: brew install apache-arrow
+        run: |
+            brew install apache-arrow
+            brew install pkg-config
       - name: Install dependencies
         run: make install-python-ci-dependencies
       - name: Setup Redis Cluster

.github/workflows/build_wheels.yml

@@ -18,7 +18,7 @@ jobs:
       highest_semver_tag: ${{ steps.get_highest_semver.outputs.highest_semver_tag }}
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
         with:
           persist-credentials: false
       - name: Get release version
@@ -52,83 +52,44 @@ jobs:
           echo $HIGHEST_SEMVER_TAG
 
   build-python-wheel:
-    name: Build wheels on ${{ matrix.os }}
-    runs-on: ${{ matrix.os }}
-    strategy:
-      matrix:
-        os: [ ubuntu-latest, macos-10.15 ]
+    name: Build wheels
+    runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
+      - name: Setup Python
+        uses: actions/setup-python@v3
+        with:
+          python-version: "3.8"
+          architecture: x64
       - name: Setup Node
-        uses: actions/setup-node@v2
+        uses: actions/setup-node@v3
         with:
           node-version: '17.x'
           registry-url: 'https://registry.npmjs.org'
       - name: Build UI
         run: make build-ui
       - name: Build wheels
-        uses: pypa/[email protected]
-        env:
-          CIBW_BUILD: "cp3*_x86_64"
-          CIBW_SKIP: "cp36-* cp37-* *-musllinux_x86_64 cp310-macosx_x86_64"
-          CIBW_ARCHS: "native"
-          CIBW_ENVIRONMENT: >
-            COMPILE_GO=True PATH=$PATH:/usr/local/go/bin
-          CIBW_BEFORE_ALL_LINUX: |
-            curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz
-            tar -C /usr/local -xzf go.tar.gz
-            go version
-            yum -y update &&
-            yum install -y epel-release || yum install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-$(cut -d: -f5 /etc/system-release-cpe | cut -d. -f1).noarch.rpm &&
-            yum install -y https://apache.jfrog.io/artifactory/arrow/centos/$(cut -d: -f5 /etc/system-release-cpe | cut -d. -f1)/apache-arrow-release-latest.rpm &&
-            yum install -y --enablerepo=epel arrow-devel # For C++
-          CIBW_BEFORE_ALL_MACOS: |
-            brew install apache-arrow
-            curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg
-            sudo installer -pkg python.pkg -target /
-          # There's a `git restore` in here because `make install-go-ci-dependencies` is actually messing up go.mod & go.sum.
-          CIBW_BEFORE_BUILD: |
-            make install-protoc-dependencies
-            make install-go-proto-dependencies
-            make install-go-ci-dependencies
-            git status
-            git restore go.mod go.sum
-            git restore sdk/python/feast/ui/yarn.lock
-          CIBW_BEFORE_TEST: "cd {project} && git status"
-      # py3.10 on MacOS does not work with Go so we have to install separately. Issue is tracked here: https://github.com/feast-dev/feast/issues/2881.
-      - name: Build py310 specific wheels for macos
-        if: matrix.os == 'macos-10.15'
-        uses: pypa/[email protected]
-        env:
-          CIBW_BUILD: "cp310-macosx_x86_64"
-          CIBW_ARCHS: "native"
-          # Need this environment variable because of this issue: https://github.com/pypa/cibuildwheel/issues/952.
-          CIBW_ENVIRONMENT: >
-            _PYTHON_HOST_PLATFORM=macosx-10.15-x86_64
-          # There's a `git restore` in here because remnant go.mod, go.sum changes from the build mess up the wheel naming.
-          CIBW_BEFORE_BUILD: |
-            git status
-            git restore go.mod go.sum
-            git restore sdk/python/feast/ui/yarn.lock
-            brew install apache-arrow
-      - uses: actions/upload-artifact@v2
+        run: |
+          python -m pip install build
+          python -m build --wheel --outdir wheelhouse/
+      - uses: actions/upload-artifact@v3
         with:
           name: wheels
           path: ./wheelhouse/*.whl
 
   build-source-distribution:
     name: Build source distribution
-    runs-on: macos-10.15
+    runs-on: macos-latest
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
       - name: Setup Python
         id: setup-python
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v3
         with:
           python-version: "3.10"
           architecture: x64
       - name: Setup Node
-        uses: actions/setup-node@v2
+        uses: actions/setup-node@v3
         with:
           node-version: '17.x'
           registry-url: 'https://registry.npmjs.org'
@@ -137,16 +98,14 @@ jobs:
         run: |
           pip install -U pip setuptools wheel twine
           make install-protoc-dependencies
-          make install-go-proto-dependencies
-          make install-go-ci-dependencies
           make build-ui
           git status
           git restore go.mod go.sum
           git restore sdk/python/feast/ui/yarn.lock
       - name: Build
         run: |
           python3 setup.py sdist
-      - uses: actions/upload-artifact@v2
+      - uses: actions/upload-artifact@v3
         with:
           name: wheels
           path: dist/*
@@ -161,7 +120,7 @@ jobs:
     env:
       REGISTRY: feastdev
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v1
       - name: Set up Docker Buildx
@@ -177,7 +136,7 @@ jobs:
     needs: [build-python-wheel, build-source-distribution, get-version]
     strategy:
       matrix:
-        os: [ubuntu-latest,  macos-10.15 ]
+        os: [ubuntu-latest,  macos-latest ]
         python-version: [ "3.8", "3.9", "3.10"]
         from-source: [ True, False ]
     env:
@@ -197,52 +156,28 @@ jobs:
     steps:
       - name: Setup Python
         id: setup-python
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v3
         with:
           python-version: ${{ matrix.python-version }}
           architecture: x64
-      - uses: actions/setup-go@v3
-        with:
-          go-version: '>=1.17.0'
       - uses: actions/download-artifact@v2
         with:
           name: wheels
           path: dist
+      - name: Install OS X dependencies
+        if: matrix.os == 'macos-latest'
+        run: brew install coreutils
       - name: Install wheel
         if: ${{ !matrix.from-source }}
         # try to install all wheels; only the current platform wheel should be actually installed
         run: |
           cd dist/
           pip install wheel
           for f in *.whl; do pip install $f || true; done
-      - name: Install apache-arrow on ubuntu
-        if: ${{ matrix.from-source && matrix.os == 'ubuntu-latest' }}
-        run: |
-            sudo apt update
-            sudo apt install -y -V ca-certificates lsb-release wget
-            wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb
-            sudo apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb
-            sudo apt update
-            sudo apt install -y -V libarrow-dev
-      - name: Install apache-arrow on macos
-        if: ${{ matrix.from-source && matrix.os == 'macos-10.15' && matrix.python-version != '3.10' }}
-        run: brew install apache-arrow
-      - name: Install dist with go
-        if: ${{ matrix.from-source && (matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest')}}
-        env:
-          COMPILE_GO: "True"
-        run: |
-          pip install 'grpcio-tools==1.47.0' 'pybindgen==0.22.0'
-          go install google.golang.org/protobuf/cmd/[email protected]
-          go install google.golang.org/grpc/cmd/[email protected]
-          pip install dist/*tar.gz
-      # py3.10 on MacOS does not work with Go so we have to install separately. Issue is tracked here: https://github.com/feast-dev/feast/issues/2881
-      - name: Install dist w/o go
-        if: ${{ matrix.from-source && matrix.python-version == '3.10' && matrix.os == 'macos-10.15'}}
+      - name: Install sdist
+        # try to install the sdist
+        if: ${{ matrix.from-source }}
         run: pip install dist/*tar.gz
-      - name: Install OS X dependencies
-        if: matrix.os == 'macos-10.15'
-        run: brew install coreutils
       # Validate that the feast version installed is not development and is the correct version of the tag we ran it off of.
       - name: Validate Feast Version
         run: |
@@ -257,21 +192,12 @@ jobs:
             echo "$VERSION_OUTPUT from installed wheel is not in the correct format or doesn't have the right version $VERSION."
             exit 1
           fi
-      - name: Smoke test
-        run: |
-          feast init test_repo
-          cd test_repo/feature_repo
-          feast apply
-          echo "$TEST_SCRIPT" > run-and-wait.sh
-          bash run-and-wait.sh feast serve
-          bash run-and-wait.sh feast ui
-      # We disable this test for the Python 3.10 binary since it does not include Go.
-      - name: Smoke test with go
-        if: matrix.python-version != '3.10' || matrix.os == 'ubuntu-latest'
-        run: |
-          cd test_repo/feature_repo
-          feast apply
-          echo "$TEST_SCRIPT" > run-and-wait.sh
-          pip install cffi
-          printf "\ngo_feature_serving: True" >> feature_store.yaml
-          bash run-and-wait.sh feast serve
+      # This is temporarily disabled.
+      # - name: Smoke test
+      #   run: |
+      #     feast init test_repo
+      #     cd test_repo/feature_repo
+      #     feast apply
+      #     echo "$TEST_SCRIPT" > run-and-wait.sh
+      #     bash run-and-wait.sh feast serve
+      #     bash run-and-wait.sh feast ui