diff --git a/config/base/istio.yaml b/config/base/istio.yaml
index dcd3211..944eddb 100644
--- a/config/base/istio.yaml
+++ b/config/base/istio.yaml
@@ -5,7 +5,7 @@ metadata:
   namespace: kserve
 spec:
   gateways:
-  - $(ingressGateway)
+  - knative-serving/knative-ingress-gateway
   hosts:
   - '*'
   http:
diff --git a/config/overlays/kubeflow/kustomization.yaml b/config/overlays/kubeflow/kustomization.yaml
index c289d26..ddbf501 100644
--- a/config/overlays/kubeflow/kustomization.yaml
+++ b/config/overlays/kubeflow/kustomization.yaml
@@ -37,6 +37,7 @@ configMapGenerator:
     behavior: replace
     literals:
     - USERID_HEADER=kubeflow-userid
+    - APP_PREFIX=/kserve-endpoints
 
 configurations:
 - params.yaml
diff --git a/config/overlays/kubeflow/patches/web-app-vsvc.yaml b/config/overlays/kubeflow/patches/web-app-vsvc.yaml
index f35fed0..979f661 100644
--- a/config/overlays/kubeflow/patches/web-app-vsvc.yaml
+++ b/config/overlays/kubeflow/patches/web-app-vsvc.yaml
@@ -1,3 +1,7 @@
+- op: replace
+  path: /spec/gateways
+  value:
+    - kubeflow/kubeflow-gateway
 - op: replace
   path: /spec/http/0/route/0/destination
   value: