integration test

sofastack · Sep 21, 2023 · 9d2e765 · 9d2e765
1 parent e6eaccb
commit 9d2e765
Show file tree

Hide file tree

Showing 4 changed files with 97 additions and 69 deletions.
diff --git a/.github/workflows/module_controller_ci_build_deploy_to_aliyun.yml b/.github/workflows/module_controller_ci_build_deploy_to_aliyun.yml
@@ -1,84 +1,112 @@
-name: Module Controller Build and Deploy Master to Aliyun
+name: Module Controller Integration Test
 run-name: ${{ github.actor }} pushed module-controller code
- 
+
 on:
   push:
     branches:
       - master
     paths:
       - 'module-controller/**'
+
+  pull_request:
+    branches:
+      - master
+    paths:
+      - 'module-controller/**'
+
   # enable manually running the workflow
   workflow_dispatch:
-
+  
 env:
   CGO_ENABLED: 0
   GOOS: linux
   WORK_DIR: module-controller
-  TAG: ci-test-master-latest
-  DOCKERHUB_REGISTRY: serverless-registry.cn-shanghai.cr.aliyuncs.com
-  MODULE_CONTROLLER_IMAGE_PATH: opensource/test/module-controller
-  INTEGRATION_TESTS_IMAGE_PATH: opensource/test/module-controller-integration-tests
-  POD_NAMESPACE: default
 
 defaults:
   run:
     working-directory: module-controller
 
-permissions:
-  contents: read
-
 jobs:
-  build:
+  unit-test:
     runs-on: ubuntu-latest
-    environment: production
-
     steps:
-    - name: Checkout
-      uses: actions/checkout@v3
-
-    - name: Docker login
-      uses: docker/[email protected]
-      with:
-       registry: ${{ env.DOCKERHUB_REGISTRY }}
-       username: ${{ secrets.DOCKERHUB_USERNAME }}
-       password: ${{ secrets.DOCKERHUB_PASSWORD }}
-       logout: false
-
-    - name: Set up Docker buildx
-      uses: docker/setup-buildx-action@v2
-
-    - name: Cache Docker layers
-      uses: actions/cache@v2
-      with:
-        path: /tmp/.buildx-cache
-        key: ${{ runner.os }}-buildx-${{ hashFiles('${{ env.WORK_DIR }}/*Dockerfile') }}
-
-    - name: Build and push module-controller Docker images
-      uses: docker/[email protected]
-      with:
-        context: ${{ env.WORK_DIR }}
-        cache-from: type=local,src=/tmp/.buildx-cache
-        cache-to: type=local,dest=/tmp/.buildx-cache
-        file: ${{ env.WORK_DIR }}/Dockerfile
-        platforms: linux/amd64
-        push: true
-        tags: ${{ env.DOCKERHUB_REGISTRY }}/${{ env.MODULE_CONTROLLER_IMAGE_PATH }}:${{ env.TAG }}
-
-    - run: sleep 30
-
-    - name: Build and push module-controller-integration-tests Docker images
-      uses: docker/[email protected]
-      with:
-        context: ${{ env.WORK_DIR }}
-        cache-from: type=local,src=/tmp/.buildx-cache
-        cache-to: type=local,dest=/tmp/.buildx-cache
-        file: ${{ env.WORK_DIR }}/IntegrationTestsDockerfile
-        platforms: linux/amd64
-        push: true
-        tags: ${{ env.DOCKERHUB_REGISTRY }}/${{ env.INTEGRATION_TESTS_IMAGE_PATH }}:${{ env.TAG }}
-
-    #- name: kubectl-simple
-    #  uses: steebchen/[email protected]
-    #  with:
-    #    config: ${{ secrets.CI_KUBE_CONFIG }}
-    #    command: apply -f ${{ env.WORK_DIR }}/config/samples/module-deployment-controller.yaml
+      - uses: actions/checkout@v3
+
+      - name: Set up Minikube
+        run: |
+          curl -LO https://storage.googleapis.com/minikube/releases/latest/minikube-linux-amd64
+          sudo install minikube-linux-amd64 /usr/local/bin/minikube
+
+      - name: Start Minikube
+        run: minikube start
+
+      - name: Prepare development env
+        run: |
+          kubectl apply -f config/crd/bases/serverless.alipay.com_moduledeployments.yaml
+          kubectl apply -f config/crd/bases/serverless.alipay.com_modulereplicasets.yaml
+          kubectl apply -f config/crd/bases/serverless.alipay.com_modules.yaml
+          kubectl apply -f config/crd/bases/serverless.alipay.com_moduletemplates.yaml
+          kubectl apply -f config/rbac/role.yaml
+          kubectl apply -f config/rbac/role_binding.yaml
+          kubectl apply -f config/rbac/service_account.yaml
+          kubectl apply -f config/samples/dynamic-stock-deployment.yaml
+          kubectl apply -f config/samples/module-deployment-controller.yaml
+          kubectl apply -f config/samples/dynamic-stock-service.yaml
+
+      - run: sleep 60
+
+      - name: minikube logs
+        run: minikube logs
+
+      - name: get pod
+        run: |
+          kubectl get pod
+
+      - name: describe pod
+        run: |
+          kubectl describe pod
+
+      - name: wait base pod available
+        run: |
+          kubectl wait --for=condition=available deployment/dynamic-stock-deployment --timeout=300s
+
+      - name: get module controller pod available
+        run: |
+          kubectl wait --for=condition=available deployment/module-controller --timeout=300s
+
+      - name: Apply moduledeployment
+        run: |
+          kubectl apply -f config/samples/module-deployment_v1alpha1_moduledeployment_provider.yaml
+
+      - name: get moduledeployment
+        run: |
+          kubectl get moduledeployment
+      
+      - name: get modulereplicaset
+        run: |
+          kubectl get modulereplicaset
+
+      - run: sleep 5
+
+      - name: get module
+        run: |
+          kubectl get module -oyaml
+
+      - name: exist module
+        run: |
+          moduleCount=$(kubectl get module | wc -l)
+          if [[ $moduleCount -lt 1 ]]; then
+            echo "ERROR: 不存在module"
+            exit 1
+          fi
+
+      - name: check module
+        run: |
+          podname=$(kubectl get pod -l app=dynamic-stock -o name)
+          kubectl exec -it $podname -- sh -c 'ls -al'
+          kubectl exec -it $podname -- sh -c 'ls -al logs'
+          kubectl exec -it $podname -- sh -c 'ls -al logs/stock-mng'
+          kubectl exec -it $podname -- sh -c 'ls -al logs/stock-mng/sofa-ark'
+          kubectl exec -it $podname -- sh -c 'ls -al logs/stock-mng/*.log'
+          kubectl exec -it $podname -- sh -c 'grep "dynamic-provider:1.0.0 started" logs/stock-mng/sofa-ark/*.log'
+          
diff --git a/module-controller/config/samples/dynamic-stock-deployment.yaml b/module-controller/config/samples/dynamic-stock-deployment.yaml
@@ -3,7 +3,7 @@ kind: Deployment
 metadata:
   name: dynamic-stock-deployment
 spec:
-  replicas: 3
+  replicas: 1
   selector:
     matchLabels:
       app: dynamic-stock
@@ -14,7 +14,7 @@ spec:
     spec:
       containers:
         - name: dynamic-stock-container
-          image: serverless-registry.cn-shanghai.cr.aliyuncs.com/opensource/test/dynamic-stock-mng:v0.8
+          image: serverless-registry.cn-shanghai.cr.aliyuncs.com/opensource/test/dynamic-stock-mng:v0.6
           ports:
             - containerPort: 8080
             - containerPort: 1238

diff --git a/module-controller/config/samples/module-deployment-controller.yaml b/module-controller/config/samples/module-deployment-controller.yaml
@@ -17,8 +17,8 @@ spec:
       serviceAccountName: controller-manager
       containers:
         - name: module-controller
-          image: serverless-registry.cn-shanghai.cr.aliyuncs.com/opensource/test/module-controller:ci-test-master-latest
+          image: serverless-registry.cn-shanghai.cr.aliyuncs.com/opensource/test/module-controller:v0.4-test-2
           resources:
             limits:
-              cpu: "1"
-              memory: "2Gi"
+              cpu: "500m"
+              memory: "1Gi"
diff --git a/module-controller/config/samples/module-deployment_v1alpha1_moduledeployment_facade.yaml b/module-controller/config/samples/module-deployment_v1alpha1_moduledeployment_facade.yaml
@@ -17,7 +17,7 @@ spec:
         version: '1.0.0'
         url: http://serverless-opensource.oss-cn-shanghai.aliyuncs.com/module-packages/stable/dynamic-facade-1.0.0-ark-biz.jar
   deployPolicy: symmetric
-  replicas: 2
+  replicas: 1
   operationStrategy:
     needConfirm: true
     useBeta: false