Remove dockerfiles for certified python connnectors and use the base image

airbyte-ci/connectors/pipelines/docker-compose.yaml

@@ -0,0 +1,66 @@
+version: "3"
+
+networks:
+  loki:
+
+services:
+  loki:
+    image: grafana/loki:2.9.0
+    ports:
+      - "3100:3100"
+    command: -config.file=/etc/loki/local-config.yaml
+    networks:
+      - loki
+
+  # promtail:
+  #   image: grafana/promtail:2.9.0
+  #   volumes:
+  #     - /var/log:/var/log
+  #   command: -config.file=/etc/promtail/config.yml
+  #   networks:
+  #     - loki
+
+  grafana:
+    environment:
+      - GF_PATHS_PROVISIONING=/etc/grafana/provisioning
+      - GF_AUTH_ANONYMOUS_ENABLED=true
+      - GF_AUTH_ANONYMOUS_ORG_ROLE=Admin
+    entrypoint:
+      - sh
+      - -euc
+      - |
+        mkdir -p /etc/grafana/provisioning/datasources
+        cat <<EOF > /etc/grafana/provisioning/datasources/ds.yaml
+        apiVersion: 1
+        datasources:
+        - name: Loki
+          type: loki
+          access: proxy
+          orgId: 1
+          url: http://loki:3100
+          basicAuth: false
+          isDefault: true
+          version: 1
+          editable: false
+        EOF
+        /run.sh
+    image: grafana/grafana:latest
+    ports:
+      - "3000:3000"
+    networks:
+      - loki
+  prometheus-container-exporter:
+    image: prom/container-exporter
+    ports:
+      - "9104:9104"
+    volumes:
+      - /sys/fs/cgroup:/cgroup
+      - /var/run/docker.sock:/var/run/docker.sock
+  prometheus:
+    image: prom/prometheus
+    ports:
+      - "9090:9090"
+    volumes:
+      - ./prometheus.yml:/etc/prometheus/prometheus.yml
+    networks:
+      - loki

airbyte-ci/connectors/pipelines/docker-config.yml

@@ -0,0 +1,50 @@
+server:
+  http_listen_address: 0.0.0.0
+  http_listen_port: 9080
+
+positions:
+  filename: /tmp/positions.yaml
+
+clients:
+  - url: http://loki:3100/loki/api/v1/push
+
+scrape_configs:
+
+- job_name: system
+  static_configs:
+  - targets:
+      - localhost
+    labels:
+      job: varlogs
+      __path__: /var/log/*log
+
+- job_name: containers
+  entry_parser: raw
+
+  static_configs:
+  - targets:
+      - localhost
+    labels:
+      job: containerlogs
+      __path__: /var/lib/docker/containers/*/*log
+
+  # --log-opt tag="{{.ImageName}}|{{.Name}}|{{.ImageFullID}}|{{.FullID}}"
+  pipeline_stages:
+
+  - json:
+      expressions:
+        stream: stream
+        attrs: attrs
+        tag: attrs.tag
+
+  - regex:
+      expression: (?P<image_name>(?:[^|]*[^|])).(?P<container_name>(?:[^|]*[^|])).(?P<image_id>(?:[^|]*[^|])).(?P<container_id>(?:[^|]*[^|]))
+      source: "tag"
+
+  - labels:
+      tag:
+      stream:
+      image_name:
+      container_name:
+      image_id:
+      container_id:

airbyte-ci/connectors/pipelines/prometheus.yml

@@ -0,0 +1,11 @@
+global:
+  scrape_interval: 15s
+
+scrape_configs:
+  - job_name: 'prometheus'
+    static_configs:
+      - targets: ['prometheus:9090']
+
+  - job_name: 'container-exporter'
+    static_configs:
+      - targets: ['prometheus-container-exporter:9104']

airbyte-integrations/connectors/destination-milvus/metadata.yaml

@@ -1,38 +1,39 @@
 data:
+  ab_internal:
+    ql: 300
+    sl: 200
   allowedHosts:
     hosts:
-      - "${indexing.host}"
+      - ${indexing.host}
       - api.openai.com
       - api.cohere.ai
-      - "${embedding.api_base}"
+      - ${embedding.api_base}
+  connectorBuildOptions:
+    baseImage: docker.io/airbyte/python-connector-base:1.0.0@sha256:dd17e347fbda94f7c3abff539be298a65af2d7fc27a307d89297df1081a45c27
+  connectorSubtype: database
+  connectorType: destination
+  definitionId: 65de8962-48c9-11ee-be56-0242ac120002
+  dockerImageTag: 0.0.5
+  dockerRepository: airbyte/destination-milvus
+  documentationUrl: https://docs.airbyte.com/integrations/destinations/milvus
+  githubIssueLabel: destination-milvus
+  icon: milvus.svg
+  license: MIT
+  name: Milvus
   registries:
     cloud:
       enabled: true
     oss:
       enabled: true
+  releaseDate: 2023-08-15
+  releaseStage: alpha
   resourceRequirements:
     jobSpecific:
       - jobType: sync
-        # TODO: Remove once https://github.com/airbytehq/airbyte/issues/30611 is resolved
         resourceRequirements:
           memory_limit: 2Gi
           memory_request: 2Gi
-  connectorSubtype: database
-  connectorType: destination
-  definitionId: 65de8962-48c9-11ee-be56-0242ac120002
-  dockerImageTag: 0.0.4
-  dockerRepository: airbyte/destination-milvus
-  githubIssueLabel: destination-milvus
-  icon: milvus.svg
-  license: MIT
-  name: Milvus
-  releaseDate: 2023-08-15
-  releaseStage: alpha
-  documentationUrl: https://docs.airbyte.com/integrations/destinations/milvus
+  supportLevel: certified
   tags:
     - language:python
-  ab_internal:
-    sl: 200
-    ql: 300
-  supportLevel: certified
 metadataSpecVersion: "1.0"

airbyte-integrations/connectors/destination-pinecone/metadata.yaml

@@ -1,38 +1,39 @@
 data:
+  ab_internal:
+    ql: 300
+    sl: 200
   allowedHosts:
     hosts:
       - "*.${indexing.pinecone_environment}.pinecone.io"
       - api.openai.com
       - api.cohere.ai
-      - "${embedding.api_base}"
+      - ${embedding.api_base}
+  connectorBuildOptions:
+    baseImage: docker.io/airbyte/python-connector-base:1.0.0@sha256:dd17e347fbda94f7c3abff539be298a65af2d7fc27a307d89297df1081a45c27
+  connectorSubtype: database
+  connectorType: destination
+  definitionId: 3d2b6f84-7f0d-4e3f-a5e5-7c7d4b50eabd
+  dockerImageTag: 0.0.16
+  dockerRepository: airbyte/destination-pinecone
+  documentationUrl: https://docs.airbyte.com/integrations/destinations/pinecone
+  githubIssueLabel: destination-pinecone
+  icon: pinecone.svg
+  license: MIT
+  name: Pinecone
   registries:
     cloud:
       enabled: true
     oss:
       enabled: true
+  releaseDate: 2023-08-15
+  releaseStage: beta
   resourceRequirements:
     jobSpecific:
       - jobType: sync
-        # TODO: Remove once https://github.com/airbytehq/airbyte/issues/30611 is resolved
         resourceRequirements:
           memory_limit: 2Gi
           memory_request: 2Gi
-  connectorSubtype: database
-  connectorType: destination
-  definitionId: 3d2b6f84-7f0d-4e3f-a5e5-7c7d4b50eabd
-  dockerImageTag: 0.0.15
-  dockerRepository: airbyte/destination-pinecone
-  githubIssueLabel: destination-pinecone
-  icon: pinecone.svg
-  license: MIT
-  name: Pinecone
-  releaseDate: 2023-08-15
-  releaseStage: beta
-  documentationUrl: https://docs.airbyte.com/integrations/destinations/pinecone
+  supportLevel: certified
   tags:
     - language:python
-  ab_internal:
-    sl: 200
-    ql: 300
-  supportLevel: certified
 metadataSpecVersion: "1.0"