Removed event original processors in database and mq integrations

packages/ibmmq/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.7.0"
+  changes:
+    - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/13518
 - version: "1.6.1"
   changes:
     - description: Added description to ssl nodes including links to documentation.

packages/ibmmq/data_stream/errorlog/elasticsearch/ingest_pipeline/default.yml

@@ -103,11 +103,6 @@ processors:
     - ibmmq.errorlog.commentinsert3
     ignore_missing: true
     ignore_failure: true
-- remove:
-    field: event.original
-    if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
-    ignore_missing: true
-    ignore_failure: true
 - script:
     description: Drops null/empty values recursively.
     lang: painless

packages/ibmmq/manifest.yml

@@ -1,7 +1,7 @@
 format_version: 3.0.2
 name: ibmmq
 title: IBM MQ
-version: "1.6.1"
+version: "1.7.0"
 source:
   license: Elastic-2.0
 description: Collect logs and metrics from IBM MQ with Elastic Agent.

packages/kafka/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.19.0"
+  changes:
+    - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/13518
 - version: "1.18.4"
   changes:
     - description: Update supported kafka versions in README.

packages/kafka/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -79,11 +79,6 @@ processors:
             ctx.event.type = ["info"];
           }
         }
-  - remove:
-      field: event.original
-      if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
-      ignore_failure: true
-      ignore_missing: true
 on_failure:
   - set:
       field: error.message

packages/kafka/manifest.yml

@@ -1,7 +1,7 @@
 format_version: "3.0.2"
 name: kafka
 title: Kafka
-version: "1.18.4"
+version: "1.19.0"
 description: Collect logs and metrics from Kafka servers with Elastic Agent.
 type: integration
 categories:

packages/mongodb/changelog.yml

@@ -1,3 +1,8 @@
+- version: "1.21.0"
+  changes:
+    - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/13518
 - version: "1.20.0"
   changes:
     - description: Increase default polling `period` from 10s to 60s.

packages/mongodb/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -51,11 +51,6 @@ processors:
 - remove:
     field:
     - first_char
-- remove:
-    field: event.original
-    if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
-    ignore_failure: true
-    ignore_missing: true
 on_failure:
 - set:
     field: error.message

packages/mongodb/manifest.yml

@@ -1,6 +1,6 @@
 name: mongodb
 title: MongoDB
-version: "1.20.0"
+version: "1.21.0"
 description: Collect logs and metrics from MongoDB instances with Elastic Agent.
 type: integration
 categories:

packages/mysql/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.27.0"
+  changes:
+    - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/13518
 - version: "1.26.2"
   changes:
     - description: Fix table and edits on MySQL Integration documentation.

packages/mysql/data_stream/error/elasticsearch/ingest_pipeline/default.yml

@@ -76,11 +76,6 @@ processors:
     field: event.type
     value: error
     if: "ctx?.log?.level != null && ctx.log.level.toLowerCase() == 'error'"
-- remove:
-    field: event.original
-    if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
-    ignore_failure: true
-    ignore_missing: true
 on_failure:
 - set:
     field: error.message

packages/mysql/manifest.yml

@@ -1,7 +1,7 @@
 format_version: "3.0.2"
 name: mysql
 title: MySQL
-version: "1.26.2"
+version: "1.27.0"
 description: Collect logs and metrics from MySQL servers with Elastic Agent.
 type: integration
 categories:

packages/mysql_enterprise/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.17.0"
+  changes:
+    - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/13518
 - version: "1.16.0"
   changes:
     - description: ECS version updated to 8.17.0.

packages/mysql_enterprise/data_stream/audit/elasticsearch/ingest_pipeline/default.yml

@@ -230,11 +230,6 @@ processors:
       formats:
         - yyyy-MM-dd HH:mm:ss
       if: ctx?.mysqlenterprise?.audit?.timestamp != null
-  - remove:
-      field: event.original
-      if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
-      ignore_failure: true
-      ignore_missing: true
   - remove:
       field:
         - mysqlenterprise.audit.event

packages/mysql_enterprise/manifest.yml

@@ -1,15 +1,15 @@
 format_version: "3.0.0"
 name: mysql_enterprise
 title: "MySQL Enterprise"
-version: "1.16.0"
+version: "1.17.0"
 description: Collect audit logs from MySQL Enterprise with Elastic Agent.
 type: integration
 categories:
   - security
   - datastore
 conditions:
   kibana:
-    version: "^7.17.0 || ^8.0.0 || ^9.0.0"
+    version: "^8.11.0 || ^9.0.0"
 icons:
   - src: /img/logo_mysql.svg
     title: MySQL

packages/nats/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.11.0"
+  changes:
+    - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/13518
 - version: "1.10.0"
   changes:
     - description: Update format to spec 3.0

packages/nats/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -197,11 +197,6 @@ processors:
       ignore_missing: true
       field: nats.log.msg.bytes
       type: long
-  - remove:
-      field: event.original
-      if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
-      ignore_failure: true
-      ignore_missing: true
 on_failure:
   - set:
       field: error.message

packages/nats/manifest.yml

@@ -1,6 +1,6 @@
 name: nats
 title: NATS
-version: 1.10.0
+version: 1.11.0
 description: Collect logs and metrics from NATS servers with Elastic Agent.
 type: integration
 icons:

packages/oracle/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.30.0"
+  changes:
+    - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/13518
 - version: "1.29.0"
   changes:
     - description: Add support for Kibana `9.0.0`.

packages/oracle/data_stream/database_audit/elasticsearch/ingest_pipeline/default.yml

@@ -285,11 +285,6 @@ processors:
       value: "{{server.domain}}"
       allow_duplicates: false
       if: ctx?.server?.domain != null
-  - remove:
-      field: event.original
-      if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
-      ignore_failure: true
-      ignore_missing: true
   - remove:
       field:
         - tmp_timestamp

packages/oracle/manifest.yml

@@ -1,7 +1,7 @@
 format_version: "3.0.2"
 name: oracle
 title: "Oracle"
-version: "1.29.0"
+version: "1.30.0"
 description: Collect Oracle Audit Log, Performance metrics, Tablespace metrics, Sysmetrics metrics, System statistics metrics, memory metrics from Oracle database.
 type: integration
 categories:

packages/postgresql/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.29.0"
+  changes:
+    - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/13518
 - version: "1.28.0"
   changes:
     - description: Add support for EDT timezone.

packages/postgresql/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -164,11 +164,6 @@ processors:
   - remove:
       field: temp
       ignore_missing: true
-  - remove:
-      field: event.original
-      if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
-      ignore_failure: true
-      ignore_missing: true
   - remove:
       field: _temp_
       ignore_missing: true

packages/postgresql/manifest.yml

@@ -1,7 +1,7 @@
 format_version: "3.0.2"
 name: postgresql
 title: PostgreSQL
-version: "1.28.0"
+version: "1.29.0"
 description: Collect logs and metrics from PostgreSQL servers with Elastic Agent.
 type: integration
 categories:

packages/rabbitmq/changelog.yml

@@ -1,3 +1,8 @@
+- version: "1.20.0"
+  changes:
+    - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/13518
 - version: "1.19.0"
   changes:
     - description: Add SSL support for metrics data streams.

packages/rabbitmq/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -43,11 +43,6 @@ processors:
   - remove:
       field:
         - timestamp
-  - remove:
-      field: event.original
-      if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
-      ignore_failure: true
-      ignore_missing: true
 on_failure:
 - set:
     field: error.message

packages/rabbitmq/manifest.yml

@@ -1,7 +1,7 @@
 format_version: "3.0.2"
 name: rabbitmq
 title: RabbitMQ Logs and Metrics
-version: "1.19.0"
+version: "1.20.0"
 description: Collect and parse logs from RabbitMQ servers with Elastic Agent.
 type: integration
 categories:

packages/redis/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.20.0"
+  changes:
+    - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/13518
 - version: "1.19.1"
   changes:
     - description: Added description to ssl nodes including links to documentation.

packages/redis/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -83,11 +83,6 @@ processors:
   - remove:
       field: redis.log.timestamp
       ignore_failure: true
-  - remove:
-      field: event.original
-      if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
-      ignore_failure: true
-      ignore_missing: true
 on_failure:
 - set:
     field: error.message

packages/redis/manifest.yml

@@ -1,7 +1,7 @@
 format_version: "3.0.2"
 name: redis
 title: Redis
-version: "1.19.1"
+version: "1.20.0"
 description: Collect logs and metrics from Redis servers with Elastic Agent.
 type: integration
 categories: