chore(release): pull release/v1.66.0 into main (#3367)

CHANGELOG.md

@@ -2,6 +2,20 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
+## [1.66.0](https://github.com/rudderlabs/rudder-transformer/compare/v1.65.1...v1.66.0) (2024-05-13)
+
+
+### Features
+
+* add slack source ([#3148](https://github.com/rudderlabs/rudder-transformer/issues/3148))
+* onboard monday to proxy ([#3347](https://github.com/rudderlabs/rudder-transformer/issues/3347))
+* onboard emarsys destination ([#3369](https://github.com/rudderlabs/rudder-transformer/issues/3369))
+
+
+### Bug Fixes
+
+* ninetailed: modify parameter requirements and add default values ([#3364](https://github.com/rudderlabs/rudder-transformer/issues/3364))
+
 ### [1.65.1](https://github.com/rudderlabs/rudder-transformer/compare/v1.65.0...v1.65.1) (2024-05-10)
 
 

package.json

@@ -1,6 +1,6 @@
 {
   "name": "rudder-transformer",
-  "version": "1.65.1",
+  "version": "1.66.0",
   "description": "",
   "homepage": "https://github.com/rudderlabs/rudder-transformer#readme",
   "bugs": {

src/cdk/v2/destinations/emarsys/config.js

@@ -0,0 +1,24 @@
+const ALLOWED_OPT_IN_VALUES = ['1', '2', ''];
+const groupedSuccessfulPayload = {
+  identify: {
+    method: 'PUT',
+    batches: [],
+  },
+  group: {
+    method: 'POST',
+    batches: [],
+  },
+  track: {
+    method: 'POST',
+    batches: [],
+  },
+};
+
+module.exports = {
+  MAX_BATCH_SIZE: 1000,
+  EMAIL_FIELD_ID: 3,
+  OPT_IN_FILED_ID: 31,
+  ALLOWED_OPT_IN_VALUES,
+  MAX_BATCH_SIZE_BYTES: 8000000, // 8 MB,
+  groupedSuccessfulPayload,
+};

src/cdk/v2/destinations/emarsys/procWorkflow.yaml

@@ -0,0 +1,88 @@
+bindings:
+  - name: EventType
+    path: ../../../../constants
+  - path: ../../bindings/jsontemplate
+    exportAll: true
+  - name: removeUndefinedValues
+    path: ../../../../v0/util
+  - name: removeUndefinedAndNullValues
+    path: ../../../../v0/util
+  - name: defaultRequestConfig
+    path: ../../../../v0/util
+  - name: getIntegrationsObj
+    path: ../../../../v0/util
+  - name: getFieldValueFromMessage
+    path: ../../../../v0/util
+  - name: CommonUtils
+    path: ../../../../util/common
+  - path: ./utils
+  - path: ./config
+  - path: lodash
+    name: cloneDeep
+
+steps:
+  - name: checkIfProcessed
+    condition: .message.statusCode
+    template: |
+      $.batchMode ? .message.body.JSON : .message
+    onComplete: return
+  - name: messageType
+    template: |
+      .message.type.toLowerCase()
+  - name: validateInput
+    template: |
+      let messageType = $.outputs.messageType;
+      $.assert(messageType, "Message type is not present. Aborting message.");
+      $.assert(messageType in {{$.EventType.([.TRACK, .IDENTIFY, .GROUP])}}, 
+        "message type " + messageType + " is not supported")
+      $.assertConfig(.destination.Config.emersysUsername, "Emersys user name is not configured. Aborting");
+      $.assertConfig(.destination.Config.emersysUserSecret, "Emersys user secret is not configured. Aborting");
+
+  - name: validateInputForTrack
+    description: Additional validation for Track events
+    condition: $.outputs.messageType === {{$.EventType.TRACK}}
+    template: |
+      $.assert(.message.event, "event could not be mapped to conversion rule. Aborting.")
+  - name: preparePayloadForIdentify
+    description: |
+      Builds identify payload. ref: https://dev.emarsys.com/docs/core-api-reference/f8ljhut3ac2i1-update-contacts
+    condition: $.outputs.messageType === {{$.EventType.IDENTIFY}}
+    template: |
+      $.context.payload = $.buildIdentifyPayload(.message, .destination.Config,);
+  - name: preparePayloadForGroup
+    description: |
+      Builds group payload. ref: https://dev.emarsys.com/docs/core-api-reference/1m0m70hy3tuov-add-contacts-to-a-contact-list
+    condition: $.outputs.messageType === {{$.EventType.GROUP}}
+    template: |
+      $.context.payload = $.buildGroupPayload(.message, .destination.Config,);
+  - name: preparePayloadForTrack
+    description: |
+      Builds track payload. ref: https://dev.emarsys.com/docs/core-api-reference/fl0xx6rwfbwqb-trigger-an-external-event
+    condition: $.outputs.messageType === {{$.EventType.TRACK}}
+    template: |
+      const properties = ^.message.properties;
+      const integrationObject = $.getIntegrationsObj(^.message, 'emarsys');
+      const emersysIdentifierId =  $.deduceCustomIdentifier(integrationObject, ^.destination.Config.emersysCustomIdentifier);
+      const payload = {
+          key_id: emersysIdentifierId,
+          external_id: $.deduceExternalIdValue(^.message,emersysIdentifierId,.destination.Config.fieldMapping),
+          trigger_id: integrationObject.trigger_id,
+          data: properties.data,
+          attachment:$.CommonUtils.toArray(properties.attachment),
+          event_time: $.getFieldValueFromMessage(^.message, 'timestamp'),
+          };
+      $.context.payload = {
+          eventType: ^.message.type,
+          destinationPayload: {
+            payload: $.removeUndefinedAndNullValues(payload),
+            eventId: $.deduceEventId(^.message,.destination.Config),
+          },
+        };
+  - name: buildResponse
+    template: |
+      const response = $.defaultRequestConfig();
+      response.body.JSON = $.context.payload;
+      response.endpoint = $.deduceEndPoint($.context.payload,.destination.Config);
+      response.method = "POST";
+      response.headers = $.buildHeader(.destination.Config)
+      response

src/cdk/v2/destinations/emarsys/rtWorkflow.yaml

@@ -0,0 +1,38 @@
+bindings:
+  - path: ./utils
+  - name: handleRtTfSingleEventError
+    path: ../../../../v0/util/index
+
+steps:
+  - name: validateInput
+    template: |
+      $.assert(Array.isArray(^) && ^.length > 0, "Invalid event array")
+
+  - name: transform
+    externalWorkflow:
+      path: ./procWorkflow.yaml
+      bindings:
+        - name: batchMode
+          value: true
+    loopOverInput: true
+  - name: successfulEvents
+    template: |
+      $.outputs.transform#idx.output.({
+        "message": .[],
+        "destination": ^ [idx].destination,
+        "metadata": ^ [idx].metadata
+      })[]
+  - name: failedEvents
+    template: |
+      $.outputs.transform#idx.error.(
+        $.handleRtTfSingleEventError(^[idx], .originalError ?? ., {})
+      )[]
+
+  - name: batchSuccessfulEvents
+    description: Batches the successfulEvents
+    template: |
+      $.context.batchedPayload = $.batchResponseBuilder($.outputs.successfulEvents);
+
+  - name: finalPayload
+    template: |
+      [...$.outputs.failedEvents, ...$.context.batchedPayload]