Add new stream to tap

harrystech · Sep 28, 2022 · 132feca · 132feca
1 parent c27f7b5
commit 132feca
Show file tree

Hide file tree

Showing 7 changed files with 319 additions and 2 deletions.
diff --git a/tap_gladly/schemas/export_conversation-customer_activity.json b/tap_gladly/schemas/export_conversation-customer_activity.json
@@ -0,0 +1,83 @@
+{
+  "$schema": "http://json-schema.org/schema#",
+  "type": "object",
+  "properties": {
+    "id": {
+      "type": "string"
+    },
+    "conversationId": {
+      "type": "string"
+    },
+    "content": {
+      "type": "object",
+      "properties": {
+        "content": {
+          "type": "string"
+        },
+        "type": {
+          "type": "string"
+        },
+        "title": {
+          "type": "string"
+        },
+        "body": {
+          "type": "string"
+        },
+        "activityType": {
+          "type": "string"
+        },
+        "sourceName": {
+          "type": "string"
+        },
+        "link": {
+          "type": "object",
+          "properties": {
+            "url": {
+              "type": "string"
+            },
+            "text": {
+              "type": "string"
+            }
+          }
+        },
+        "occurredAt": {
+          "type": "string"
+        },
+        "receivedAt": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "activityType",
+        "type"
+      ]
+    },
+    "customerId": {
+      "type": "string"
+    },
+    "initiator": {
+      "type": "object",
+      "properties": {
+        "type": {
+          "type": "string"
+        },
+        "id": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "id",
+        "type"
+      ]
+    },
+    "timestamp": {
+      "type": "string"
+    }
+  },
+  "required": [
+    "content",
+    "customerId",
+    "id",
+    "timestamp"
+  ]
+}
diff --git a/tap_gladly/schemas/export_conversation-facebook_message.json b/tap_gladly/schemas/export_conversation-facebook_message.json
@@ -0,0 +1,62 @@
+{
+  "$schema": "http://json-schema.org/schema#",
+  "type": "object",
+  "properties": {
+    "id": {
+      "type": "string"
+    },
+    "conversationId": {
+      "type": "string"
+    },
+    "content": {
+      "type": "object",
+      "properties": {
+        "content": {
+          "type": "string"
+        },
+        "type": {
+          "type": "string"
+        },
+        "pageId": {
+          "type": "string"
+        },
+        "userId": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "content",
+        "pageId",
+        "userId",
+        "type"
+      ]
+    },
+    "customerId": {
+      "type": "string"
+    },
+    "initiator": {
+      "type": "object",
+      "properties": {
+        "type": {
+          "type": "string"
+        },
+        "id": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "id",
+        "type"
+      ]
+    },
+    "timestamp": {
+      "type": "string"
+    }
+  },
+  "required": [
+    "content",
+    "customerId",
+    "id",
+    "timestamp"
+  ]
+}
diff --git a/tap_gladly/schemas/export_conversation-instagram_direct.json b/tap_gladly/schemas/export_conversation-instagram_direct.json
@@ -0,0 +1,54 @@
+{
+  "$schema": "http://json-schema.org/schema#",
+  "type": "object",
+  "properties": {
+    "id": {
+      "type": "string"
+    },
+    "conversationId": {
+      "type": "string"
+    },
+    "content": {
+      "type": "object",
+      "properties": {
+        "content": {
+          "type": "string"
+        },
+        "type": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "content",
+        "type"
+      ]
+    },
+    "customerId": {
+      "type": "string"
+    },
+    "initiator": {
+      "type": "object",
+      "properties": {
+        "type": {
+          "type": "string"
+        },
+        "id": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "id",
+        "type"
+      ]
+    },
+    "timestamp": {
+      "type": "string"
+    }
+  },
+  "required": [
+    "content",
+    "customerId",
+    "id",
+    "timestamp"
+  ]
+}
diff --git a/tap_gladly/schemas/export_conversation-twitter.json b/tap_gladly/schemas/export_conversation-twitter.json
@@ -0,0 +1,54 @@
+{
+  "$schema": "http://json-schema.org/schema#",
+  "type": "object",
+  "properties": {
+    "id": {
+      "type": "string"
+    },
+    "conversationId": {
+      "type": "string"
+    },
+    "content": {
+      "type": "object",
+      "properties": {
+        "content": {
+          "type": "string"
+        },
+        "type": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "content",
+        "type"
+      ]
+    },
+    "customerId": {
+      "type": "string"
+    },
+    "initiator": {
+      "type": "object",
+      "properties": {
+        "type": {
+          "type": "string"
+        },
+        "id": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "id",
+        "type"
+      ]
+    },
+    "timestamp": {
+      "type": "string"
+    }
+  },
+  "required": [
+    "content",
+    "customerId",
+    "id",
+    "timestamp"
+  ]
+}
diff --git a/tap_gladly/schemas/export_conversation-whatsapp.json b/tap_gladly/schemas/export_conversation-whatsapp.json
@@ -0,0 +1,54 @@
+{
+  "$schema": "http://json-schema.org/schema#",
+  "type": "object",
+  "properties": {
+    "id": {
+      "type": "string"
+    },
+    "conversationId": {
+      "type": "string"
+    },
+    "content": {
+      "type": "object",
+      "properties": {
+        "content": {
+          "type": "string"
+        },
+        "type": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "content",
+        "type"
+      ]
+    },
+    "customerId": {
+      "type": "string"
+    },
+    "initiator": {
+      "type": "object",
+      "properties": {
+        "type": {
+          "type": "string"
+        },
+        "id": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "id",
+        "type"
+      ]
+    },
+    "timestamp": {
+      "type": "string"
+    }
+  },
+  "required": [
+    "content",
+    "customerId",
+    "id",
+    "timestamp"
+  ]
+}
diff --git a/tap_gladly/streams.py b/tap_gladly/streams.py
@@ -27,7 +27,7 @@ class ExportCompletedJobsStream(gladlyStream):
     def post_process(self, row, context):
         """Filter jobs that finished before start_date."""
         if pendulum.parse(row["parameters"]["endAt"]) >= pendulum.parse(
-                self.config["start_date"]
+            self.config["start_date"]
         ):
             return row
         return
@@ -79,7 +79,7 @@ def schema_filepath(self):
             "facebook_message": "export_conversation-facebook_message.json",
             "twitter": "export_conversation-twitter.json",
             "instagram_direct": "export_conversation-instagram_direct.json",
-            "whatsapp": "export_conversation-whatsapp.json"
+            "whatsapp": "export_conversation-whatsapp.json",
         }
 
         try:

diff --git a/tap_gladly/tap.py b/tap_gladly/tap.py
@@ -11,10 +11,15 @@
     ExportFileConversationItemsChatMessage,
     ExportFileConversationItemsConversationNote,
     ExportFileConversationItemsConversationStatusChange,
+    ExportFileConversationItemsCustomerActivity,
+    ExportFileConversationItemsFacebookMessage,
+    ExportFileConversationItemsInstagramDirect,
     ExportFileConversationItemsPhoneCall,
     ExportFileConversationItemsSms,
     ExportFileConversationItemsTopicChange,
+    ExportFileConversationItemsTwitter,
     ExportFileConversationItemsVoiceMail,
+    ExportFileConversationItemsWhatsapp,
     ExportFileTopicsStream,
 )
 
@@ -28,6 +33,11 @@
     ExportFileConversationItemsPhoneCall,
     ExportFileConversationItemsVoiceMail,
     ExportFileTopicsStream,
+    ExportFileConversationItemsCustomerActivity,
+    ExportFileConversationItemsFacebookMessage,
+    ExportFileConversationItemsTwitter,
+    ExportFileConversationItemsInstagramDirect,
+    ExportFileConversationItemsWhatsapp,
 ]