Merge pull request #164 from CheckMateSG/openAI-pii

OpenAI Integration + PII Masking
bettersg · Sep 28, 2023 · 2bb5696 · 2bb5696
2 parents 720308d + 2fcb247
commit 2bb5696
Show file tree

Hide file tree

Showing 15 changed files with 447 additions and 24 deletions.
diff --git a/documentation/dataSchema.md b/documentation/dataSchema.md
@@ -4,10 +4,12 @@ erDiagram
         string id PK "Assigned by Firestore"
         string machineCategory
         boolean isMachineCategorised
-        string text "Text. For text, shows the latest iteration"
+        string originalText "text as sent by user"
+        string text "pii-stripped text. For text, shows the latest iteration"
         string caption "Latest caption for image, if applicable"
         timestamp firstTimestamp "Timestamp of first instance"
         timestamp lastTimestamp "Timestamp of latest instance"
+        timestamp lastRefreshedTimestamp "Timestamp where details were last updated"
         boolean isPollStarted
         boolean isAssessed "Should message be considered assessed and ready for reply"
     		timestamp assessedTimestamp

diff --git a/functions/.env.local.test b/functions/.env.local.test
@@ -2,7 +2,7 @@ NUM_SHARDS_INSTANCE_COUNT=5
 NUM_SHARDS_VOTE_COUNT=5
 GRAPH_API_VERSION=v15.0
 TEST_SERVER_URL=http://resultserver:12345
-ENVIRONMENT=DEV
+ENVIRONMENT=SIT
 SPREADSHEET_ID=SPREADSHEET_ID
 WHATSAPP_TEST_USER_BOT_PHONE_NUMBER_ID=WHATSAPP_TEST_USER_BOT_PHONE_NUMBER_ID
 WHATSAPP_TEST_CHECKER_BOT_PHONE_NUMBER_ID=WHATSAPP_TEST_CHECKER_BOT_PHONE_NUMBER_ID