WIP

IFRCGo · Nov 19, 2024 · 0b4f240 · 0b4f240
1 parent b819592
commit 0b4f240
Show file tree

Hide file tree

Showing 8 changed files with 387 additions and 51 deletions.
diff --git a/app/scripts/translatte/commands/applyMigrations.ts b/app/scripts/translatte/commands/applyMigrations.ts
@@ -12,12 +12,13 @@ import {
     SourceFileContent,
     MigrationFileContent,
     SourceStringItem,
+    Language,
 } from '../types';
 
 function apply(
     strings: SourceStringItem[],
     migrationActions: MigrationFileContent['actions'],
-    languages: string[],
+    languages: Language[],
 ): SourceStringItem[] {
     const stringsMapping = listToMap(
         strings,
@@ -29,7 +30,7 @@ function apply(
         [key: string]: SourceStringItem | null;
     } = { };
 
-    unique(['en', ...languages]).forEach((language) => {
+    unique(['en' as const, ...languages]).forEach((language) => {
         migrationActions.forEach((action) => {
             const isSourceLanguage = language === 'en';
             const key = `${action.namespace}:${action.key}:${language}`;
@@ -39,7 +40,7 @@ function apply(
                 const prevValue = stringsMapping[key];
                 // NOTE: we are comparing hash instead of value so that this works for source language as well as other languages
                 if (prevValue && prevValue.hash !== hash) {
-                    throw `Add: We already have string with different value for namespace '${action.namespace}' and key '${action.key}'`;
+                    console.info(`Add: We already have string with different value for namespace '${action.namespace}' and key '${action.key}'`);
                 }
 
                 if (newMapping[key]) {
@@ -118,7 +119,7 @@ async function applyMigrations(
     sourceFileName: string,
     destinationFileName: string,
     migrationFilePath: string,
-    languages: string[],
+    languages: Language[],
     from: string | undefined,
     dryRun: boolean | undefined,
 ) {
@@ -149,10 +150,11 @@ async function applyMigrations(
     );
 
     const outputSourceFileContent: SourceFileContent = {
-        ...sourceFile.content,
         last_migration: basename(lastMigration.file),
         strings: apply(
-            sourceFile.content.strings,
+            sourceFile.content.filter(
+                ({ page_name }) => isDefined(page_name),
+            ),
             mergedMigrationActions,
             languages,
         ),

diff --git a/app/scripts/translatte/commands/exportStrings.ts b/app/scripts/translatte/commands/exportStrings.ts
@@ -0,0 +1,23 @@
+import { join } from 'path';
+
+import { fetchAllServerStrings, writeFilePromisify } from "../utils";
+
+async function exportStrings(
+    apiUrl: string,
+    outputDir: string,
+) {
+    const serverStrings = await fetchAllServerStrings(apiUrl);
+
+    const url = new URL(apiUrl);
+    const now = new Date();
+    const exportFileName = `${url.hostname}-${now.getTime()}.json`;
+    const exportFilePath = join(outputDir, exportFileName);
+
+    await writeFilePromisify(
+        exportFilePath,
+        JSON.stringify(serverStrings, null, 2),
+        'utf8',
+    );
+}
+
+export default exportStrings;
diff --git a/app/scripts/translatte/commands/importExcel.ts b/app/scripts/translatte/commands/importExcel.ts
@@ -1,12 +1,16 @@
-import { isDefined, isNotDefined, listToGroupList, listToMap, mapToList } from '@togglecorp/fujs';
+import { compareString, isDefined, isNotDefined, isTruthyString, listToGroupList, listToMap, mapToList } from '@togglecorp/fujs';
 import xlsx from 'exceljs';
-import { Language, ServerActionItem } from '../types';
+import { Language, ServerActionItem, SourceStringItem, StringItem } from '../types';
 import { Md5 } from 'ts-md5';
-import { postLanguageStrings } from '../utils';
-
-async function importExcel(importFilePath: string, apiUrl: string, accessToken: string) {
+import { fetchAllServerStrings, postLanguageStrings, readFilePromisify, writeFilePromisify } from '../utils';
+import stagingStrings from '../../../../../../go-temp/goadmin-stage.ifrc.org-1717130893109.json';
+
+async function importExcel(
+    importFilePath: string,
+    apiUrl: string,
+    accessToken: string,
+) {
     const workbook = new xlsx.Workbook();
-
     await workbook.xlsx.readFile(importFilePath);
 
     const firstSheet = workbook.worksheets[0];
@@ -26,13 +30,7 @@ async function importExcel(importFilePath: string, apiUrl: string, accessToken:
         ({ column }) => column,
     );
 
-    const strings: {
-        key: string;
-        namespace: string;
-        language: Language;
-        value: string;
-        hash: string;
-    }[] = [];
+    const stringsFromExcel: StringItem[] = [];
 
     firstSheet.eachRow(
         (row) => {
@@ -64,38 +62,38 @@ async function importExcel(importFilePath: string, apiUrl: string, accessToken:
 
             const hash = Md5.hashStr(en);
 
-            strings.push({
-                key,
+            stringsFromExcel.push({
                 namespace,
+                key,
                 language: 'en',
                 value: en,
                 hash,
             });
 
             if (isDefined(ar)) {
-                strings.push({
-                    key,
+                stringsFromExcel.push({
                     namespace,
+                    key,
                     language: 'ar',
                     value: ar,
-                hash,
+                    hash,
                 });
             }
 
             if (isDefined(fr)) {
-                strings.push({
-                    key,
+                stringsFromExcel.push({
                     namespace,
+                    key,
                     language: 'fr',
                     value: fr,
                     hash,
                 });
             }
 
             if (isDefined(es)) {
-                strings.push({
-                    key,
+                stringsFromExcel.push({
                     namespace,
+                    key,
                     language: 'es',
                     value: es,
                     hash,
@@ -106,7 +104,7 @@ async function importExcel(importFilePath: string, apiUrl: string, accessToken:
 
     const languageGroupedActions = mapToList(
         listToGroupList(
-            strings,
+            stringsFromExcel,
             ({ language }) => language,
             (languageString) => {
                 const serverAction: ServerActionItem = {
@@ -126,6 +124,7 @@ async function importExcel(importFilePath: string, apiUrl: string, accessToken:
         })
     );
 
+    /*
     const postPromises = languageGroupedActions.map(
         (languageStrings) => postLanguageStrings(
             languageStrings.language,
@@ -135,7 +134,20 @@ async function importExcel(importFilePath: string, apiUrl: string, accessToken:
         )
     )
 
-    await Promise.all(postPromises);
+    const postResponses = await Promise.all(postPromises);
+
+    const postJsonResponses = await Promise.all(
+        postResponses.map((response) => response.json())
+    );
+    */
+
+    /*
+    await writeFilePromisify(
+        'serverResponse.json',
+        JSON.stringify(postJsonResponses, null, 2),
+        'utf8',
+    );
+    */
 }
 
 export default importExcel;
diff --git a/app/scripts/translatte/commands/pushMigration.ts b/app/scripts/translatte/commands/pushMigration.ts
@@ -1,6 +1,6 @@
-import { isDefined, isNotDefined, listToGroupList, listToMap, mapToMap } from "@togglecorp/fujs";
+import { isDefined, isNotDefined, isTruthyString, listToGroupList, listToMap, mapToMap } from "@togglecorp/fujs";
 import { Language, MigrationActionItem, SourceStringItem } from "../types";
-import { fetchLanguageStrings, getCombinedKey, postLanguageStrings, readMigrations } from "../utils";
+import { fetchLanguageStrings, getCombinedKey, postLanguageStrings, readMigrations, writeFilePromisify } from "../utils";
 import { Md5 } from "ts-md5";
 
 const languages: Language[] = ['en', 'fr', 'es', 'ar'];
@@ -38,10 +38,13 @@ async function fetchServerState(apiUrl: string, authToken: string) {
 
 async function pushMigration(migrationFilePath: string, apiUrl: string, authToken: string) {
     const serverStrings = await fetchServerState(apiUrl, authToken);
+    // const serverStrings = prevServerStateStrings as SourceStringItem[];
 
     const serverStringMapByCombinedKey = mapToMap(
         listToGroupList(
-            serverStrings,
+            serverStrings.filter(
+                ({ value, page_name }) => isTruthyString(page_name) && isTruthyString(value),
+            ),
             ({ key, page_name }) => getCombinedKey(key, page_name),
         ),
         (key) => key,
@@ -197,6 +200,38 @@ async function pushMigration(migrationFilePath: string, apiUrl: string, authToke
         }
     });
 
+    await writeFilePromisify(
+        'prevServerState.json',
+        JSON.stringify(serverStringMapByCombinedKey, null, 2),
+        'utf8',
+    );
+
+    await writeFilePromisify(
+        'serverActions.json',
+        JSON.stringify(serverActions, null, 2),
+        'utf8',
+    );
+
+    /*
+    const postPromise = await postLanguageStrings('en', [
+        {
+            "action": "set",
+            "key": "ifrc",
+            "page_name": "countryPresence",
+            "value": "IFRC",
+            "hash": Md5.hashStr("IFRC"),
+        },
+    ], apiUrl, authToken);
+
+    const postResponseJson = await postPromise.json();
+
+    await writeFilePromisify(
+        'serverResponse.json',
+        JSON.stringify(postResponseJson, null, 2),
+        'utf8',
+    );
+    */
+
     const postResponsePromises = serverActions.map(
         (serverAction) => postLanguageStrings(
             serverAction.language,
@@ -206,7 +241,16 @@ async function pushMigration(migrationFilePath: string, apiUrl: string, authToke
         )
     );
 
-    await Promise.all(postResponsePromises);
+    const postResponses = await Promise.all(postResponsePromises);
+    const postJsonResponses = await Promise.all(
+        postResponses.map((response) => response.json())
+    );
+
+    await writeFilePromisify(
+        'serverResponse.json',
+        JSON.stringify(postJsonResponses, null, 2),
+        'utf8',
+    );
 }
 
 export default pushMigration;
diff --git a/app/scripts/translatte/commands/uploadJson.ts b/app/scripts/translatte/commands/uploadJson.ts
@@ -0,0 +1,82 @@
+import { isDefined, listToGroupList } from "@togglecorp/fujs";
+import { isValidSourceStringItem, postLanguageStrings, readSource } from "../utils";
+import { Language, SourceStringItem } from "../types";
+
+async function postSourceStrings(language: Language, strings: SourceStringItem[], apiUrl: string, authToken: string) {
+    const response = await postLanguageStrings(
+        language,
+        strings.filter(isValidSourceStringItem).map(
+            (sourceItem) => ({
+                action: 'set',
+                key: sourceItem.key,
+                page_name: sourceItem.page_name,
+                value: sourceItem.value,
+                hash: sourceItem.hash,
+            })
+        ),
+        apiUrl,
+        authToken,
+    );
+
+    if (response.ok) {
+        console.info(`${language} pushed to server`);
+    } else {
+        console.error(response.status, response.statusText);
+        /*
+        const responseJson = await response.json();
+        await writeFilePromisify(
+            'server-error.json',
+            JSON.stringify(responseJson, null, 2),
+            'utf-8'
+        );
+        */
+    }
+}
+
+async function uploadJson(jsonFilePath: string, apiUrl: string, authToken: string) {
+    const { content: strings } = await readSource(jsonFilePath);
+
+    const languageGroupedStringMap = listToGroupList(
+        strings,
+        ({ language }) => language,
+    );
+
+    if (isDefined(languageGroupedStringMap.en)) {
+        await postSourceStrings(
+            'en',
+            languageGroupedStringMap.en,
+            apiUrl,
+            authToken,
+        );
+
+    }
+
+    if (isDefined(languageGroupedStringMap.fr)) {
+        await postSourceStrings(
+            'fr',
+            languageGroupedStringMap.fr,
+            apiUrl,
+            authToken,
+        );
+    }
+
+    if (isDefined(languageGroupedStringMap.es)) {
+        await postSourceStrings(
+            'es',
+            languageGroupedStringMap.es,
+            apiUrl,
+            authToken,
+        );
+    }
+
+    if (isDefined(languageGroupedStringMap.ar)) {
+        await postSourceStrings(
+            'ar',
+            languageGroupedStringMap.ar,
+            apiUrl,
+            authToken,
+        );
+    }
+}
+
+export default uploadJson;