From d1d4cf90ba1c4ca4404c655cb5263b4abb992265 Mon Sep 17 00:00:00 2001
From: JulienM <julienm@marmelab.com>
Date: Wed, 4 Oct 2023 16:12:33 +0200
Subject: [PATCH] call webservice

---
 .gitignore                                    |  7 +-
 .../computeExternalRoutineInDocuments.js      | 95 +++++++++++++++++--
 .../fields/sourceValue/SourceValueToggle.js   |  2 +-
 webservice_temp/.gitkeep                      |  0
 4 files changed, 93 insertions(+), 11 deletions(-)
 create mode 100644 webservice_temp/.gitkeep

diff --git a/.gitignore b/.gitignore
index 2a6c6ae90..1c9bdad34 100644
--- a/.gitignore
+++ b/.gitignore
@@ -43,7 +43,8 @@ config/staging.js
 config/test.js
 build
 typings
-/upload/
+/upload/*
+!/upload/.gitkeep
 
 # Cypress
 cypress/videos
@@ -54,3 +55,7 @@ stats.json
 
 ## Webstorm
 .idea
+
+## Folder for webservices gzip files exchanges
+/webservice_temp/*
+!/webservice_temp/.gitkeep
diff --git a/src/api/services/computeExternalRoutineInDocuments.js b/src/api/services/computeExternalRoutineInDocuments.js
index 5620da360..4fa22e33a 100644
--- a/src/api/services/computeExternalRoutineInDocuments.js
+++ b/src/api/services/computeExternalRoutineInDocuments.js
@@ -7,6 +7,9 @@ import logger from './logger';
 import { getHost } from '../../common/uris';
 import { mongoConnectionString } from './mongoClient';
 import { jobLogger } from '../workers/tools';
+import fs from 'fs';
+import { pipeline } from 'stream';
+import { promisify } from 'util';
 
 export const versionTransformerDecorator = (
     tenant,
@@ -15,11 +18,19 @@ export const versionTransformerDecorator = (
     const doc = await transformDocument(document);
     const precomputedDoc = {};
     for (const field of Object.keys(doc)) {
-        const webServiceURL = doc[field];
-        const routineFields = getRoutineFields(webServiceURL);
-        const tarToCompute = await getTarFromUrl(tenant, routineFields);
-
-        precomputedDoc[field] = webServiceURL;
+        const webServiceField = doc[field];
+        const {
+            webServiceBaseURL,
+            webServiceName,
+            routineFields,
+        } = extractPartsOfWebservice(webServiceField);
+        const { fileName } = await getTarFromUrl(tenant, routineFields);
+        const computed = await getComputedFromWebservice(
+            webServiceBaseURL,
+            webServiceName,
+            fileName,
+        );
+        precomputedDoc[field] = webServiceName;
     }
     return {
         uri: document.uri,
@@ -33,9 +44,16 @@ export const versionTransformerDecorator = (
 
 const baseUrl = getHost();
 
-export const getRoutineFields = path => {
-    const url = new URL(path);
-    return url.pathname.split('/').filter(field => !!field);
+export const extractPartsOfWebservice = webServiceField => {
+    const url = new URL(webServiceField);
+    const [version, routineName, ...routineFields] = url.pathname
+        .split('/')
+        .filter(field => !!field);
+    return {
+        webServiceBaseURL: `${url.origin}/${version}/`,
+        webServiceName: routineName,
+        routineFields,
+    };
 };
 
 export const getTarFromUrl = async (
@@ -57,13 +75,72 @@ export const getTarFromUrl = async (
             headers: { 'Content-Type': 'application/json' },
         });
 
-        return response.body;
+        const tar = response.body;
+
+        const pipe = promisify(pipeline);
+        const fileName = `./webservice_temp/__entry_${tenant}_${Date.now().toString()}.tar.gz`;
+        await pipe(tar, fs.createWriteStream(fileName));
+
+        return { tar, fileName };
     } catch (err) {
         console.error('**** Building tar archive error *****');
         console.error(err);
     }
 };
 
+export const getComputedFromWebservice = async (
+    webServiceBaseURL,
+    webServiceName,
+    fileName,
+) => {
+    try {
+        const responseCall = await fetch(
+            `${webServiceBaseURL}${webServiceName}`,
+            {
+                method: 'POST',
+                body: fs.createReadStream(fileName),
+                headers: { 'Content-Type': 'application/gzip' },
+            },
+        );
+
+        fs.unlink(fileName, error => {
+            if (error) {
+                throw error;
+            }
+        });
+
+        if (responseCall.status !== 200) {
+            throw new Error(responseCall.message);
+        }
+        const callId = JSON.stringify(await responseCall.json());
+
+        await new Promise(resolve => setTimeout(resolve, 10000));
+
+        console.log('***** getComputedFromWebservice ******');
+        const responseResult = await fetch(`${webServiceBaseURL}retrieve`, {
+            method: 'POST',
+            body: callId,
+            headers: { 'Content-Type': 'application/json' },
+        });
+
+        const tar = responseResult.body;
+        console.log(responseResult.status);
+        //console.log(tar);
+
+        const pipeComputed = promisify(pipeline);
+        await pipeComputed(
+            tar,
+            fs.createWriteStream(
+                `./webservice_temp/__computed_${Date.now().toString()}.tar.gz`,
+            ),
+        );
+    } catch (err) {
+        console.error('**** Calling webservice error *****');
+        console.error(err);
+    }
+    return 'bill';
+};
+
 export const computeExternalRoutineInDocumentsFactory = ({
     versionTransformerDecorator,
     getDocumentTransformer,
diff --git a/src/app/js/fields/sourceValue/SourceValueToggle.js b/src/app/js/fields/sourceValue/SourceValueToggle.js
index 9445b25c9..38fbed396 100644
--- a/src/app/js/fields/sourceValue/SourceValueToggle.js
+++ b/src/app/js/fields/sourceValue/SourceValueToggle.js
@@ -333,7 +333,7 @@ export const SourceValueToggle = ({
                     </Typography>
                 </ToggleButton>
 
-                <ToggleButton disabled={arbitraryMode} value="external">
+                <ToggleButton value="external">
                     <ProcessingIcon style={{ fontSize: 50 }} />
                     <Typography variant="caption">
                         {polyglot.t('external_processing')}
diff --git a/webservice_temp/.gitkeep b/webservice_temp/.gitkeep
new file mode 100644
index 000000000..e69de29bb