UBERF-11178 Migrate datalake workspace id

services/datalake/pod-datalake/src/datalake/db.ts

@@ -560,7 +560,7 @@ export function escape (value: any): string {
 }
 
 function getMigrations (): [string, string][] {
-  return [migrationV1()]
+  return [migrationV1(), migrationV2()]
 }
 
 function migrationV1 (): [string, string] {
@@ -599,3 +599,22 @@ function migrationV1 (): [string, string] {
   `
   return ['init_tables_01', sql]
 }
+
+function migrationV2 (): [string, string] {
+  const sql = `
+    ALTER TABLE blob.meta DROP CONSTRAINT IF EXISTS fk_blob;
+
+    UPDATE blob.blob
+    SET workspace = w.uuid
+    FROM global_account.workspace w
+    WHERE workspace = w.data_id;
+
+    UPDATE blob.meta
+    SET workspace = w.uuid
+    FROM global_account.workspace w
+    WHERE workspace = w.data_id;
+
+    ALTER TABLE blob.meta ADD CONSTRAINT fk_blob_meta FOREIGN KEY (workspace, name) REFERENCES blob.blob (workspace, name);
+  `
+  return ['migrate_workspaces_02', sql]
+}

tests/.env

@@ -1,4 +1,5 @@
-STORAGE_CONFIG="datalake|http://datalake:4031"
+STORAGE_CONFIG="minio|minio?accessKey=minioadmin&secretKey=minioadmin"
+DATALAKE_STORAGE_CONFIG="datalake|http://datalake:4031"
 BACKUP_STORAGE_CONFIG="minio|minio?accessKey=minioadmin&secretKey=minioadmin"
 BACKUP_BUCKET_NAME=dev-backups
 

tests/docker-compose.override.yaml

@@ -3,12 +3,47 @@ services:
     environment:
       - DB_URL=${DB_PG_URL}
       - PROCEED_V7_MONGO=false
+      - STORAGE_CONFIG=${DATALAKE_STORAGE_CONFIG}
   transactor:
     environment:
       - DB_URL=${DB_PG_URL}
+      - STORAGE_CONFIG=${DATALAKE_STORAGE_CONFIG}
   workspace:
     environment:
       - DB_URL=${DB_PG_URL}
+      - STORAGE_CONFIG=${DATALAKE_STORAGE_CONFIG}
   fulltext:
     environment:
       - DB_URL=${DB_PG_URL}
+      - STORAGE_CONFIG=${DATALAKE_STORAGE_CONFIG}
+  front:
+    environment:
+      - STORAGE_CONFIG=${DATALAKE_STORAGE_CONFIG}
+      - FILES_URL=http://localhost:4031/blob/:workspace/:blobId/:filename
+      - UPLOAD_URL=http://localhost:4031/upload/form-data/:workspace
+      - PREVIEW_CONFIG=http://localhost:4031/image/fit=cover,width=:width,height=:height,dpr=:dpr/:workspace/:blobId
+  collaborator:
+    environment:
+      - STORAGE_CONFIG=${DATALAKE_STORAGE_CONFIG}
+  datalake:
+    image: hardcoreeng/datalake
+    depends_on:
+      minio:
+        condition: service_healthy
+      cockroach:
+        condition: service_started
+      stats:
+        condition: service_started
+      account:
+        condition: service_started
+    ports:
+      - 4031:4031
+    environment:
+      - PORT=4031
+      - SECRET=secret
+      - ACCOUNTS_URL=http://account:3003
+      - STATS_URL=http://stats:4901
+      - STREAM_URL=http://localhost:1081/recording
+      - DB_URL=${DB_PG_URL}
+      - BUCKETS=blobs,eu|http://minio:9000?accessKey=minioadmin&secretKey=minioadmin
+    restart: unless-stopped

tests/docker-compose.yaml

@@ -174,9 +174,7 @@ services:
       - SERVER_SECRET=secret
       - ACCOUNTS_URL_INTERNAL=http://account:3003
       - ACCOUNTS_URL=http://localhost:3003
-      - FILES_URL=http://localhost:4031/blob/:workspace/:blobId/:filename
-      - UPLOAD_URL=http://localhost:4031/upload/form-data/:workspace
-      - PREVIEW_CONFIG=http://localhost:4031/image/fit=cover,width=:width,height=:height,dpr=:dpr/:workspace/:blobId
+      - UPLOAD_URL=/files
       - ELASTIC_URL=http://elastic:9200
       - GMAIL_URL=http://localhost:8088
       - CALENDAR_URL=http://localhost:8095
@@ -278,28 +276,6 @@ services:
       - REKONI_URL=http://rekoni:4007
       - ACCOUNTS_URL=http://account:3003
       - STATS_URL=http://stats:4901
-  datalake:
-    image: hardcoreeng/datalake
-    depends_on:
-      minio:
-        condition: service_healthy
-      cockroach:
-        condition: service_started
-      stats:
-        condition: service_started
-      account:
-        condition: service_started
-    ports:
-      - 4031:4031
-    environment:
-      - PORT=4031
-      - SECRET=secret
-      - ACCOUNTS_URL=http://account:3003
-      - STATS_URL=http://stats:4901
-      - STREAM_URL=http://localhost:1081/recording
-      - DB_URL=${DB_PG_URL}
-      - BUCKETS=blobs,eu|http://minio:9000?accessKey=minioadmin&secretKey=minioadmin
-    restart: unless-stopped
   stats:
     image: hardcoreeng/stats
     ports:

tests/tool.sh

@@ -1,7 +1,7 @@
 #!/usr/bin/env bash
 
 export MODEL_VERSION=$(node ../common/scripts/show_version.js)
-export STORAGE_CONFIG="datalake|http://localhost:4031"
+export STORAGE_CONFIG="minio|minio?accessKey=minioadmin&secretKey=minioadmin"
 export ACCOUNTS_URL=http://localhost:3003
 export TRANSACTOR_URL=ws://localhost:3334
 export ACCOUNT_DB_URL=mongodb://localhost:27018