fix: pre-build python-base layer first

apache-superset · Nov 21, 2024 · 3b6ea87 · 3b6ea87
1 parent bd7ed20
commit 3b6ea87
Show file tree

Hide file tree

Showing 3 changed files with 19 additions and 3 deletions.
diff --git a/package-lock.json b/package-lock.json
diff --git a/src/cli.js b/src/cli.js
@@ -204,7 +204,21 @@ export default function getCLI(context) {
         const { extraFlags } = opts;
         const latestRelease = await github.getLatestReleaseTag();
         console.log(`Latest release: ${latestRelease}`);
-        const command = await docker.getDockerCommand({
+        let command;
+
+        // --------------------------------------------------------------------
+        console.log("Building python-base layer first to reduce parallelism");
+        const tempOpts = { ...opts, preset: 'python-base' };
+        command = await docker.getDockerCommand({
+          ...tempOpts, buildContext, buildContextRef, latestRelease, extraFlags,
+        });
+        context.log(command);
+        if (!opts.dryRun) {
+          utils.runShellCommand({ command, raiseOnError: false });
+        }
+        // --------------------------------------------------------------------
+
+        command = await docker.getDockerCommand({
           ...opts, buildContext, buildContextRef, latestRelease, extraFlags,
         });
         context.log(command);

diff --git a/src/docker.js b/src/docker.js
@@ -86,6 +86,8 @@ export async function getDockerCommand({
   } else if (preset === 'py310') {
     buildTarget = 'lean';
     pyVer = '3.10-slim-bookworm';
+  } else if (preset === 'python-base') {
+    buildTarget = 'python-base';
   } else if (preset === 'py311') {
     buildTarget = 'lean';
     pyVer = '3.11-slim-bookworm';