cocalc-api: fix the CI test

Author: haraldschilly

.github/workflows/make-and-test.yml

@@ -128,28 +128,13 @@ jobs:
           name: "test-results-node-${{ matrix.node-version }}-pg-${{ matrix.pg-version }}"
           path: 'src/packages/*/junit.xml'
 
-      - name: Create CI admin user and API key
-        run: |
-          cd src/packages/hub
-          node run/test-create-admin.js > ../../api_key.txt
-          # Validate API key was created
-          if [ ! -s ../../api_key.txt ]; then
-            echo "Error: API key file is empty or missing"
-            exit 1
-          fi
-          API_KEY=$(cat ../../api_key.txt)
-          if ! echo "$API_KEY" | grep -qE '^sk-[A-Za-z0-9]+$'; then
-            echo "Error: Invalid API key format: $API_KEY"
-            exit 1
-          fi
-          echo "API key created successfully"
-        env:
-          PGDATABASE: smc
-          PGUSER: smc
-          PGHOST: localhost
-
       - name: Start CoCalc Hub
         run: |
+          # Create conat password for hub internal authentication
+          mkdir -p src/data/secrets
+          echo "test-conat-password-$(date +%s)" > src/data/secrets/conat-password
+          chmod 600 src/data/secrets/conat-password
+
           cd src/packages/hub
           pnpm run hub-project-dev-nobuild > hub.log 2>&1 &
           HUB_PID=$!
@@ -168,13 +153,14 @@ jobs:
           PGUSER: smc
           PGHOST: localhost
           COCALC_MODE: single-user
+          COCALC_TEST_MODE: yes
 
       - name: Wait for hub readiness
         run: |
           MAX_ATTEMPTS=30
           READY=false
           for i in $(seq 1 $MAX_ATTEMPTS); do
-            if curl -f --max-time 3 http://localhost:5000/healthcheck; then
+            if curl -sf --max-time 3 http://localhost:5000/healthcheck > /dev/null; then
               echo "Hub is ready"
               READY=true
               break
@@ -189,9 +175,54 @@ jobs:
             exit 1
           fi
 
+      - name: Create CI admin user and API key
+        run: |
+          cd src/packages/hub
+          node dist/run/test-create-admin.js > ../../api_key.txt
+          echo "Contents of api_key.txt:"
+          cat ../../api_key.txt
+          echo ""
+          # Validate API key was created
+          if [ ! -s ../../api_key.txt ]; then
+            echo "Error: API key file is empty or missing"
+            exit 1
+          fi
+          API_KEY=$(cat ../../api_key.txt)
+          if ! echo "$API_KEY" | grep -qE '^sk-[A-Za-z0-9]+$'; then
+            echo "Error: Invalid API key format: $API_KEY"
+            exit 1
+          fi
+          echo "API key created successfully"
+        env:
+          PGDATABASE: smc
+          PGUSER: smc
+          PGHOST: localhost
+
       - name: Install uv for cocalc-api tests
         run: curl -LsSf https://astral.sh/uv/install.sh | sh && echo "$HOME/.local/bin" >> $GITHUB_PATH
 
+      - name: Verify API endpoint is responding
+        run: |
+          API_KEY=$(cat src/api_key.txt)
+          echo "Testing API endpoint with system.ping..."
+          MAX_ATTEMPTS=30
+          for i in $(seq 1 $MAX_ATTEMPTS); do
+            if curl -sf --max-time 5 -u "$API_KEY:" -H 'Content-Type: application/json' \
+              -d '{"name":"system.ping", "args":[]}' \
+              http://localhost:5000/api/conat/hub > /dev/null; then
+              echo "API endpoint is responding"
+              break
+            fi
+            if [ $i -eq $MAX_ATTEMPTS ]; then
+              echo "API endpoint failed to respond after $MAX_ATTEMPTS attempts"
+              echo "Hub log tail:"
+              tail -100 src/packages/hub/hub.log || echo "No log file found"
+              exit 1
+            fi
+            echo "Waiting for API endpoint... ($i/$MAX_ATTEMPTS)"
+            sleep 3
+          done
+
       - name: Run cocalc-api tests
         run: |
           export COCALC_API_KEY=$(cat src/api_key.txt)

src/packages/hub/package.json

@@ -96,7 +96,6 @@
     "cocalc-hub-maintenance-expired": "./run/maintenance-expired.js",
     "cocalc-hub-maintenance-syncstrings": "./run/maintenance-syncstrings.js",
     "cocalc-hub-maintenance-blobs": "./run/maintenance-blobs.js",
-    "cocalc-hub-stripe-sync": "./run/stripe-sync.js",
-    "cocalc-hub-test-create-admin": "./run/test-create-admin.js"
+    "cocalc-hub-stripe-sync": "./run/stripe-sync.js"
   }
 }

src/packages/hub/run/test-create-admin.js renamed to src/packages/hub/run/test-create-admin.ts

@@ -6,6 +6,7 @@
  */
 
 import { v4 as uuidv4 } from "uuid";
+
 import createAccount from "@cocalc/server/accounts/create-account";
 import manageApiKeys from "@cocalc/server/api/manage";
 import getPool from "@cocalc/database/pool";
@@ -17,7 +18,7 @@ async function main() {
   const firstName = "CI";
   const lastName = "Admin";
 
-  console.log(`Creating admin account ${account_id}...`);
+  console.error(`Creating admin account ${account_id}...`);
 
   // Create the account
   await createAccount({
@@ -38,7 +39,7 @@ async function main() {
     account_id,
   ]);
 
-  console.log("Creating API key...");
+  console.error("Creating API key...");
 
   // Create API key
   const keys = await manageApiKeys({
@@ -52,7 +53,11 @@ async function main() {
   }
 
   const apiKey = keys[0];
-  console.log(`API key created: ${apiKey.secret}`);
+  if (!apiKey.secret) {
+    throw new Error("API key secret is missing");
+  }
+  console.error(`API key created with id=${apiKey.id}: ${apiKey.secret}`);
+  console.error(`Last 6 chars: ${apiKey.secret.slice(-6)}`);
 
   // Output the key for CI
   process.stdout.write(apiKey.secret);
@@ -61,4 +66,4 @@ async function main() {
 main().catch((err) => {
   console.error("Error:", err);
   process.exit(1);
-});
+});