Add two grunt commands

Gruntfile.js

@@ -19,7 +19,7 @@ const chalk = require('chalk')
 const crypto = require('crypto')
 const { exec, fork } = require('child_process')
 const execP = util.promisify(exec)
-const { copyFile, readFile, writeFile } = require('fs/promises')
+const { readdir, cp, mkdir, access, rm, copyFile, readFile, writeFile } = require('fs/promises')
 const fs = require('fs')
 const path = require('path')
 const { resolve } = path
@@ -60,14 +60,14 @@ const GI_VERSION = packageJSON.version + (NODE_ENV === 'production' ? `@${new Da
 Object.assign(process.env, { CONTRACTS_VERSION, GI_VERSION })
 
 const backendIndex = './backend/index.js'
-const distAssets = 'dist/assets'
-const distCSS = 'dist/assets/css'
 const distDir = 'dist'
-const distContracts = 'dist/contracts'
-const distJS = 'dist/assets/js'
-const serviceWorkerDir = 'frontend/controller/serviceworkers'
+const distAssets = `${distDir}/assets`
+const distCSS = `${distDir}/assets/css`
+const distContracts = `${distDir}/contracts`
+const distJS = `${distDir}/assets/js`
 const srcDir = 'frontend'
-const contractsDir = 'frontend/model/contracts'
+const serviceWorkerDir = `${srcDir}/controller/serviceworkers`
+const contractsDir = `${srcDir}/model/contracts`
 const mainSrc = path.join(srcDir, 'main.js')
 const manifestJSON = path.join(contractsDir, 'manifests.json')
 
@@ -111,43 +111,32 @@ module.exports = (grunt) => {
   }
 
   async function generateManifests (dir, version) {
-    if (development) {
-      const keyFile = process.env.KEY_FILE || 'key.json'
-      const pubKeyFile = process.env.PUB_KEY_FILE || 'key.pub.json'
-      if (fs.existsSync(keyFile)) {
-        grunt.log.writeln(chalk.underline(`Key file ${keyFile} exists, using that.`))
-      } else {
-        grunt.log.writeln(chalk.underline(`\nRunning 'chel keygen --pubout ${pubKeyFile} --out ${keyFile}'`))
-        const { stdout } = await execWithErrMsg(`./node_modules/.bin/chel keygen --pubout ${pubKeyFile} --out ${keyFile}`)
-        console.log(stdout)
-      }
-      grunt.log.writeln(chalk.underline("\nRunning 'chel manifest'"))
-      // TODO: do this with JS instead of POSIX commands for Windows support
-      const { stdout } = await execWithErrMsg(`ls ${dir}/*-slim.js | sed -En 's/.*\\/(.*)-slim.js/\\1/p' | xargs -I {} node_modules/.bin/chel manifest -n gi.contracts/{} -v ${version} -s ${dir}/{}-slim.js ${keyFile} ${dir}/{}.js`, 'error generating manifests')
-      console.log(stdout)
+    const keyFile = process.env.KEY_FILE || 'key.json'
+    const pubKeyFile = process.env.PUB_KEY_FILE || 'key.pub.json'
+    if (fs.existsSync(keyFile)) {
+      grunt.log.writeln(chalk.underline(`Key file ${keyFile} exists, using that.`))
     } else {
-      // Only run these in NODE_ENV=development so that production servers
-      // don't overwrite manifests.json
-      grunt.log.writeln(chalk.yellow("\n(Skipping) Running 'chel manifest'"))
+      grunt.log.writeln(chalk.underline(`\nRunning 'chel keygen --pubout ${pubKeyFile} --out ${keyFile}'`))
+      const { stdout } = await execWithErrMsg(`./node_modules/.bin/chel keygen --pubout ${pubKeyFile} --out ${keyFile}`)
+      console.log(stdout)
     }
+    grunt.log.writeln(chalk.underline("\nRunning 'chel manifest'"))
+    // TODO: do this with JS instead of POSIX commands for Windows support
+    const { stdout } = await execWithErrMsg(`ls ${dir}/*-slim.js | sed -En 's/.*\\/(.*)-slim.js/\\1/p' | xargs -I {} node_modules/.bin/chel manifest -n gi.contracts/{} -v ${version} -s ${dir}/{}-slim.js ${keyFile} ${dir}/{}.js`, 'error generating manifests')
+    console.log(stdout)
   }
 
   async function deployAndUpdateMainSrc (manifestDir, dest) {
-    if (development) {
-      grunt.log.writeln(chalk.underline(`Running 'chel deploy' to ${dest}`))
-      const { stdout } = await execWithErrMsg(`./node_modules/.bin/chel deploy ${dest} ${manifestDir}/*.manifest.json`, 'error deploying contracts')
-      console.log(stdout)
-      const r = /contracts\/([^.]+)\.(?:x|[\d.]+)\.manifest.*\/(.*)/g
-      const manifests = Object.fromEntries(Array.from(stdout.replace(/\\/g, '/').matchAll(r), x => [`gi.contracts/${x[1]}`, x[2]]))
-      fs.writeFileSync(manifestJSON,
-        JSON.stringify({ manifests }, null, 2) + '\n',
-        'utf8')
-      console.log(chalk.green('manifest JSON written to:'), manifestJSON, '\n')
-    } else {
-      // Only run these in NODE_ENV=development so that production servers
-      // don't overwrite manifests.json
-      grunt.log.writeln(chalk.yellow("\n(Skipping) Running 'chel deploy'"))
-    }
+    grunt.log.writeln(chalk.underline(`Running 'chel deploy' to ${dest}`))
+    await access(dest).catch(async () => await mkdir(dest))
+    const { stdout } = await execWithErrMsg(`./node_modules/.bin/chel deploy ${dest} ${manifestDir}/*.manifest.json`, 'error deploying contracts')
+    console.log(stdout)
+    const r = /contracts\/([^.]+)\.(?:x|[\d.]+)\.manifest.*\/(.*)/g
+    const manifests = Object.fromEntries(Array.from(stdout.replace(/\\/g, '/').matchAll(r), x => [`gi.contracts/${x[1]}`, x[2]]))
+    fs.writeFileSync(manifestJSON,
+      JSON.stringify({ manifests }, null, 2) + '\n',
+      'utf8')
+    console.log(chalk.green('manifest JSON written to:'), manifestJSON, '\n')
   }
 
   async function genManifestsAndDeploy (dir, version, dest = './data') {
@@ -363,7 +352,7 @@ module.exports = (grunt) => {
     clean: { dist: [`${distDir}/*`] },
 
     copy: {
-      html_files: {
+      htmlFiles: {
         src: 'frontend/index.html',
         dest: `${distDir}/index.html`
       },
@@ -394,7 +383,8 @@ module.exports = (grunt) => {
         cmd: 'node node_modules/mocha/bin/mocha --require ./scripts/mocha-helper.js --exit -R spec --bail "./{test/,!(node_modules|ignored|dist|historical|test)/**/}*.test.js"',
         options: { env: process.env }
       },
-      chelDeployAll: 'find contracts -iname "*.manifest.json" | xargs -r ./node_modules/.bin/chel deploy ./data'
+      chelDevDeploy: 'find contracts -iname "*.manifest.json" | xargs -r ./node_modules/.bin/chel deploy ./data',
+      chelProdDeploy: `find ${distContracts} -iname "*.manifest.json" | xargs -r ./node_modules/.bin/chel deploy ./${distDir}/data`
     }
   })
 
@@ -404,6 +394,64 @@ module.exports = (grunt) => {
 
   let child = null
 
+  grunt.registerTask('copy:frontend', function () {
+    grunt.task.run(['copy:htmlFiles', 'copy:assets', 'copy:strings'])
+  })
+
+  grunt.registerTask('copy:contracts', async function () {
+    const done = this.async()
+    const { contractsVersion } = packageJSON
+
+    // NOTE: the latest version
+    await mkdir(`${distContracts}/${contractsVersion}`)
+    for (const dirent of await readdir(distContracts, { withFileTypes: true })) {
+      if (dirent.isFile()) {
+        const fileName = dirent.name
+        await copyFile(`${distContracts}/${fileName}`, `${distContracts}/${contractsVersion}/${fileName}`)
+        await rm(`${distContracts}/${fileName}`)
+      }
+    }
+
+    // NOTE: all previously pinned versions
+    const versions = (await readdir('contracts', { withFileTypes: true })).filter(dirent => {
+      return dirent.isDirectory() && dirent.name !== contractsVersion
+    }).map(dirent => dirent.name)
+    for (const version of versions) {
+      await cp(`contracts/${version}`, `${distContracts}/${version}`, { recursive: true })
+    }
+
+    done()
+  })
+
+  grunt.registerTask('chelDeploy', function () {
+    const tasks = !production ? ['exec:chelDevDeploy'] : ['exec:chelProdDeploy']
+    grunt.task.run(tasks)
+  })
+
+  grunt.registerTask('run', function () {
+    const done = this.async() // Tell Grunt we're async.
+
+    grunt.log.writeln('backend: running...')
+    const child = fork(backendIndex, process.argv, {
+      env: { NODE_ENV, ...process.env, DB_ROOT_PATH: `/${distDir}` },
+      execArgv: ['--require', '@babel/register']
+    })
+    child.on('error', (err) => {
+      if (err) {
+        console.error('error starting or sending message to child:', err)
+        process.exit(1)
+      }
+    })
+    child.on('exit', (c) => {
+      if (c !== 0) {
+        grunt.log.error(`child exited with error code: ${c}`.bold)
+        // ^C can cause c to be null, which is an OK error.
+        process.exit(c || 0)
+      }
+    })
+    done()
+  })
+
   // Useful helper task for `grunt test`.
   grunt.registerTask('backend:launch', '[internal]', function () {
     const done = this.async()
@@ -455,7 +503,7 @@ module.exports = (grunt) => {
     const esbuild = this.flags.watch ? 'esbuild:watch' : 'esbuild'
 
     if (!grunt.option('skipbuild')) {
-      grunt.task.run(['exec:eslint', 'exec:flow', 'exec:puglint', 'exec:stylelint', 'clean', 'copy', esbuild])
+      grunt.task.run(['exec:eslint', 'exec:flow', 'exec:puglint', 'exec:stylelint', 'clean:dist', 'copy:frontend', esbuild])
     }
   })
 
@@ -522,9 +570,27 @@ module.exports = (grunt) => {
     grunt.task.run(`_pin:${version}`)
   })
 
+  grunt.registerTask('deploy', function () {
+    if (!production) {
+      console.log(chalk.yellow('The command has some requirements in setting environment variables.\nNODE_ENV=production'))
+      process.exit(1)
+    }
+    grunt.task.run([
+      'exec:gitconfig', 'checkDependencies', 'exec:eslint', 'exec:flow',
+      'exec:puglint', 'exec:stylelint', 'clean:dist',
+      'copy:frontend', 'esbuild:deploy', 'copy:contracts'
+    ])
+  })
+  grunt.registerTask('serve', function () {
+    if (!production) {
+      console.log(chalk.yellow('The command has some requirements in setting environment variables.\nNODE_ENV=production'))
+      process.exit(1)
+    }
+    grunt.task.run(['chelDeploy', 'run', 'keepalive'])
+  })
+
   grunt.registerTask('default', ['dev'])
-  // TODO: add 'deploy' as per https://github.com/okTurtles/group-income/issues/10
-  grunt.registerTask('dev', ['exec:gitconfig', 'checkDependencies', 'exec:chelDeployAll', 'build:watch', 'backend:relaunch', 'keepalive'])
+  grunt.registerTask('dev', ['exec:gitconfig', 'checkDependencies', 'chelDeploy', 'build:watch', 'backend:relaunch', 'keepalive'])
   grunt.registerTask('dist', ['exec:gitconfig', 'build'])
 
   // --------------------
@@ -564,11 +630,10 @@ module.exports = (grunt) => {
     // and then we build the main bundle since it depends on manifests.json
     await Promise.all([buildContracts.run(), buildContractsSlim.run()])
       .then(() => {
-        return genManifestsAndDeploy(distContracts, packageJSON.contractsVersion)
-      })
-      .then(() => {
-        return Promise.all([buildMain.run(), buildServiceWorkers.run()])
+        const dest = !this.flags.deploy ? undefined : `./${distDir}/data`
+        return genManifestsAndDeploy(distContracts, packageJSON.contractsVersion, dest)
       })
+      .then(() => Promise.all([buildMain.run(), buildServiceWorkers.run()]))
       .catch(error => {
         grunt.log.error(error.message)
         process.exit(1)
@@ -670,9 +735,9 @@ module.exports = (grunt) => {
     killKeepAlive = this.async()
   })
 
-  grunt.registerTask('test', ['build', 'exec:chelDeployAll', 'backend:launch', 'exec:test', 'cypress'])
+  grunt.registerTask('test', ['build', 'chelDeploy', 'backend:launch', 'exec:test', 'cypress'])
   grunt.registerTask('test:unit', ['backend:launch', 'exec:test'])
-  grunt.registerTask('test:cypress', ['build', 'exec:chelDeployAll', 'backend:launch', 'cypress'])
+  grunt.registerTask('test:cypress', ['build', 'chelDeploy', 'backend:launch', 'cypress'])
 
   // -------------------------------------------------------------------------
   //  Process event handlers

backend/database.js

@@ -18,12 +18,13 @@ const production = process.env.NODE_ENV === 'production'
 const persistence = process.env.GI_PERSIST || (production ? 'fs' : undefined)
 
 // Default database options. Other values may be used e.g. in tests.
+const dbRootPath = process.env.DB_ROOT_PATH || ''
 const options = {
   fs: {
-    dirname: './data'
+    dirname: `.${dbRootPath}/data`
   },
   sqlite: {
-    dirname: './data',
+    dirname: `.${dbRootPath}/data`,
     filename: 'groupincome.db'
   }
 }
@@ -169,7 +170,7 @@ export default async () => {
     sbp('sbp/selectors/lock', ['chelonia/db/get', 'chelonia/db/set', 'chelonia/db/delete'])
   }
   // TODO: Update this to only run when persistence is disabled when `chel deploy` can target SQLite.
-  if (persistence !== 'fs' || options.fs.dirname !== './data') {
+  if (persistence !== 'fs' || options.fs.dirname !== `.${dbRootPath}/data`) {
     // Remember to keep these values up-to-date.
     const HASH_LENGTH = 52
     const CONTRACT_MANIFEST_MAGIC = '{"head":"{\\"manifestVersion\\"'

frontend/main.js

@@ -201,12 +201,16 @@ async function startApp () {
     sbp('okTurtles.data/set', PUBSUB_INSTANCE, sbp('chelonia/connect', {
       messageHandlers: {
         [NOTIFICATION_TYPE.VERSION_INFO] (msg) {
+          const isProduction = process.env.NODE_ENV === 'production'
           const ourVersion = process.env.GI_VERSION
           const theirVersion = msg.data.GI_VERSION
 
           const ourContractsVersion = process.env.CONTRACTS_VERSION
           const theirContractsVersion = msg.data.CONTRACTS_VERSION
-          if (ourVersion !== theirVersion || ourContractsVersion !== theirContractsVersion) {
+
+          const isContractVersionDiff = ourContractsVersion !== theirContractsVersion
+          const isGIVersionDiff = ourVersion !== theirVersion
+          if (isContractVersionDiff || (!isProduction && isGIVersionDiff)) {
             sbp('okTurtles.events/emit', NOTIFICATION_TYPE.VERSION_INFO, { ...msg.data })
           }
         },