Features/gh actions - Adds a build, start, test on schedule (every day) + on push to dev

.github/ci-config/copy-config.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+mkdir ./dist; chmod u=rwx,go=rx dist
+cp ./.github/ci-config/*.7z ./dist

.github/workflows/build-cn.yaml

@@ -0,0 +1,65 @@
+name: Build Cyphernode every day & on push on branch dev
+on:
+  push:
+    branches:
+      - dev
+  schedule:
+  - cron: "0 0 * * *"
+
+jobs:
+  Build-Cyphernode:
+    runs-on: ubuntu-latest
+    steps:
+      - run: echo "🎉 The job was automatically triggered by a ${{ github.event_name }} event."
+      - run: echo "🐧 This job is now running on a ${{ runner.os }} server hosted by GitHub!"
+      - run: echo "🔎 The name of your branch is ${{ github.ref }} and your repository is ${{ github.repository }}."
+
+      - if: ${{ github.event_name == 'push' }}
+        name: Check out repository code
+        uses: actions/checkout@v3
+
+      - if: ${{ github.event_name == 'schedule' }}
+        name: Check out repository dev
+        uses: actions/checkout@v3
+        with:
+          ref: 'dev'
+
+      - run: echo "💡 The ${{ github.repository }} repository has been cloned to the runner."
+      - run: echo "🖥️ The workflow is now ready to test your code on the runner."
+
+      - name: Run build script
+        run: ./build.sh
+        shell: bash
+
+      - name: Copy default config
+        run: ./.github/ci-config/copy-config.sh
+        shell: bash
+
+      - name: Run Cyphernode Setup
+        run: env CFG_PASSWORD="qq" ./dist/setup.sh -irc <<< 'y\n'
+        shell: bash
+
+      - name: Start Cyphernode
+        run: ./dist/start.sh
+        shell: bash
+
+      - name: Run test
+        shell: 'script -q -e -c "bash {0}"'
+        run: |
+          ./api_auth_docker/tests/test-gatekeeper.sh
+          ./proxy_docker/app/tests/test-watches.sh
+          ./proxy_docker/app/tests/test-watchpub32.sh
+          ./proxy_docker/app/tests/test-manage-missed.sh
+          ./proxy_docker/app/tests/test-derive.sh
+          ./proxy_docker/app/tests/test-batching.sh
+          ./proxy_docker/app/tests/tests.sh
+
+      - name: Stop Cyphernode
+        run: ./dist/stop.sh
+        shell: bash
+
+      - name: Dump docker logs on failure
+        if: failure()
+        uses: jwalton/gh-docker-logs@v1
+
+      - run: echo "🍏 This job's status is ${{ job.status }}."

dist/setup.sh

@@ -169,14 +169,15 @@ configure() {
 
   if [[ $CFG_PASSWORD ]]; then
     pw_env=" -e CFG_PASSWORD=$CFG_PASSWORD"
-  fi
-
-  echo "\nDetermining the speed of your machine..."
-  local speedseconds=$(bash -c ' : {1..500000} ; echo $SECONDS')
-  if [[ $speedseconds > 2 ]]; then
-    clear && echo "This may take a while, since it seems we're running on a slow machine."
+    interactive=''
   else
-    clear && echo "Fast machine..."
+    echo "\nDetermining the speed of your machine..."
+    local speedseconds=$(bash -c ' : {1..500000} ; echo $SECONDS')
+    if [[ $speedseconds > 2 ]]; then
+      clear && echo "This may take a while, since it seems we're running on a slow machine."
+    else
+      clear && echo "Fast machine..."
+    fi
   fi
 
   # before starting a new cyphernodeconf, kill all the others
@@ -213,7 +214,8 @@ configure() {
              -e LIGHTNING_VERSION=$LIGHTNING_VERSION \
              -e CONF_VERSION=$CONF_VERSION \
              -e SETUP_VERSION=$SETUP_VERSION \
-             --log-driver=none$pw_env \
+             $pw_env \
+             --log-driver=none \
              --network none \
              --rm$interactive cyphernode/cyphernodeconf:$CONF_VERSION $user node index.js$recreate
   if [[ -f $cyphernodeconf_filepath/exitStatus.sh ]]; then

proxy_docker/app/tests/mine.sh

@@ -9,7 +9,7 @@ mine() {
   local nbblocks=${1:-1}
 
   echo ; echo "About to mine ${nbblocks} block(s)..."
-  docker exec -t $(docker ps -q -f "name=cyphernode.bitcoin") bitcoin-cli -rpcwallet=spending01.dat -generate ${nbblocks}
+  docker exec $(docker ps -q -f "name=cyphernode.bitcoin") bitcoin-cli -rpcwallet=spending01.dat -generate ${nbblocks}
 }
 
 case "${0}" in *mine.sh) mine $@;; esac

proxy_docker/app/tests/test-batching.sh

@@ -1,6 +1,7 @@
 #!/bin/bash
 
-. ./colors.sh
+DIR="$( dirname -- "${BASH_SOURCE[0]}"; )"; 
+. $DIR/colors.sh
 
 # This needs to be run in regtest
 # You need jq installed for these tests to run correctly
@@ -62,7 +63,7 @@ stop_test_container() {
 }
 
 exec_in_test_container() {
-  docker exec -it tests-batching "$@"
+  docker exec tests-batching "$@"
 }
 
 
@@ -398,6 +399,7 @@ start_callback_server() {
 }
 
 TRACING=3
+returncode=0
 
 stop_test_container
 start_test_container
@@ -409,10 +411,13 @@ trace 1 "\n\n[test-batching] ${BCyan}Installing needed packages...${Color_Off}\n
 exec_in_test_container apk add --update curl
 
 testbatching
+returncode=$?
 
 trace 1 "\n\n[test-batching] ${BCyan}Tearing down...${Color_Off}\n"
 wait
 
 stop_test_container
 
-trace 1 "\n\n[test-batching] ${BCyan}See ya!${Color_Off}\n"
+trace 1 "\n\n[test-batching] ${BCyan}See ya! returncode=[${returncode}]${Color_Off}\n"
+
+exit ${returncode}

proxy_docker/app/tests/test-derive.sh

@@ -1,6 +1,7 @@
 #!/bin/bash
 
-. ./colors.sh
+DIR="$( dirname -- "${BASH_SOURCE[0]}"; )"; 
+. $DIR/colors.sh
 
 # You need jq installed for these tests to run correctly
 # You need to configure cyphernode with a default xpub for these tests to work.
@@ -150,13 +151,14 @@ start_test_container
 trace 1 "\n\n[test-derive] ${BCyan}Installing needed packages...${Color_Off}\n"
 exec_in_test_container apk add --update curl
 
-returncode=$(tests_derive)
+tests_derive
+returncode=$?
 
 trace 1 "\n\n[test-derive] ${BCyan}Tearing down...${Color_Off}\n"
 wait
 
 stop_test_container
 
-trace 1 "\n\n[test-derive] ${BCyan}See ya!${Color_Off}\n"
+trace 1 "\n\n[test-derive] ${BCyan}See ya! returncode=[${returncode}]${Color_Off}\n"
 
 exit ${returncode}

proxy_docker/app/tests/test-manage-missed.sh

@@ -1,7 +1,8 @@
 #!/bin/bash
 
-. ./colors.sh
-. ./mine.sh
+DIR="$( dirname -- "${BASH_SOURCE[0]}"; )"; 
+. $DIR/colors.sh
+. $DIR/mine.sh
 
 # This needs to be run in regtest
 # You need jq installed for these tests to run correctly
@@ -35,7 +36,7 @@ stop_test_container() {
 }
 
 exec_in_test_container() {
-  docker exec -it tests-manage-missed $@
+  docker exec tests-manage-missed $@
 }
 
 wait_for_proxy() {
@@ -78,7 +79,7 @@ test_manage_missed_0_conf() {
   docker restart $(docker ps -q -f "name=proxy[^c]")
 
   trace 3 "[test_manage_missed_0_conf] Sending coins to watched address while proxy is down..."
-  docker exec -it $(docker ps -q -f "name=cyphernode.bitcoin") bitcoin-cli -rpcwallet=spending01.dat sendtoaddress ${address} 0.0001
+  docker exec $(docker ps -q -f "name=cyphernode.bitcoin") bitcoin-cli -rpcwallet=spending01.dat sendtoaddress ${address} 0.0001
   # txid1=$(exec_in_test_container curl -d '{"address":"'${address}'","amount":0.0001}' proxy:8888/spend | jq -r ".txid")
 
   wait_for_proxy
@@ -115,7 +116,7 @@ test_manage_missed_1_conf() {
   trace 3 "[test_manage_missed_1_conf] response=${response}"
 
   trace 3 "[test_manage_missed_1_conf] Sending coins to watched address while proxy is up..."
-  docker exec -it $(docker ps -q -f "name=cyphernode.bitcoin") bitcoin-cli -rpcwallet=spending01.dat sendtoaddress ${address} 0.0001
+  docker exec $(docker ps -q -f "name=cyphernode.bitcoin") bitcoin-cli -rpcwallet=spending01.dat sendtoaddress ${address} 0.0001
   # txid1=$(exec_in_test_container curl -d '{"address":"'${address}'","amount":0.0001}' proxy:8888/spend | jq -r ".txid")
 
   trace 3 "[test_manage_missed_1_conf] Sleeping for 20 seconds to let the 0-conf callbacks to happen..."
@@ -145,6 +146,7 @@ wait_for_callbacks() {
 }
 
 TRACING=3
+returncode=0
 
 stop_test_container
 start_test_container
@@ -162,9 +164,18 @@ trace 2 "url4=${url4}"
 exec_in_test_container apk add --update curl
 
 test_manage_missed_0_conf
+returncode=$?
+
+[ "${returncode}" -ne "0" ] && exit ${returncode}
+
 test_manage_missed_1_conf
+returncode=$?
 
 trace 3 "Waiting for the callbacks to happen..."
 wait
 
 stop_test_container
+
+trace 1 "\n\n[test_manage_missed] ${BCyan}See ya! returncode=[${returncode}]${Color_Off}\n"
+
+exit ${returncode}

proxy_docker/app/tests/test-watches.sh

@@ -1,7 +1,8 @@
 #!/bin/bash
 
-. ./colors.sh
-. ./mine.sh
+DIR="$( dirname -- "${BASH_SOURCE[0]}"; )"; 
+. $DIR/colors.sh
+. $DIR/mine.sh
 
 # This needs to be run in regtest
 # You need jq installed for these tests to run correctly
@@ -24,7 +25,8 @@ trace() {
 }
 
 start_test_container() {
-  docker run -d --rm -t --name tests-watches --network=cyphernodenet alpine
+  trace 1 $DIR
+  docker run -d --rm -t --name tests-watches --network=cyphernodenet -v cyphernode_container_monitor:/container_monitor:ro alpine
 }
 
 stop_test_container() {
@@ -38,7 +40,7 @@ stop_test_container() {
 }
 
 exec_in_test_container() {
-  docker exec -it tests-watches "$@"
+  docker exec tests-watches "$@"
 }
 
 test_watches() {
@@ -176,7 +178,7 @@ test_watches() {
   trace 2 "\n\n[test_watches] ${BCyan}10. Send coins to address1...${Color_Off}\n"
   start_callback_server 1111
   # Let's use the bitcoin node directly to better simulate an external spend
-  txid=$(docker exec -it $(docker ps -q -f "name=cyphernode.bitcoin") bitcoin-cli -rpcwallet=spending01.dat sendtoaddress ${address1} 0.0001 | tr -d "\r\n")
+  txid=$(docker exec $(docker ps -q -f "name=cyphernode.bitcoin") bitcoin-cli -rpcwallet=spending01.dat sendtoaddress ${address1} 0.0001 | tr -d "\r\n")
 #  txid=$(exec_in_test_container curl -d '{"address":"'${address1}'","amount":0.001}' proxy:8888/spend | jq -r ".txid")
   trace 3 "[test_watches] txid=${txid}"
   trace 3 "[test_watches] Waiting for 0-conf callback on address1..."
@@ -202,6 +204,7 @@ test_watches() {
 
   # 14. Generate a block (triggers 1-conf webhook)
   trace 3 "[test_manage_missed_1_conf] Mine a new block..."
+
   mine
 
   # 15. Wait for 1-conf webhook
@@ -214,6 +217,7 @@ test_watches() {
 
   # 17. Generate 2 blocks (triggers 3-conf webhook)
   trace 3 "[test_watches] Mine 2 new blocks..."
+
   mine 2
 
   # 18. Wait for 3-conf webhook
@@ -241,26 +245,34 @@ test_watches() {
 }
 
 start_callback_server() {
-  trace 1 "[start_callback_server] ${BCyan}Let's start the callback servers!...${Color_Off}"
-
   local port=${1:-1111}
 
+  trace 1 "[start_callback_server] ${BCyan}Start the callback server [port=${port}]!...${Color_Off}"
+
   docker exec -t tests-watches sh -c "nc -vlp${port} -e sh -c 'echo -en \"HTTP/1.1 200 OK\\\\r\\\\n\\\\r\\\\n\" ; echo -en \"\\033[40m\\033[0;37m\" >&2 ; date >&2 ; timeout 1 tee /dev/tty | cat ; echo -e \"\033[0m\" >&2'" &
+
+  trace 1 "[start_callback_server] ${BCyan}server started on [port=${port}] with PID [$!] ${Color_Off}"
 }
 
 TRACING=3
+returncode=0
 
 stop_test_container
 start_test_container
 
 trace 1 "\n\n[test_watches] ${BCyan}Installing needed packages...${Color_Off}\n"
 exec_in_test_container apk add --update curl
 
+
 test_watches
+returncode=$?
 
 trace 1 "\n\n[test_watches] ${BCyan}Tearing down...${Color_Off}\n"
-wait
 
 stop_test_container
 
-trace 1 "\n\n[test_watches] ${BCyan}See ya!${Color_Off}\n"
+wait
+
+trace 1 "\n\n[test_watches] ${BCyan}See ya! returncode=[${returncode}]${Color_Off}\n"
+
+exit ${returncode}