Migrate snapshots

.github/workflows/docker-image.yml

@@ -1,8 +1,8 @@
 name: Build docker image
 
 on:
-  push:
-    branches: [main]
+#  push:
+#    branches: [main]
   workflow_dispatch:
 
 env:

.github/workflows/snapshots.yml

@@ -0,0 +1,25 @@
+name: Snapshots
+
+on:
+  schedule:
+    - cron: "0 0 */2 * *"
+  workflow_dispatch:
+
+jobs:
+  generate-snapshots:
+    name: Generate snapshot
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        playbook:
+          - snapshots_crab
+          - snapshots_darwinia
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Run playbook
+        uses: dawidd6/action-ansible-playbook@v2
+        with:
+          playbook: ansible/playbooks/${{ matrix.playbook }}/playbook.yml
+          key: "${{ secrets.SSH_PRIVATE_KEY }}"
+          options: --user ansible --verbose --diff

ansible/.editorconfig

@@ -0,0 +1,9 @@
+root = true
+
+[*]
+charset = utf-8
+end_of_line = lf
+insert_final_newline = true
+indent_style = space
+indent_size = 2
+trim_trailing_whitespace = true

ansible/.gitignore

@@ -0,0 +1,3 @@
+*.retry
+.DS_Store
+*.local.*

ansible/README.md

@@ -0,0 +1 @@
+# ansible-playbooks

ansible/ansible.cfg

@@ -0,0 +1,16 @@
+[defaults]
+inventory = inventories/hosts.ini
+roles_path = ~/.ansible/roles:./roles
+
+stdout_callback = debug
+callbacks_enabled = profile_tasks
+
+force_color = 1
+host_key_checking = False
+hash_behaviour = merge
+
+[privilege_escalation]
+become = True
+
+[connection]
+pipelining = True

ansible/inventories/hosts.ini

@@ -0,0 +1,6 @@
+[crab_nodes]
+g1.crab2.darwinia.network
+
+[darwinia_nodes]
+g1.darwinia2.darwinia.network
+

ansible/playbooks/_essentials/tools.yml

@@ -0,0 +1,17 @@
+
+- name: Install essentials packages
+  tags:
+    - apt
+  apt:
+    name: "{{ item }}"
+    state: present
+    cache_valid_time: 3600
+    update_cache: true
+  loop:
+    - curl
+    - nload
+    - unzip # required by unarchive module
+    - gnupg # required by apt_repository module
+    - parted # required by parted module
+    - zstd # required by unarchive module (.tar.zst files)
+    - jq

ansible/playbooks/essentials.yml

@@ -0,0 +1,5 @@
+- hosts: all:!skip_essentials
+  gather_facts: false
+  tasks:
+    - include_tasks: _essentials/tools.yml
+

ansible/playbooks/snapshots_crab/host_vars/g1.crab2.darwinia.network.yml

@@ -0,0 +1,16 @@
+
+
+snapshots:
+  gcp_project: darwinia2
+  gcp_snapshots_source_disk: crab-g1-data
+  gcp_snapshots_zone: asia-southeast1-c
+  gcp_snapshots_name: snapshots-crab-g1
+  gcp_snapshots_storage_location: asia-southeast1
+
+  chain_name: crab2
+  data_path: crab2/data
+  mounted_device: /dev/sdc
+  work_server: crab-g1
+  snapshots_workdir: /mnt/snapshots
+  bucket_name: snapshots.crab.network
+  website_title: "Crab Network Snapshots"

ansible/playbooks/snapshots_crab/playbook.yml

@@ -0,0 +1,3 @@
+- hosts: g1.crab2.darwinia.network
+  roles:
+    - snapshots

ansible/playbooks/snapshots_darwinia/host_vars/g1.darwinia2.darwinia.network.yml

@@ -0,0 +1,16 @@
+
+
+snapshots:
+  gcp_project: darwinia2
+  gcp_snapshots_source_disk: darwinia-g1-data
+  gcp_snapshots_zone: asia-southeast1-c
+  gcp_snapshots_name: snapshots-darwinia-g1
+  gcp_snapshots_storage_location: asia-southeast1
+
+  chain_name: darwinia2
+  data_path: darwinia2/data
+  mounted_device: /dev/sdc
+  work_server: darwinia-g1
+  snapshots_workdir: /mnt/snapshots
+  bucket_name: snapshots.darwinia.network
+  website_title: "Darwinia Network Snapshots"

ansible/playbooks/snapshots_darwinia/playbook.yml

@@ -0,0 +1,3 @@
+- hosts: g1.darwinia2.darwinia.network
+  roles:
+    - snapshots

ansible/roles/snapshots/defaults/main.yml

@@ -0,0 +1,20 @@
+
+snapshots:
+  workdir: /tmp/node_snapshots
+
+  gcp_project: darwinia2
+  gcp_snapshots_source_disk: pangolin-g2-data
+  gcp_snapshots_zone: europe-west4-c
+  gcp_snapshots_name: snapshots-pangolin-g2
+  gcp_snapshots_storage_location: europe-west4
+
+  chain_name: pangolin2
+  chain_node_rpc: http://127.0.0.1:9944
+  data_path: pangolin2/data
+  mounted_device: /dev/sdc
+  work_server: pangolin-g2
+  snapshots_workdir: /mnt/snapshots
+  bucket_name: snapshots.crab.network
+  website_title: "Pangolin Network Snapshots"
+
+  gomplate_version: v3.11.4