forked from mhausenblas/burry.sh
-
Notifications
You must be signed in to change notification settings - Fork 0
/
consul.go
129 lines (123 loc) · 4.02 KB
/
consul.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
package main
import (
// "encoding/base64"
"fmt"
"os"
"path/filepath"
"strings"
log "github.com/sirupsen/logrus"
consul "github.com/hashicorp/consul/api"
)
// backupCONSUL walks an etcd tree, applying
// a reap function per leaf node visited
func backupCONSUL() bool {
if brf.Endpoint == "" {
return false
}
cfg := consul.Config{
Address: brf.Endpoint,
}
cclient, _ := consul.NewClient(&cfg)
ckv = cclient.KV()
// use the Consul API to visit each node and store
// the values in the local filesystem:
visitCONSUL("/", reapsimple)
if lookupst(brf.StorageTarget) > 0 { // non-TTY, actual storage
// create an archive file of the node's values:
res := arch()
// transfer to remote, if applicable:
toremote(res)
}
return true
}
// visitCONSUL visits a path in the Consul K/V tree
// and applies the reap function fn on the node
// at the path if it is a leaf node
func visitCONSUL(path string, fn reap) {
log.WithFields(log.Fields{"func": "visitCONSUL"}).Debug(fmt.Sprintf("On node %s", path))
qopts := consul.QueryOptions{
RequireConsistent: true,
}
if children, _, err := ckv.List(path, &qopts); err != nil {
log.WithFields(log.Fields{"func": "visitCONSUL"}).Error(fmt.Sprintf("%s", err))
} else {
if len(children) > 1 || path == "/" { // there are children
log.WithFields(log.Fields{"func": "visitCONSUL"}).Debug(fmt.Sprintf("%s has %d children", path, len(children)))
for _, node := range children {
log.WithFields(log.Fields{"func": "visitCONSUL"}).Debug(fmt.Sprintf("Next visiting child %s", node.Key))
if len(node.Value) != 0 {
fn("/"+node.Key, string(node.Value))
}
}
}
}
}
func restoreCONSUL() bool {
if lookupst(brf.StorageTarget) > 0 { // non-TTY, actual storage
// transfer from remote, if applicable:
a := fromremote()
// unarchive:
s := unarch(a)
defer func() {
_ = os.RemoveAll(s)
}()
cfg := consul.Config{
Address: brf.Endpoint,
}
cclient, _ := consul.NewClient(&cfg)
ckv = cclient.KV()
// walk the snapshot directory and use the Consul API to
// restore keys from the local filesystem - note that
// only non-existing keys will be created:
if err := filepath.Walk(s, visitCONSULReverse); err != nil {
log.WithFields(log.Fields{"func": "restoreCONSUL"}).Error(fmt.Sprintf("%s", err))
return false
}
} else { // can't restore from TTY
return false
}
return true
}
func visitCONSULReverse(path string, f os.FileInfo, err error) error {
if f.Name() == BURRYMETA_FILE || f.Name() == snapshotid {
return nil
} else {
cwd, _ := os.Getwd()
base, _ := filepath.Abs(filepath.Join(cwd, snapshotid))
key, _ := filepath.Rel(base, path)
qopts := consul.QueryOptions{
RequireConsistent: true,
}
// unescape ":"
key = strings.Replace(key, "BURRY_ESC_COLON", ":", -1)
if f.IsDir() {
cfile, _ := filepath.Abs(filepath.Join(path, CONTENT_FILE))
if _, eerr := os.Stat(cfile); eerr == nil { // there is a content file at this path
log.WithFields(log.Fields{"func": "visitCONSULReverse"}).Debug(fmt.Sprintf("Attempting to insert %s as leaf key", key))
if c, cerr := readc(cfile); cerr != nil {
log.WithFields(log.Fields{"func": "visitCONSULReverse"}).Error(fmt.Sprintf("%s", cerr))
if !forget {
return cerr
}
} else {
if node, _, eerr := ckv.Get(key, &qopts); eerr != nil {
log.WithFields(log.Fields{"func": "visitCONSULReverse"}).Error(fmt.Sprintf("%s", eerr))
} else {
if node == nil { // key does not exist yet
p := &consul.KVPair{Key: key, Value: c}
if _, kerr := ckv.Put(p, nil); kerr != nil {
log.WithFields(log.Fields{"func": "visitCONSULReverse"}).Error(fmt.Sprintf("%s", kerr))
} else {
log.WithFields(log.Fields{"func": "visitCONSULReverse"}).Info(fmt.Sprintf("Restored %s", key))
log.WithFields(log.Fields{"func": "visitCONSULReverse"}).Debug(fmt.Sprintf("Value: %s", c))
numrestored = numrestored + 1
}
}
}
}
}
}
log.WithFields(log.Fields{"func": "visitCONSULReverse"}).Debug(fmt.Sprintf("Visited %s", key))
}
return nil
}