This repository was archived by the owner on Sep 17, 2019. It is now read-only.
Repository navigation
Expand file tree
/
Copy pathrecover.go
More file actions
129 lines (120 loc) · 3.15 KB
/
Copy pathrecover.go
File metadata and controls
129 lines (120 loc) · 3.15 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
package process
import (
"fmt"
"path"
"strings"
"sync"
"time"
"github.com/ModuleAB/ModuleAB/agent/client"
"github.com/ModuleAB/ModuleAB/agent/common"
"github.com/ModuleAB/ModuleAB/agent/logger"
"github.com/ModuleAB/ModuleAB/server/models"
"github.com/aliyun/aliyun-oss-go-sdk/oss"
"github.com/gorilla/websocket"
)
var recoverdFiles []string
// RunWebsocket is to receive messages from server realtime.
func RunWebsocket(h *models.Hosts, apikey, apisecret string) {
var err error
defer logger.AppLog.Warn("Websocket got error:", err)
defer func() {
x := recover()
if x != nil {
err = fmt.Errorf("%v", x)
}
}()
url := fmt.Sprintf(
"/api/v1/client/signal/%s/ws",
h.Name,
)
req, err := client.MakeRequest("GET", url, nil)
if err != nil {
return
}
wsurl := strings.Replace(req.URL.String(), "http://", "ws://", 1)
conn, _, err := websocket.DefaultDialer.Dial(wsurl, req.Header)
if err != nil {
return
}
defer conn.Close()
logger.AppLog.Info("Websocket established.")
conn.SetReadDeadline(time.Now().Add(30 * time.Second))
conn.SetWriteDeadline(time.Now().Add(30 * time.Second))
conn.SetPingHandler(func(appData string) error {
logger.AppLog.Debug("Got ping:", appData)
conn.SetReadDeadline(time.Now().Add(30 * time.Second))
conn.SetWriteDeadline(time.Now().Add(30 * time.Second))
return conn.WriteControl(websocket.PongMessage, []byte{},
time.Now().Add(10*time.Second))
})
// ReadRoutine
msgChan := make(chan models.Signal, 1024)
go func() {
logger.AppLog.Debug("Read routine started")
for {
msg := make(models.Signal)
err = conn.ReadJSON(&msg)
if websocket.IsUnexpectedCloseError(err) {
return
} else if err != nil {
logger.AppLog.Warn("Websocket got error:", err.Error())
continue
}
logger.AppLog.Debug("Got message:", msg)
msgChan <- msg
}
}()
for {
select {
case msg := <-msgChan:
go doDownload(msg, apikey, apisecret)
err = conn.WriteMessage(websocket.TextMessage,
[]byte("DONE "+msg["id"].(string)))
if websocket.IsUnexpectedCloseError(err) {
return
} else if err != nil {
logger.AppLog.Warn("Websocket got error:", err.Error())
}
}
}
}
func doDownload(s models.Signal, apikey, apisecret string) {
var lock sync.Mutex
var downType int
if Type, found := s["type"]; found {
if _, ok := Type.(float64); ok {
downType = int(Type.(float64))
}
}
logger.AppLog.Debug("Got downType:", downType)
if downType == models.SignalTypeDownload {
ossclient, err := oss.New(s["endpoint"].(string), apikey, apisecret)
if err != nil {
logger.AppLog.Warn("Got error:", err)
return
}
bucket, err := ossclient.Bucket(s["bucket"].(string))
if err != nil {
logger.AppLog.Warn("Got error:", err)
return
}
localPath := "/" + path.Join(
strings.Split(s["path"].(string), "/")[2:]...,
)
lock.Lock()
recoverdFiles = append(recoverdFiles, localPath)
lock.Unlock()
err = bucket.GetObjectToFile(
s["path"].(string),
localPath,
oss.Routines(common.UploadThreads),
)
if err != nil {
logger.AppLog.Warn("Got error:", err)
return
}
logger.AppLog.Info("Download to", localPath, "done.")
} else {
logger.AppLog.Warn("Bad signal type")
}
}