forked from canonical/snapd
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsnapshot.go
282 lines (244 loc) · 8.37 KB
/
snapshot.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
// -*- Mode: Go; indent-tabs-mode: t -*-
/*
* Copyright (C) 2018 Canonical Ltd
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License version 3 as
* published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*
*/
package client
import (
"bytes"
"context"
"crypto/sha256"
"encoding/json"
"errors"
"fmt"
"io"
"net/url"
"sort"
"strconv"
"strings"
"time"
"github.com/snapcore/snapd/snap"
)
// SnapshotExportMediaType is the media type used to identify snapshot exports in the API.
const SnapshotExportMediaType = "application/x.snapd.snapshot"
var (
ErrSnapshotSetNotFound = errors.New("no snapshot set with the given ID")
ErrSnapshotSnapsNotFound = errors.New("no snapshot for the requested snaps found in the set with the given ID")
)
// A snapshotAction is used to request an operation on a snapshot.
type snapshotAction struct {
SetID uint64 `json:"set"`
Action string `json:"action"`
Snaps []string `json:"snaps,omitempty"`
Users []string `json:"users,omitempty"`
}
// A Snapshot is a collection of archives with a simple metadata json file
// (and hashsums of everything).
type Snapshot struct {
// SetID is the ID of the snapshot set (a snapshot set is the result of a "snap save" invocation)
SetID uint64 `json:"set"`
// the time this snapshot's data collection was started
Time time.Time `json:"time"`
// information about the snap this data is for
Snap string `json:"snap"`
Revision snap.Revision `json:"revision"`
SnapID string `json:"snap-id,omitempty"`
Epoch snap.Epoch `json:"epoch,omitempty"`
Summary string `json:"summary"`
Version string `json:"version"`
// the snap's configuration at snapshot time
Conf map[string]interface{} `json:"conf,omitempty"`
// the hash of the archives' data, keyed by archive path
// (either 'archive.tgz' for the system archive, or
// user/<username>.tgz for each user)
SHA3_384 map[string]string `json:"sha3-384"`
// the sum of the archive sizes
Size int64 `json:"size,omitempty"`
// dynamic snapshot options
Options *snap.SnapshotOptions `json:"options,omitempty"`
// if the snapshot failed to open this will be the reason why
Broken string `json:"broken,omitempty"`
// set if the snapshot was created automatically on snap removal;
// note, this is only set inside actual snapshot file for old snapshots;
// newer snapd just updates this flag on the fly for snapshots
// returned by List().
Auto bool `json:"auto,omitempty"`
}
// IsValid checks whether the snapshot is missing information that
// should be there for a snapshot that's just been opened.
func (sh *Snapshot) IsValid() bool {
return !(sh == nil || sh.SetID == 0 || sh.Snap == "" || sh.Revision.Unset() || len(sh.SHA3_384) == 0 || sh.Time.IsZero())
}
// ContentHash returns a hash that can be used to identify the snapshot
// by its content, leaving out metadata like "time" or "set-id".
func (sh *Snapshot) ContentHash() ([]byte, error) {
sh2 := *sh
sh2.SetID = 0
sh2.Time = time.Time{}
sh2.Auto = false
sh2.Options = nil
h := sha256.New()
enc := json.NewEncoder(h)
if err := enc.Encode(&sh2); err != nil {
return nil, err
}
return h.Sum(nil), nil
}
// A SnapshotSet is a set of snapshots created by a single "snap save".
type SnapshotSet struct {
ID uint64 `json:"id"`
Snapshots []*Snapshot `json:"snapshots"`
}
// Time returns the earliest time in the set.
func (ss SnapshotSet) Time() time.Time {
if len(ss.Snapshots) == 0 {
return time.Time{}
}
mint := ss.Snapshots[0].Time
for _, sh := range ss.Snapshots {
if sh.Time.Before(mint) {
mint = sh.Time
}
}
return mint
}
// Size returns the sum of the set's sizes.
func (ss SnapshotSet) Size() int64 {
var sum int64
for _, sh := range ss.Snapshots {
sum += sh.Size
}
return sum
}
type bySnap []*Snapshot
func (ss bySnap) Len() int { return len(ss) }
func (ss bySnap) Swap(i, j int) { ss[i], ss[j] = ss[j], ss[i] }
func (ss bySnap) Less(i, j int) bool { return ss[i].Snap < ss[j].Snap }
// ContentHash returns a hash that can be used to identify the SnapshotSet by
// its content.
func (ss SnapshotSet) ContentHash() ([]byte, error) {
sortedSnapshots := make([]*Snapshot, len(ss.Snapshots))
copy(sortedSnapshots, ss.Snapshots)
sort.Sort(bySnap(sortedSnapshots))
h := sha256.New()
for _, sh := range sortedSnapshots {
ch, err := sh.ContentHash()
if err != nil {
return nil, err
}
h.Write(ch)
}
return h.Sum(nil), nil
}
// SnapshotSets lists the snapshot sets in the system that belong to the
// given set (if non-zero) and are for the given snaps (if non-empty).
func (client *Client) SnapshotSets(setID uint64, snapNames []string) ([]SnapshotSet, error) {
q := make(url.Values)
if setID > 0 {
q.Add("set", strconv.FormatUint(setID, 10))
}
if len(snapNames) > 0 {
q.Add("snaps", strings.Join(snapNames, ","))
}
var snapshotSets []SnapshotSet
_, err := client.doSync("GET", "/v2/snapshots", q, nil, nil, &snapshotSets)
return snapshotSets, err
}
// ForgetSnapshots permanently removes the snapshot set, limited to the
// given snaps (if non-empty).
func (client *Client) ForgetSnapshots(setID uint64, snaps []string) (changeID string, err error) {
return client.snapshotAction(&snapshotAction{
SetID: setID,
Action: "forget",
Snaps: snaps,
})
}
// CheckSnapshots verifies the archive checksums in the given snapshot set.
//
// If snaps or users are non-empty, limit to checking only those
// archives of the snapshot.
func (client *Client) CheckSnapshots(setID uint64, snaps []string, users []string) (changeID string, err error) {
return client.snapshotAction(&snapshotAction{
SetID: setID,
Action: "check",
Snaps: snaps,
Users: users,
})
}
// RestoreSnapshots extracts the given snapshot set.
//
// If snaps or users are non-empty, limit to checking only those
// archives of the snapshot.
func (client *Client) RestoreSnapshots(setID uint64, snaps []string, users []string) (changeID string, err error) {
return client.snapshotAction(&snapshotAction{
SetID: setID,
Action: "restore",
Snaps: snaps,
Users: users,
})
}
func (client *Client) snapshotAction(action *snapshotAction) (changeID string, err error) {
data, err := json.Marshal(action)
if err != nil {
return "", fmt.Errorf("cannot marshal snapshot action: %v", err)
}
headers := map[string]string{
"Content-Type": "application/json",
}
return client.doAsync("POST", "/v2/snapshots", nil, headers, bytes.NewBuffer(data))
}
// SnapshotExport streams the requested snapshot set.
//
// The return value includes the length of the returned stream.
func (client *Client) SnapshotExport(setID uint64) (stream io.ReadCloser, contentLength int64, err error) {
rsp, err := client.raw(context.Background(), "GET", fmt.Sprintf("/v2/snapshots/%v/export", setID), nil, nil, nil)
if err != nil {
return nil, 0, err
}
if rsp.StatusCode != 200 {
defer rsp.Body.Close()
var r response
dec := json.NewDecoder(rsp.Body)
if err := dec.Decode(&r); err == nil {
specificErr := r.err(client, rsp.StatusCode)
if specificErr != nil {
return nil, 0, specificErr
}
}
return nil, 0, fmt.Errorf("unexpected status code: %v", rsp.Status)
}
contentType := rsp.Header.Get("Content-Type")
if contentType != SnapshotExportMediaType {
return nil, 0, fmt.Errorf("unexpected snapshot export content type %q", contentType)
}
return rsp.Body, rsp.ContentLength, nil
}
// SnapshotImportSet is a snapshot import created by a "snap import-snapshot".
type SnapshotImportSet struct {
ID uint64 `json:"set-id"`
Snaps []string `json:"snaps"`
}
// SnapshotImport imports an exported snapshot set.
func (client *Client) SnapshotImport(exportStream io.Reader, size int64) (SnapshotImportSet, error) {
headers := map[string]string{
"Content-Type": SnapshotExportMediaType,
"Content-Length": strconv.FormatInt(size, 10),
}
var importSet SnapshotImportSet
if _, err := client.doSync("POST", "/v2/snapshots", nil, headers, exportStream, &importSet); err != nil {
return importSet, err
}
return importSet, nil
}