-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathbucket.go
More file actions
74 lines (68 loc) · 1.75 KB
/
bucket.go
File metadata and controls
74 lines (68 loc) · 1.75 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
package main
import (
"context"
"github.com/aws/aws-sdk-go/aws"
"github.com/aws/aws-sdk-go/aws/session"
"github.com/aws/aws-sdk-go/service/s3"
"github.com/aws/aws-sdk-go/service/s3/s3manager"
"io"
"strings"
)
type Bucket struct {
Name string
Prefix string
Region string
Objects map[string]*s3.Object
TotalSize int64
TotalCount int
session *session.Session
Context context.Context
}
func (b *Bucket) processPage(p *s3.ListObjectsV2Output, last bool) (shouldContinue bool) {
for _, object := range p.Contents {
b.Objects[*object.Key] = object
b.TotalSize += *object.Size
}
return true
}
func (b *Bucket) DownloadObject(key string, w io.WriterAt) (n int64, err error) {
downloader := s3manager.NewDownloader(b.session)
n, err = downloader.Download(w,
&s3.GetObjectInput{
Bucket: aws.String(b.Name),
Key: aws.String(key),
})
return
}
func (b *Bucket) UploadObject(key string, r io.Reader) (err error) {
uploader := s3manager.NewUploader(b.session)
_, err = uploader.Upload(
&s3manager.UploadInput{
Bucket: aws.String(b.Name),
Key: aws.String(key),
Body: r,
ACL: aws.String("private"),
})
return
}
func (b *Bucket) CollectKeys() (err error) {
srv := s3.New(b.session)
input := s3.ListObjectsV2Input{
Bucket: aws.String(b.Name),
Prefix: aws.String(b.Prefix),
}
err = srv.ListObjectsV2PagesWithContext(b.Context, &input, b.processPage)
b.TotalCount = len(b.Objects)
return err
}
func NewBucket(name string, prefix string, session *session.Session, ctx context.Context) *Bucket {
b := &Bucket{
Name: name,
Prefix: strings.TrimPrefix(prefix, "/"),
Region: aws.StringValue(session.Config.Region),
Objects: make(map[string]*s3.Object),
session: session,
Context: ctx,
}
return b
}