From cfaf20926f7af1cd454a4921f6710b261a204da9 Mon Sep 17 00:00:00 2001 From: HFO4 <912394456@qq.com> Date: Wed, 29 Apr 2020 10:36:52 +0800 Subject: [PATCH] Feat: List files in COS bucket --- pkg/filesystem/driver/cos/handler.go | 77 +++++++++++++++++++++++++++- pkg/filesystem/driver/oss/handler.go | 16 +++--- 2 files changed, 85 insertions(+), 8 deletions(-) diff --git a/pkg/filesystem/driver/cos/handler.go b/pkg/filesystem/driver/cos/handler.go index 0a9acb9..6e76a94 100644 --- a/pkg/filesystem/driver/cos/handler.go +++ b/pkg/filesystem/driver/cos/handler.go @@ -18,6 +18,9 @@ import ( "io" "net/http" "net/url" + "path" + "path/filepath" + "strings" "time" ) @@ -46,8 +49,78 @@ type Driver struct { HTTPClient request.Client } -func (handler Driver) List(ctx context.Context, path string, recursive bool) ([]response.Object, error) { - panic("implement me") +// List 列出COS文件 +func (handler Driver) List(ctx context.Context, base string, recursive bool) ([]response.Object, error) { + // 初始化列目录参数 + opt := &cossdk.BucketGetOptions{ + Prefix: strings.TrimPrefix(base, "/"), + EncodingType: "", + MaxKeys: 1000, + } + // 是否为递归列出 + if !recursive { + opt.Delimiter = "/" + } + // 手动补齐结尾的slash + if opt.Prefix != "" { + opt.Prefix += "/" + } + + var ( + marker string + objects []cossdk.Object + commons []string + ) + + for { + res, _, err := handler.Client.Bucket.Get(ctx, opt) + if err != nil { + return nil, err + } + objects = append(objects, res.Contents...) + commons = append(commons, res.CommonPrefixes...) + // 如果本次未列取完,则继续使用marker获取结果 + marker = res.NextMarker + // marker 为空时结果列取完毕,跳出 + if marker == "" { + break + } + } + + // 处理列取结果 + res := make([]response.Object, 0, len(objects)+len(commons)) + // 处理目录 + for _, object := range commons { + rel, err := filepath.Rel(opt.Prefix, object) + if err != nil { + continue + } + res = append(res, response.Object{ + Name: path.Base(object), + RelativePath: filepath.ToSlash(rel), + Size: 0, + IsDir: true, + LastModify: time.Now(), + }) + } + // 处理文件 + for _, object := range objects { + rel, err := filepath.Rel(opt.Prefix, object.Key) + if err != nil { + continue + } + res = append(res, response.Object{ + Name: path.Base(object.Key), + Source: object.Key, + RelativePath: filepath.ToSlash(rel), + Size: uint64(object.Size), + IsDir: false, + LastModify: time.Now(), + }) + } + + return res, nil + } // CORS 创建跨域策略 diff --git a/pkg/filesystem/driver/oss/handler.go b/pkg/filesystem/driver/oss/handler.go index 50dd557..626ba9a 100644 --- a/pkg/filesystem/driver/oss/handler.go +++ b/pkg/filesystem/driver/oss/handler.go @@ -110,15 +110,19 @@ func (handler Driver) List(ctx context.Context, base string, recursive bool) ([] // 列取文件 base = strings.TrimPrefix(base, "/") - delimiter := "" - if !recursive { - delimiter = "/" + if base != "" { + base += "/" } - marker := "" + var ( - objects []oss.ObjectProperties - commons []string + delimiter string + marker string + objects []oss.ObjectProperties + commons []string ) + if !recursive { + delimiter = "/" + } for { subRes, err := handler.bucket.ListObjects(oss.Marker(marker), oss.Prefix(base), -- GitLab