opensource/filestash
1
0
Fork 0
mirror of https://github.com/mickael-kerjean/filestash.git synced 2025-11-01 19:32:27 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix (s3): stop condition for recursive ls in s3

Browse Source
This commit is contained in:
Mickael Kerjean
2022-12-08 16:05:40 +11:00
parent 24cd21704b
commit fb4a6a7ab2
1 changed files with 14 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
server/plugin/plg_backend_s3/index.go
View File

@ -1,6 +1,7 @@
package plg_backend_s3
import (
"context"
"fmt"
"github.com/aws/aws-sdk-go/aws"
"github.com/aws/aws-sdk-go/aws/awserr"
@ -16,14 +17,16 @@ import (
"os"
"path/filepath"
"strings"
"time"
)
var S3Cache AppCache
type S3Backend struct {
client *s3.S3
config *aws.Config
params map[string]string
client *s3.S3
config *aws.Config
params map[string]string
context context.Context
}
func init() {
@ -63,9 +66,10 @@ func (s S3Backend) Init(params map[string]string, app *App) (IBackend, error) {
}
backend := &S3Backend{
config: config,
params: params,
client: s3.New(session.New(config)),
config: config,
params: params,
client: s3.New(session.New(config)),
context: app.Context,
}
return backend, nil
}
@ -161,7 +165,9 @@ func (s S3Backend) Ls(path string) (files []os.FileInfo, err error) {
}
client := s3.New(s.createSession(p.bucket))
err = client.ListObjectsV2Pages(
startTime := time.Now()
err = client.ListObjectsV2PagesWithContext(
s.context,
&s3.ListObjectsV2Input{
Bucket: aws.String(p.bucket),
Prefix: aws.String(p.path),
@ -185,7 +191,7 @@ func (s S3Backend) Ls(path string) (files []os.FileInfo, err error) {
FType: "directory",
})
}
return true
return time.Since(startTime) < 5*time.Second
})
return files, err
}