|
Packit |
63bb0d |
package s3manager
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
import (
|
|
Packit |
63bb0d |
"io"
|
|
Packit |
63bb0d |
"sync"
|
|
Packit |
63bb0d |
)
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// ReadSeekerWriteTo defines an interface implementing io.WriteTo and io.ReadSeeker
|
|
Packit |
63bb0d |
type ReadSeekerWriteTo interface {
|
|
Packit |
63bb0d |
io.ReadSeeker
|
|
Packit |
63bb0d |
io.WriterTo
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// BufferedReadSeekerWriteTo wraps a BufferedReadSeeker with an io.WriteAt
|
|
Packit |
63bb0d |
// implementation.
|
|
Packit |
63bb0d |
type BufferedReadSeekerWriteTo struct {
|
|
Packit |
63bb0d |
*BufferedReadSeeker
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// WriteTo writes to the given io.Writer from BufferedReadSeeker until there's no more data to write or
|
|
Packit |
63bb0d |
// an error occurs. Returns the number of bytes written and any error encountered during the write.
|
|
Packit |
63bb0d |
func (b *BufferedReadSeekerWriteTo) WriteTo(writer io.Writer) (int64, error) {
|
|
Packit |
63bb0d |
return io.Copy(writer, b.BufferedReadSeeker)
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// ReadSeekerWriteToProvider provides an implementation of io.WriteTo for an io.ReadSeeker
|
|
Packit |
63bb0d |
type ReadSeekerWriteToProvider interface {
|
|
Packit |
63bb0d |
GetWriteTo(seeker io.ReadSeeker) (r ReadSeekerWriteTo, cleanup func())
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// BufferedReadSeekerWriteToPool uses a sync.Pool to create and reuse
|
|
Packit |
63bb0d |
// []byte slices for buffering parts in memory
|
|
Packit |
63bb0d |
type BufferedReadSeekerWriteToPool struct {
|
|
Packit |
63bb0d |
pool sync.Pool
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// NewBufferedReadSeekerWriteToPool will return a new BufferedReadSeekerWriteToPool that will create
|
|
Packit |
63bb0d |
// a pool of reusable buffers . If size is less then < 64 KiB then the buffer
|
|
Packit |
63bb0d |
// will default to 64 KiB. Reason: io.Copy from writers or readers that don't support io.WriteTo or io.ReadFrom
|
|
Packit |
63bb0d |
// respectively will default to copying 32 KiB.
|
|
Packit |
63bb0d |
func NewBufferedReadSeekerWriteToPool(size int) *BufferedReadSeekerWriteToPool {
|
|
Packit |
63bb0d |
if size < 65536 {
|
|
Packit |
63bb0d |
size = 65536
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
return &BufferedReadSeekerWriteToPool{
|
|
Packit |
63bb0d |
pool: sync.Pool{New: func() interface{} {
|
|
Packit |
63bb0d |
return make([]byte, size)
|
|
Packit |
63bb0d |
}},
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// GetWriteTo will wrap the provided io.ReadSeeker with a BufferedReadSeekerWriteTo.
|
|
Packit |
63bb0d |
// The provided cleanup must be called after operations have been completed on the
|
|
Packit |
63bb0d |
// returned io.ReadSeekerWriteTo in order to signal the return of resources to the pool.
|
|
Packit |
63bb0d |
func (p *BufferedReadSeekerWriteToPool) GetWriteTo(seeker io.ReadSeeker) (r ReadSeekerWriteTo, cleanup func()) {
|
|
Packit |
63bb0d |
buffer := p.pool.Get().([]byte)
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
r = &BufferedReadSeekerWriteTo{BufferedReadSeeker: NewBufferedReadSeeker(seeker, buffer)}
|
|
Packit |
63bb0d |
cleanup = func() {
|
|
Packit |
63bb0d |
p.pool.Put(buffer)
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
return r, cleanup
|
|
Packit |
63bb0d |
}
|