2019-07-20 10:26:52 +00:00
|
|
|
package sftpd
|
|
|
|
|
|
|
|
import (
|
2019-10-09 15:33:30 +00:00
|
|
|
"fmt"
|
2019-07-20 10:26:52 +00:00
|
|
|
"os"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/drakkan/sftpgo/dataprovider"
|
|
|
|
"github.com/drakkan/sftpgo/logger"
|
2019-09-13 16:45:36 +00:00
|
|
|
"github.com/drakkan/sftpgo/metrics"
|
2019-07-20 10:26:52 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
|
|
|
transferUpload = iota
|
|
|
|
transferDownload
|
|
|
|
)
|
|
|
|
|
2019-07-30 18:51:29 +00:00
|
|
|
// Transfer contains the transfer details for an upload or a download.
|
|
|
|
// It implements the io Reader and Writer interface to handle files downloads and uploads
|
2019-07-20 10:26:52 +00:00
|
|
|
type Transfer struct {
|
2019-10-09 15:33:30 +00:00
|
|
|
file *os.File
|
|
|
|
path string
|
|
|
|
start time.Time
|
|
|
|
bytesSent int64
|
|
|
|
bytesReceived int64
|
|
|
|
user dataprovider.User
|
|
|
|
connectionID string
|
|
|
|
transferType int
|
|
|
|
lastActivity time.Time
|
|
|
|
isNewFile bool
|
|
|
|
protocol string
|
|
|
|
transferError error
|
|
|
|
isFinished bool
|
|
|
|
minWriteOffset int64
|
2019-09-07 21:10:20 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// TransferError is called if there is an unexpected error.
|
|
|
|
// For example network or client issues
|
|
|
|
func (t *Transfer) TransferError(err error) {
|
|
|
|
t.transferError = err
|
2019-09-10 16:47:21 +00:00
|
|
|
elapsed := time.Since(t.start).Nanoseconds() / 1000000
|
2019-09-09 06:57:11 +00:00
|
|
|
logger.Warn(logSender, t.connectionID, "Unexpected error for transfer, path: %#v, error: \"%v\" bytes sent: %v, "+
|
2019-09-10 16:47:21 +00:00
|
|
|
"bytes received: %v transfer running since %v ms", t.path, t.transferError, t.bytesSent, t.bytesReceived, elapsed)
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
|
|
|
|
2019-07-30 18:51:29 +00:00
|
|
|
// ReadAt reads len(p) bytes from the File to download starting at byte offset off and updates the bytes sent.
|
|
|
|
// It handles download bandwidth throttling too
|
2019-07-20 10:26:52 +00:00
|
|
|
func (t *Transfer) ReadAt(p []byte, off int64) (n int, err error) {
|
2019-07-27 07:38:09 +00:00
|
|
|
t.lastActivity = time.Now()
|
2019-07-20 10:26:52 +00:00
|
|
|
readed, e := t.file.ReadAt(p, off)
|
|
|
|
t.bytesSent += int64(readed)
|
|
|
|
t.handleThrottle()
|
|
|
|
return readed, e
|
|
|
|
}
|
|
|
|
|
2019-07-30 18:51:29 +00:00
|
|
|
// WriteAt writes len(p) bytes to the uploaded file starting at byte offset off and updates the bytes received.
|
|
|
|
// It handles upload bandwidth throttling too
|
2019-07-20 10:26:52 +00:00
|
|
|
func (t *Transfer) WriteAt(p []byte, off int64) (n int, err error) {
|
2019-07-27 07:38:09 +00:00
|
|
|
t.lastActivity = time.Now()
|
2019-10-09 15:33:30 +00:00
|
|
|
if off < t.minWriteOffset {
|
|
|
|
logger.Warn(logSender, t.connectionID, "Invalid write offset %v minimum valid value %v", off, t.minWriteOffset)
|
2019-10-24 16:50:35 +00:00
|
|
|
return 0, fmt.Errorf("invalid write offset %v", off)
|
2019-10-09 15:33:30 +00:00
|
|
|
}
|
2019-07-20 10:26:52 +00:00
|
|
|
written, e := t.file.WriteAt(p, off)
|
|
|
|
t.bytesReceived += int64(written)
|
|
|
|
t.handleThrottle()
|
|
|
|
return written, e
|
|
|
|
}
|
|
|
|
|
2019-07-30 18:51:29 +00:00
|
|
|
// Close it is called when the transfer is completed.
|
2019-09-10 16:47:21 +00:00
|
|
|
// It closes the underlying file, log the transfer info, update the user quota (for uploads)
|
|
|
|
// and execute any defined actions.
|
|
|
|
// If there is an error no action will be executed and, in atomic mode, we try to delete
|
|
|
|
// the temporary file
|
2019-07-20 10:26:52 +00:00
|
|
|
func (t *Transfer) Close() error {
|
2019-07-27 09:17:32 +00:00
|
|
|
err := t.file.Close()
|
2019-09-07 21:10:20 +00:00
|
|
|
if t.isFinished {
|
|
|
|
return err
|
|
|
|
}
|
2019-09-10 16:47:21 +00:00
|
|
|
t.isFinished = true
|
|
|
|
numFiles := 0
|
|
|
|
if t.isNewFile {
|
|
|
|
numFiles = 1
|
|
|
|
}
|
2019-08-04 07:37:58 +00:00
|
|
|
if t.transferType == transferUpload && t.file.Name() != t.path {
|
2019-10-09 15:33:30 +00:00
|
|
|
if t.transferError == nil || uploadMode == uploadModeAtomicWithResume {
|
2019-09-10 16:47:21 +00:00
|
|
|
err = os.Rename(t.file.Name(), t.path)
|
|
|
|
logger.Debug(logSender, t.connectionID, "atomic upload completed, rename: %#v -> %#v, error: %v",
|
|
|
|
t.file.Name(), t.path, err)
|
|
|
|
} else {
|
|
|
|
err = os.Remove(t.file.Name())
|
|
|
|
logger.Warn(logSender, t.connectionID, "atomic upload completed with error: \"%v\", delete temporary file: %#v, "+
|
|
|
|
"deletion error: %v", t.transferError, t.file.Name(), err)
|
|
|
|
if err == nil {
|
|
|
|
numFiles--
|
|
|
|
t.bytesReceived = 0
|
|
|
|
}
|
|
|
|
}
|
2019-08-04 07:37:58 +00:00
|
|
|
}
|
2019-09-07 21:10:20 +00:00
|
|
|
if t.transferError == nil {
|
2019-09-10 16:47:21 +00:00
|
|
|
elapsed := time.Since(t.start).Nanoseconds() / 1000000
|
2019-09-07 21:10:20 +00:00
|
|
|
if t.transferType == transferDownload {
|
|
|
|
logger.TransferLog(downloadLogSender, t.path, elapsed, t.bytesSent, t.user.Username, t.connectionID, t.protocol)
|
2019-11-14 10:06:03 +00:00
|
|
|
go executeAction(operationDownload, t.user.Username, t.path, "")
|
2019-09-07 21:10:20 +00:00
|
|
|
} else {
|
|
|
|
logger.TransferLog(uploadLogSender, t.path, elapsed, t.bytesReceived, t.user.Username, t.connectionID, t.protocol)
|
2019-11-14 10:06:03 +00:00
|
|
|
go executeAction(operationUpload, t.user.Username, t.path, "")
|
2019-09-07 21:10:20 +00:00
|
|
|
}
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
2019-09-13 16:45:36 +00:00
|
|
|
metrics.TransferCompleted(t.bytesSent, t.bytesReceived, t.transferType, t.transferError)
|
2019-07-20 10:26:52 +00:00
|
|
|
removeTransfer(t)
|
2019-09-10 16:47:21 +00:00
|
|
|
if t.transferType == transferUpload && (numFiles != 0 || t.bytesReceived > 0) {
|
2019-07-28 20:04:50 +00:00
|
|
|
dataprovider.UpdateUserQuota(dataProvider, t.user, numFiles, t.bytesReceived, false)
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
2019-07-27 09:17:32 +00:00
|
|
|
return err
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (t *Transfer) handleThrottle() {
|
|
|
|
var wantedBandwidth int64
|
|
|
|
var trasferredBytes int64
|
|
|
|
if t.transferType == transferDownload {
|
|
|
|
wantedBandwidth = t.user.DownloadBandwidth
|
|
|
|
trasferredBytes = t.bytesSent
|
|
|
|
} else {
|
|
|
|
wantedBandwidth = t.user.UploadBandwidth
|
|
|
|
trasferredBytes = t.bytesReceived
|
|
|
|
}
|
|
|
|
if wantedBandwidth > 0 {
|
|
|
|
// real and wanted elapsed as milliseconds, bytes as kilobytes
|
|
|
|
realElapsed := time.Since(t.start).Nanoseconds() / 1000000
|
2019-07-27 07:38:09 +00:00
|
|
|
// trasferredBytes / 1000 = KB/s, we multiply for 1000 to get milliseconds
|
2019-07-20 10:26:52 +00:00
|
|
|
wantedElapsed := 1000 * (trasferredBytes / 1000) / wantedBandwidth
|
|
|
|
if wantedElapsed > realElapsed {
|
|
|
|
toSleep := time.Duration(wantedElapsed - realElapsed)
|
|
|
|
time.Sleep(toSleep * time.Millisecond)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|