mirror of
https://github.com/rclone/rclone
synced 2024-12-21 11:45:56 +01:00
dropbox: change default chunk size to 48MB now we are buffering them in memory
This commit is contained in:
parent
483f4b8ad9
commit
8357a82eee
@ -113,8 +113,13 @@ system.
|
||||
|
||||
#### --dropbox-chunk-size=SIZE ####
|
||||
|
||||
Upload chunk size. Max 150M. The default is 128MB. Note that this
|
||||
isn't buffered into memory.
|
||||
Any files larger than this will be uploaded in chunks of this
|
||||
size. The default is 48MB. The maximum is 150MB.
|
||||
|
||||
Note that chunks are buffered in memory (one at a time) so rclone can
|
||||
deal with retries. Setting this larger will increase the speed
|
||||
slightly (at most 10% for 128MB in tests) at the cost of using more
|
||||
memory. It can be set smaller if you are tight on memory.
|
||||
|
||||
### Limitations ###
|
||||
|
||||
|
@ -66,8 +66,29 @@ var (
|
||||
// See https://www.dropbox.com/en/help/145 - Ignored files
|
||||
ignoredFiles = regexp.MustCompile(`(?i)(^|/)(desktop\.ini|thumbs\.db|\.ds_store|icon\r|\.dropbox|\.dropbox.attr)$`)
|
||||
// Upload chunk size - setting too small makes uploads slow.
|
||||
// Chunks aren't buffered into memory though so can set large.
|
||||
uploadChunkSize = fs.SizeSuffix(128 * 1024 * 1024)
|
||||
// Chunks are buffered into memory for retries.
|
||||
//
|
||||
// Speed vs chunk size uploading a 1 GB file on 2017-11-22
|
||||
//
|
||||
// Chunk Size MB, Speed Mbyte/s, % of max
|
||||
// 1 1.364 11%
|
||||
// 2 2.443 19%
|
||||
// 4 4.288 33%
|
||||
// 8 6.79 52%
|
||||
// 16 8.916 69%
|
||||
// 24 10.195 79%
|
||||
// 32 10.427 81%
|
||||
// 40 10.96 85%
|
||||
// 48 11.828 91%
|
||||
// 56 11.763 91%
|
||||
// 64 12.047 93%
|
||||
// 96 12.302 95%
|
||||
// 128 12.945 100%
|
||||
//
|
||||
// Choose 48MB which is 91% of Maximum speed. rclone by
|
||||
// default does 4 transfers so this should use 4*48MB = 192MB
|
||||
// by default.
|
||||
uploadChunkSize = fs.SizeSuffix(48 * 1024 * 1024)
|
||||
maxUploadChunkSize = fs.SizeSuffix(150 * 1024 * 1024)
|
||||
)
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user