mirror of
https://github.com/rclone/rclone
synced 2024-11-21 22:50:16 +01:00
440 lines
10 KiB
Go
440 lines
10 KiB
Go
package vfs
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/rclone/rclone/fs"
|
|
"github.com/rclone/rclone/fs/cache"
|
|
"github.com/rclone/rclone/fs/rc"
|
|
)
|
|
|
|
const getVFSHelp = `
|
|
This command takes an "fs" parameter. If this parameter is not
|
|
supplied and if there is only one VFS in use then that VFS will be
|
|
used. If there is more than one VFS in use then the "fs" parameter
|
|
must be supplied.`
|
|
|
|
// GetVFS gets a VFS with config name "fs" from the cache or returns an error.
|
|
//
|
|
// If "fs" is not set and there is one and only one VFS in the active
|
|
// cache then it returns it. This is for backwards compatibility.
|
|
//
|
|
// This deletes the "fs" parameter from in if it is valid
|
|
func getVFS(in rc.Params) (vfs *VFS, err error) {
|
|
fsString, err := in.GetString("fs")
|
|
if rc.IsErrParamNotFound(err) {
|
|
var count int
|
|
vfs, count = activeCacheEntries()
|
|
if count == 1 {
|
|
return vfs, nil
|
|
} else if count == 0 {
|
|
return nil, errors.New(`no VFS active and "fs" parameter not supplied`)
|
|
}
|
|
return nil, errors.New(`more than one VFS active - need "fs" parameter`)
|
|
} else if err != nil {
|
|
return nil, err
|
|
}
|
|
activeMu.Lock()
|
|
defer activeMu.Unlock()
|
|
fsString = cache.Canonicalize(fsString)
|
|
activeVFS := active[fsString]
|
|
if len(activeVFS) == 0 {
|
|
return nil, fmt.Errorf("no VFS found with name %q", fsString)
|
|
} else if len(activeVFS) > 1 {
|
|
return nil, fmt.Errorf("more than one VFS active with name %q", fsString)
|
|
}
|
|
delete(in, "fs") // delete the fs parameter
|
|
return activeVFS[0], nil
|
|
}
|
|
|
|
func init() {
|
|
rc.Add(rc.Call{
|
|
Path: "vfs/refresh",
|
|
Fn: rcRefresh,
|
|
Title: "Refresh the directory cache.",
|
|
Help: `
|
|
This reads the directories for the specified paths and freshens the
|
|
directory cache.
|
|
|
|
If no paths are passed in then it will refresh the root directory.
|
|
|
|
rclone rc vfs/refresh
|
|
|
|
Otherwise pass directories in as dir=path. Any parameter key
|
|
starting with dir will refresh that directory, e.g.
|
|
|
|
rclone rc vfs/refresh dir=home/junk dir2=data/misc
|
|
|
|
If the parameter recursive=true is given the whole directory tree
|
|
will get refreshed. This refresh will use --fast-list if enabled.
|
|
` + getVFSHelp,
|
|
})
|
|
}
|
|
|
|
func rcRefresh(ctx context.Context, in rc.Params) (out rc.Params, err error) {
|
|
vfs, err := getVFS(in)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
root, err := vfs.Root()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
getDir := func(path string) (*Dir, error) {
|
|
path = strings.Trim(path, "/")
|
|
segments := strings.Split(path, "/")
|
|
var node Node = root
|
|
for _, s := range segments {
|
|
if dir, ok := node.(*Dir); ok {
|
|
node, err = dir.stat(s)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
}
|
|
if dir, ok := node.(*Dir); ok {
|
|
return dir, nil
|
|
}
|
|
return nil, EINVAL
|
|
}
|
|
|
|
recursive := false
|
|
{
|
|
const k = "recursive"
|
|
|
|
if v, ok := in[k]; ok {
|
|
s, ok := v.(string)
|
|
if !ok {
|
|
return out, fmt.Errorf("value must be string %q=%v", k, v)
|
|
}
|
|
recursive, err = strconv.ParseBool(s)
|
|
if err != nil {
|
|
return out, fmt.Errorf("invalid value %q=%v", k, v)
|
|
}
|
|
delete(in, k)
|
|
}
|
|
}
|
|
|
|
result := map[string]string{}
|
|
if len(in) == 0 {
|
|
if recursive {
|
|
err = root.readDirTree()
|
|
} else {
|
|
err = root.readDir()
|
|
}
|
|
if err != nil {
|
|
result[""] = err.Error()
|
|
} else {
|
|
result[""] = "OK"
|
|
}
|
|
} else {
|
|
for k, v := range in {
|
|
path, ok := v.(string)
|
|
if !ok {
|
|
return out, fmt.Errorf("value must be string %q=%v", k, v)
|
|
}
|
|
if strings.HasPrefix(k, "dir") {
|
|
dir, err := getDir(path)
|
|
if err != nil {
|
|
result[path] = err.Error()
|
|
} else {
|
|
if recursive {
|
|
err = dir.readDirTree()
|
|
} else {
|
|
err = dir.readDir()
|
|
}
|
|
if err != nil {
|
|
result[path] = err.Error()
|
|
} else {
|
|
result[path] = "OK"
|
|
}
|
|
}
|
|
} else {
|
|
return out, fmt.Errorf("unknown key %q", k)
|
|
}
|
|
}
|
|
}
|
|
out = rc.Params{
|
|
"result": result,
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
// Add remote control for the VFS
|
|
func init() {
|
|
rc.Add(rc.Call{
|
|
Path: "vfs/forget",
|
|
Fn: rcForget,
|
|
Title: "Forget files or directories in the directory cache.",
|
|
Help: `
|
|
This forgets the paths in the directory cache causing them to be
|
|
re-read from the remote when needed.
|
|
|
|
If no paths are passed in then it will forget all the paths in the
|
|
directory cache.
|
|
|
|
rclone rc vfs/forget
|
|
|
|
Otherwise pass files or dirs in as file=path or dir=path. Any
|
|
parameter key starting with file will forget that file and any
|
|
starting with dir will forget that dir, e.g.
|
|
|
|
rclone rc vfs/forget file=hello file2=goodbye dir=home/junk
|
|
` + getVFSHelp,
|
|
})
|
|
}
|
|
|
|
func rcForget(ctx context.Context, in rc.Params) (out rc.Params, err error) {
|
|
vfs, err := getVFS(in)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
root, err := vfs.Root()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
forgotten := []string{}
|
|
if len(in) == 0 {
|
|
root.ForgetAll()
|
|
} else {
|
|
for k, v := range in {
|
|
path, ok := v.(string)
|
|
if !ok {
|
|
return out, fmt.Errorf("value must be string %q=%v", k, v)
|
|
}
|
|
path = strings.Trim(path, "/")
|
|
if strings.HasPrefix(k, "file") {
|
|
root.ForgetPath(path, fs.EntryObject)
|
|
} else if strings.HasPrefix(k, "dir") {
|
|
root.ForgetPath(path, fs.EntryDirectory)
|
|
} else {
|
|
return out, fmt.Errorf("unknown key %q", k)
|
|
}
|
|
forgotten = append(forgotten, path)
|
|
}
|
|
}
|
|
out = rc.Params{
|
|
"forgotten": forgotten,
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func getDuration(k string, v interface{}) (time.Duration, error) {
|
|
s, ok := v.(string)
|
|
if !ok {
|
|
return 0, fmt.Errorf("value must be string %q=%v", k, v)
|
|
}
|
|
interval, err := fs.ParseDuration(s)
|
|
if err != nil {
|
|
return 0, fmt.Errorf("parse duration: %w", err)
|
|
}
|
|
return interval, nil
|
|
}
|
|
|
|
func getInterval(in rc.Params) (time.Duration, bool, error) {
|
|
k := "interval"
|
|
v, ok := in[k]
|
|
if !ok {
|
|
return 0, false, nil
|
|
}
|
|
interval, err := getDuration(k, v)
|
|
if err != nil {
|
|
return 0, true, err
|
|
}
|
|
if interval < 0 {
|
|
return 0, true, errors.New("interval must be >= 0")
|
|
}
|
|
delete(in, k)
|
|
return interval, true, nil
|
|
}
|
|
|
|
func getTimeout(in rc.Params) (time.Duration, error) {
|
|
k := "timeout"
|
|
v, ok := in[k]
|
|
if !ok {
|
|
return 10 * time.Second, nil
|
|
}
|
|
timeout, err := getDuration(k, v)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
delete(in, k)
|
|
return timeout, nil
|
|
}
|
|
|
|
func getStatus(vfs *VFS, in rc.Params) (out rc.Params, err error) {
|
|
for k, v := range in {
|
|
return nil, fmt.Errorf("invalid parameter: %s=%s", k, v)
|
|
}
|
|
return rc.Params{
|
|
"enabled": vfs.Opt.PollInterval != 0,
|
|
"supported": vfs.pollChan != nil,
|
|
"interval": map[string]interface{}{
|
|
"raw": vfs.Opt.PollInterval,
|
|
"seconds": vfs.Opt.PollInterval / time.Second,
|
|
"string": vfs.Opt.PollInterval.String(),
|
|
},
|
|
}, nil
|
|
}
|
|
|
|
func init() {
|
|
rc.Add(rc.Call{
|
|
Path: "vfs/poll-interval",
|
|
Fn: rcPollInterval,
|
|
Title: "Get the status or update the value of the poll-interval option.",
|
|
Help: `
|
|
Without any parameter given this returns the current status of the
|
|
poll-interval setting.
|
|
|
|
When the interval=duration parameter is set, the poll-interval value
|
|
is updated and the polling function is notified.
|
|
Setting interval=0 disables poll-interval.
|
|
|
|
rclone rc vfs/poll-interval interval=5m
|
|
|
|
The timeout=duration parameter can be used to specify a time to wait
|
|
for the current poll function to apply the new value.
|
|
If timeout is less or equal 0, which is the default, wait indefinitely.
|
|
|
|
The new poll-interval value will only be active when the timeout is
|
|
not reached.
|
|
|
|
If poll-interval is updated or disabled temporarily, some changes
|
|
might not get picked up by the polling function, depending on the
|
|
used remote.
|
|
` + getVFSHelp,
|
|
})
|
|
}
|
|
|
|
func rcPollInterval(ctx context.Context, in rc.Params) (out rc.Params, err error) {
|
|
vfs, err := getVFS(in)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
interval, intervalPresent, err := getInterval(in)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
timeout, err := getTimeout(in)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
for k, v := range in {
|
|
return nil, fmt.Errorf("invalid parameter: %s=%s", k, v)
|
|
}
|
|
if vfs.pollChan == nil {
|
|
return nil, errors.New("poll-interval is not supported by this remote")
|
|
}
|
|
|
|
if !intervalPresent {
|
|
return getStatus(vfs, in)
|
|
}
|
|
var timeoutHit bool
|
|
var timeoutChan <-chan time.Time
|
|
if timeout > 0 {
|
|
timer := time.NewTimer(timeout)
|
|
defer timer.Stop()
|
|
timeoutChan = timer.C
|
|
}
|
|
select {
|
|
case vfs.pollChan <- interval:
|
|
vfs.Opt.PollInterval = interval
|
|
case <-timeoutChan:
|
|
timeoutHit = true
|
|
}
|
|
out, err = getStatus(vfs, in)
|
|
if out != nil {
|
|
out["timeout"] = timeoutHit
|
|
}
|
|
return
|
|
}
|
|
|
|
func init() {
|
|
rc.Add(rc.Call{
|
|
Path: "vfs/list",
|
|
Title: "List active VFSes.",
|
|
Help: `
|
|
This lists the active VFSes.
|
|
|
|
It returns a list under the key "vfses" where the values are the VFS
|
|
names that could be passed to the other VFS commands in the "fs"
|
|
parameter.`,
|
|
Fn: rcList,
|
|
})
|
|
}
|
|
|
|
func rcList(ctx context.Context, in rc.Params) (out rc.Params, err error) {
|
|
activeMu.Lock()
|
|
defer activeMu.Unlock()
|
|
var names = []string{}
|
|
for name, vfses := range active {
|
|
if len(vfses) == 1 {
|
|
names = append(names, name)
|
|
} else {
|
|
for i := range vfses {
|
|
names = append(names, fmt.Sprintf("%s[%d]", name, i))
|
|
}
|
|
}
|
|
}
|
|
out = rc.Params{}
|
|
out["vfses"] = names
|
|
return out, nil
|
|
}
|
|
|
|
func init() {
|
|
rc.Add(rc.Call{
|
|
Path: "vfs/stats",
|
|
Title: "Stats for a VFS.",
|
|
Help: `
|
|
This returns stats for the selected VFS.
|
|
|
|
{
|
|
// Status of the disk cache - only present if --vfs-cache-mode > off
|
|
"diskCache": {
|
|
"bytesUsed": 0,
|
|
"erroredFiles": 0,
|
|
"files": 0,
|
|
"hashType": 1,
|
|
"outOfSpace": false,
|
|
"path": "/home/user/.cache/rclone/vfs/local/mnt/a",
|
|
"pathMeta": "/home/user/.cache/rclone/vfsMeta/local/mnt/a",
|
|
"uploadsInProgress": 0,
|
|
"uploadsQueued": 0
|
|
},
|
|
"fs": "/mnt/a",
|
|
"inUse": 1,
|
|
// Status of the in memory metadata cache
|
|
"metadataCache": {
|
|
"dirs": 1,
|
|
"files": 0
|
|
},
|
|
// Options as returned by options/get
|
|
"opt": {
|
|
"CacheMaxAge": 3600000000000,
|
|
// ...
|
|
"WriteWait": 1000000000
|
|
}
|
|
}
|
|
|
|
` + getVFSHelp,
|
|
Fn: rcStats,
|
|
})
|
|
}
|
|
|
|
func rcStats(ctx context.Context, in rc.Params) (out rc.Params, err error) {
|
|
vfs, err := getVFS(in)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return vfs.Stats(), nil
|
|
}
|