2017-10-29 03:01:34 +08:00
|
|
|
// Package vfs provides a virtual filing system layer over rclone's
|
|
|
|
// native objects.
|
|
|
|
//
|
|
|
|
// It attempts to behave in a similar way to Go's filing system
|
|
|
|
// manipulation code in the os package. The same named function
|
|
|
|
// should behave in an identical fashion. The objects also obey Go's
|
|
|
|
// standard interfaces.
|
|
|
|
//
|
|
|
|
// It also includes directory caching
|
|
|
|
package vfs
|
2017-05-03 05:35:07 +08:00
|
|
|
|
|
|
|
import (
|
2017-05-09 18:29:02 +08:00
|
|
|
"fmt"
|
2017-10-25 17:00:26 +08:00
|
|
|
"os"
|
2017-05-03 05:35:07 +08:00
|
|
|
"strings"
|
|
|
|
"sync/atomic"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/ncw/rclone/fs"
|
2017-10-29 03:01:34 +08:00
|
|
|
)
|
|
|
|
|
2017-10-30 01:37:54 +08:00
|
|
|
// DefaultOpt is the default values uses for Opt
|
|
|
|
var DefaultOpt = Options{
|
|
|
|
NoModTime: false,
|
|
|
|
NoChecksum: false,
|
|
|
|
NoSeek: false,
|
|
|
|
DirCacheTime: 5 * 60 * time.Second,
|
|
|
|
PollInterval: time.Minute,
|
|
|
|
ReadOnly: false,
|
|
|
|
Umask: 0,
|
|
|
|
UID: ^uint32(0), // these values instruct WinFSP-FUSE to use the current user
|
|
|
|
GID: ^uint32(0), // overriden for non windows in mount_unix.go
|
|
|
|
DirPerms: os.FileMode(0777),
|
|
|
|
FilePerms: os.FileMode(0666),
|
|
|
|
}
|
|
|
|
|
2017-10-29 03:01:34 +08:00
|
|
|
// Node represents either a directory (*Dir) or a file (*File)
|
2017-05-03 05:35:07 +08:00
|
|
|
type Node interface {
|
2017-10-25 17:00:26 +08:00
|
|
|
os.FileInfo
|
2017-05-03 05:35:07 +08:00
|
|
|
IsFile() bool
|
|
|
|
Inode() uint64
|
2017-10-25 17:00:26 +08:00
|
|
|
SetModTime(modTime time.Time) error
|
|
|
|
Fsync() error
|
2017-10-26 23:55:40 +08:00
|
|
|
Remove() error
|
|
|
|
RemoveAll() error
|
2017-10-27 00:02:48 +08:00
|
|
|
DirEntry() fs.DirEntry
|
2017-10-29 19:00:56 +08:00
|
|
|
VFS() *VFS
|
2017-05-03 05:35:07 +08:00
|
|
|
}
|
|
|
|
|
2017-10-29 03:01:34 +08:00
|
|
|
// Check interfaces
|
2017-05-03 05:35:07 +08:00
|
|
|
var (
|
|
|
|
_ Node = (*File)(nil)
|
|
|
|
_ Node = (*Dir)(nil)
|
|
|
|
)
|
|
|
|
|
2017-10-28 05:07:59 +08:00
|
|
|
// Nodes is a slice of Node
|
|
|
|
type Nodes []Node
|
|
|
|
|
|
|
|
// Sort functions
|
|
|
|
func (ns Nodes) Len() int { return len(ns) }
|
|
|
|
func (ns Nodes) Swap(i, j int) { ns[i], ns[j] = ns[j], ns[i] }
|
|
|
|
func (ns Nodes) Less(i, j int) bool { return ns[i].DirEntry().Remote() < ns[j].DirEntry().Remote() }
|
|
|
|
|
2017-05-03 05:35:07 +08:00
|
|
|
// Noder represents something which can return a node
|
|
|
|
type Noder interface {
|
2017-05-09 18:29:02 +08:00
|
|
|
fmt.Stringer
|
2017-05-03 05:35:07 +08:00
|
|
|
Node() Node
|
|
|
|
}
|
|
|
|
|
2017-10-29 03:01:34 +08:00
|
|
|
// Check interfaces
|
2017-05-03 05:35:07 +08:00
|
|
|
var (
|
|
|
|
_ Noder = (*File)(nil)
|
|
|
|
_ Noder = (*Dir)(nil)
|
|
|
|
_ Noder = (*ReadFileHandle)(nil)
|
|
|
|
_ Noder = (*WriteFileHandle)(nil)
|
|
|
|
)
|
|
|
|
|
2017-10-29 03:01:34 +08:00
|
|
|
// VFS represents the top level filing system
|
|
|
|
type VFS struct {
|
2017-10-29 19:00:56 +08:00
|
|
|
f fs.Fs
|
|
|
|
root *Dir
|
|
|
|
Opt Options
|
2017-05-03 05:35:07 +08:00
|
|
|
}
|
|
|
|
|
2017-10-29 19:00:56 +08:00
|
|
|
// Options is options for creating the vfs
|
|
|
|
type Options struct {
|
|
|
|
NoSeek bool // don't allow seeking if set
|
|
|
|
NoChecksum bool // don't check checksums if set
|
|
|
|
ReadOnly bool // if set VFS is read only
|
|
|
|
NoModTime bool // don't read mod times for files
|
|
|
|
DirCacheTime time.Duration // how long to consider directory listing cache valid
|
|
|
|
PollInterval time.Duration
|
|
|
|
Umask int
|
|
|
|
UID uint32
|
|
|
|
GID uint32
|
|
|
|
DirPerms os.FileMode
|
|
|
|
FilePerms os.FileMode
|
|
|
|
}
|
|
|
|
|
|
|
|
// New creates a new VFS and root directory. If opt is nil, then
|
2017-10-30 01:37:54 +08:00
|
|
|
// DefaultOpt will be used
|
2017-10-29 19:00:56 +08:00
|
|
|
func New(f fs.Fs, opt *Options) *VFS {
|
2017-06-30 20:37:29 +08:00
|
|
|
fsDir := fs.NewDir("", time.Now())
|
2017-10-29 03:01:34 +08:00
|
|
|
vfs := &VFS{
|
2017-10-30 01:37:54 +08:00
|
|
|
f: f,
|
|
|
|
}
|
|
|
|
|
|
|
|
// Make a copy of the options
|
|
|
|
if opt != nil {
|
|
|
|
vfs.Opt = *opt
|
|
|
|
} else {
|
|
|
|
vfs.Opt = DefaultOpt
|
2017-05-03 05:35:07 +08:00
|
|
|
}
|
2017-05-26 05:05:49 +08:00
|
|
|
|
2017-10-29 19:00:56 +08:00
|
|
|
// Mask the permissions with the umask
|
|
|
|
vfs.Opt.DirPerms &= ^os.FileMode(vfs.Opt.Umask)
|
|
|
|
vfs.Opt.FilePerms &= ^os.FileMode(vfs.Opt.Umask)
|
2017-05-26 05:05:49 +08:00
|
|
|
|
2017-10-29 19:00:56 +08:00
|
|
|
// Create root directory
|
2017-10-29 03:01:34 +08:00
|
|
|
vfs.root = newDir(vfs, f, nil, fsDir)
|
2017-05-26 05:05:49 +08:00
|
|
|
|
2017-10-29 19:00:56 +08:00
|
|
|
// Start polling if required
|
|
|
|
if vfs.Opt.PollInterval > 0 {
|
2017-10-30 01:37:54 +08:00
|
|
|
if do := vfs.f.Features().DirChangeNotify; do != nil {
|
|
|
|
do(vfs.root.ForgetPath, vfs.Opt.PollInterval)
|
|
|
|
}
|
2017-05-26 05:05:49 +08:00
|
|
|
}
|
2017-10-29 03:01:34 +08:00
|
|
|
return vfs
|
2017-05-03 05:35:07 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
// Root returns the root node
|
2017-10-29 03:01:34 +08:00
|
|
|
func (vfs *VFS) Root() (*Dir, error) {
|
|
|
|
// fs.Debugf(vfs.f, "Root()")
|
|
|
|
return vfs.root, nil
|
2017-05-03 05:35:07 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
var inodeCount uint64
|
|
|
|
|
2017-10-30 01:37:54 +08:00
|
|
|
// newInode creates a new unique inode number
|
|
|
|
func newInode() (inode uint64) {
|
2017-05-03 05:35:07 +08:00
|
|
|
return atomic.AddUint64(&inodeCount, 1)
|
|
|
|
}
|
|
|
|
|
2017-10-29 19:36:38 +08:00
|
|
|
// Stat finds the Node by path starting from the root
|
|
|
|
//
|
|
|
|
// It is the equivalent of os.Stat - Node contains the os.FileInfo
|
|
|
|
// interface.
|
|
|
|
func (vfs *VFS) Stat(path string) (node Node, err error) {
|
2017-10-29 03:01:34 +08:00
|
|
|
node = vfs.root
|
2017-05-03 05:35:07 +08:00
|
|
|
for path != "" {
|
|
|
|
i := strings.IndexRune(path, '/')
|
|
|
|
var name string
|
|
|
|
if i < 0 {
|
|
|
|
name, path = path, ""
|
|
|
|
} else {
|
|
|
|
name, path = path[:i], path[i+1:]
|
|
|
|
}
|
|
|
|
if name == "" {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
dir, ok := node.(*Dir)
|
|
|
|
if !ok {
|
|
|
|
// We need to look in a directory, but found a file
|
|
|
|
return nil, ENOENT
|
|
|
|
}
|
2017-10-29 19:36:38 +08:00
|
|
|
node, err = dir.Stat(name)
|
2017-05-03 05:35:07 +08:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|