Merge pull request #782 from trapexit/moveonenospc-policy

moveonenospc: enhance the feature to allow using a policy
This commit is contained in:
trapexit 2020-07-15 21:24:17 -04:00 committed by GitHub
commit 4a4db4be84
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
23 changed files with 483 additions and 148 deletions

View File

@ -1,6 +1,6 @@
% mergerfs(1) mergerfs user manual % mergerfs(1) mergerfs user manual
% Antonio SJ Musumeci <trapexit@spawn.link> % Antonio SJ Musumeci <trapexit@spawn.link>
% 2020-06-28 % 2020-07-14
# NAME # NAME
@ -96,7 +96,7 @@ See the mergerfs [wiki for real world deployments](https://github.com/trapexit/m
* **branches**: Colon delimited list of branches. * **branches**: Colon delimited list of branches.
* **allow_other**: A libfuse option which allows users besides the one which ran mergerfs to see the filesystem. This is required for most use-cases. * **allow_other**: A libfuse option which allows users besides the one which ran mergerfs to see the filesystem. This is required for most use-cases.
* **minfreespace=SIZE**: The minimum space value used for creation policies. Understands 'K', 'M', and 'G' to represent kilobyte, megabyte, and gigabyte respectively. (default: 4G) * **minfreespace=SIZE**: The minimum space value used for creation policies. Understands 'K', 'M', and 'G' to represent kilobyte, megabyte, and gigabyte respectively. (default: 4G)
* **moveonenospc=BOOL**: When enabled if a **write** fails with **ENOSPC** (no space left on device) or **EDQUOT** (disk quota exceeded) a scan of all drives will be done looking for the drive with the most free space which is at least the size of the file plus the amount which failed to write. An attempt to move the file to that drive will occur (keeping all metadata possible) and if successful the original is unlinked and the write retried. (default: false) * **moveonenospc=BOOL|POLICY**: When enabled if a **write** fails with **ENOSPC** (no space left on device) or **EDQUOT** (disk quota exceeded) the policy selected will run to find a new location for the file. An attempt to move the file to that branch will occur (keeping all metadata possible) and if successful the original is unlinked and the write retried. (default: false, true = mfs)
* **use_ino**: Causes mergerfs to supply file/directory inodes rather than libfuse. While not a default it is recommended it be enabled so that linked files share the same inode value. * **use_ino**: Causes mergerfs to supply file/directory inodes rather than libfuse. While not a default it is recommended it be enabled so that linked files share the same inode value.
* **inodecalc=passthrough|path-hash|devino-hash|hybrid-hash**: Selects the inode calculation algorithm. (default: hybrid-hash) * **inodecalc=passthrough|path-hash|devino-hash|hybrid-hash**: Selects the inode calculation algorithm. (default: hybrid-hash)
* **dropcacheonclose=BOOL**: When a file is requested to be closed call `posix_fadvise` on it first to instruct the kernel that we no longer need the data and it can drop its cache. Recommended when **cache.files=partial|full|auto-full** to limit double caching. (default: false) * **dropcacheonclose=BOOL**: When a file is requested to be closed call `posix_fadvise` on it first to instruct the kernel that we no longer need the data and it can drop its cache. Recommended when **cache.files=partial|full|auto-full** to limit double caching. (default: false)

View File

@ -1,7 +1,7 @@
.\"t .\"t
.\" Automatically generated by Pandoc 1.19.2.4 .\" Automatically generated by Pandoc 1.19.2.4
.\" .\"
.TH "mergerfs" "1" "2020\-06\-28" "mergerfs user manual" "" .TH "mergerfs" "1" "2020\-07\-14" "mergerfs user manual" ""
.hy .hy
.SH NAME .SH NAME
.PP .PP
@ -131,15 +131,14 @@ Understands \[aq]K\[aq], \[aq]M\[aq], and \[aq]G\[aq] to represent
kilobyte, megabyte, and gigabyte respectively. kilobyte, megabyte, and gigabyte respectively.
(default: 4G) (default: 4G)
.IP \[bu] 2 .IP \[bu] 2
\f[B]moveonenospc=BOOL\f[]: When enabled if a \f[B]write\f[] fails with \f[B]moveonenospc=BOOL|POLICY\f[]: When enabled if a \f[B]write\f[]
\f[B]ENOSPC\f[] (no space left on device) or \f[B]EDQUOT\f[] (disk quota fails with \f[B]ENOSPC\f[] (no space left on device) or \f[B]EDQUOT\f[]
exceeded) a scan of all drives will be done looking for the drive with (disk quota exceeded) the policy selected will run to find a new
the most free space which is at least the size of the file plus the location for the file.
amount which failed to write. An attempt to move the file to that branch will occur (keeping all
An attempt to move the file to that drive will occur (keeping all
metadata possible) and if successful the original is unlinked and the metadata possible) and if successful the original is unlinked and the
write retried. write retried.
(default: false) (default: false, true = mfs)
.IP \[bu] 2 .IP \[bu] 2
\f[B]use_ino\f[]: Causes mergerfs to supply file/directory inodes rather \f[B]use_ino\f[]: Causes mergerfs to supply file/directory inodes rather
than libfuse. than libfuse.

View File

@ -19,6 +19,7 @@
#include "branch.hpp" #include "branch.hpp"
#include "config_inodecalc.hpp" #include "config_inodecalc.hpp"
#include "config_readdir.hpp" #include "config_readdir.hpp"
#include "config_moveonenospc.hpp"
#include "enum.hpp" #include "enum.hpp"
#include "errno.hpp" #include "errno.hpp"
#include "func_category.hpp" #include "func_category.hpp"
@ -109,7 +110,7 @@ public:
ConfigBOOL link_cow; ConfigBOOL link_cow;
ConfigUINT64 minfreespace; ConfigUINT64 minfreespace;
ConfigSTR mount; ConfigSTR mount;
ConfigBOOL moveonenospc; MoveOnENOSPC moveonenospc;
ConfigBOOL nullrw; ConfigBOOL nullrw;
ConfigUINT64 pid; ConfigUINT64 pid;
ConfigBOOL posix_acl; ConfigBOOL posix_acl;

View File

@ -0,0 +1,54 @@
/*
ISC License
Copyright (c) 2020, Antonio SJ Musumeci <trapexit@spawn.link>
Permission to use, copy, modify, and/or distribute this software for any
purpose with or without fee is hereby granted, provided that the above
copyright notice and this permission notice appear in all copies.
THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
*/
#include "ef.hpp"
#include "from_string.hpp"
#include "config_moveonenospc.hpp"
int
MoveOnENOSPC::from_string(const std::string &s_)
{
int rv;
std::string s;
const Policy *tmp;
rv = str::from(s_,&enabled);
if((rv == 0) && (enabled == true))
s = "mfs";
ef(rv != 0)
s = s_;
else
return 0;
tmp = &Policy::find(s);
if(tmp == Policy::invalid)
return -EINVAL;
policy = tmp;
enabled = true;
return 0;
}
std::string
MoveOnENOSPC::to_string(void) const
{
if(enabled)
return policy->to_string();
return "false";
}

View File

@ -0,0 +1,44 @@
/*
ISC License
Copyright (c) 2020, Antonio SJ Musumeci <trapexit@spawn.link>
Permission to use, copy, modify, and/or distribute this software for any
purpose with or without fee is hereby granted, provided that the above
copyright notice and this permission notice appear in all copies.
THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
*/
#pragma once
#include "policy.hpp"
#include "tofrom_string.hpp"
#include <string>
class MoveOnENOSPC : public ToFromString
{
public:
MoveOnENOSPC(const bool enabled_)
: enabled(enabled_)
{
policy = (enabled ?
&Policy::mfs :
&Policy::invalid);
}
public:
int from_string(const std::string &s);
std::string to_string() const;
public:
bool enabled;
const Policy *policy;
};

View File

@ -31,11 +31,6 @@ namespace fs
const char *fusepath_, const char *fusepath_,
vector<string> &paths_); vector<string> &paths_);
int findonfs(const vector<string> &basepaths_,
const string &fusepath_,
const int fd_,
string &basepath_);
void realpathize(vector<string> &strs_); void realpathize(vector<string> &strs_);
int getfl(const int fd_); int getfl(const int fd_);

View File

@ -33,7 +33,7 @@ namespace fs
int rv; int rv;
std::string dirpath; std::string dirpath;
dirpath = fs::path::dirname(&fullpath_); dirpath = fs::path::dirname(fullpath_);
rv = fs::lgetxattr(dirpath,POSIX_ACL_DEFAULT_XATTR,NULL,0); rv = fs::lgetxattr(dirpath,POSIX_ACL_DEFAULT_XATTR,NULL,0);

View File

@ -28,22 +28,24 @@ namespace l
uint64_t size_) uint64_t size_)
{ {
int64_t rv; int64_t rv;
uint64_t len; uint64_t nleft;
int64_t src_off; int64_t src_off;
int64_t dst_off; int64_t dst_off;
src_off = 0; src_off = 0;
dst_off = 0; dst_off = 0;
len = size_; nleft = size_;
do do
{ {
rv = fs::copy_file_range(src_fd_,&src_off,dst_fd_,&dst_off,len,0); rv = fs::copy_file_range(src_fd_,&src_off,dst_fd_,&dst_off,nleft,0);
if((rv == -1) && (errno == EINTR))
continue;
if(rv == -1) if(rv == -1)
return -1; return -1;
len -= rv; nleft -= rv;
} }
while((len > 0) && (rv > 0)); while(nleft > 0);
return size_; return size_;
} }

View File

@ -30,26 +30,26 @@ namespace l
int int
writen(const int fd_, writen(const int fd_,
const char *buf_, const char *buf_,
const size_t count_) const size_t size_)
{ {
ssize_t rv;
size_t nleft; size_t nleft;
ssize_t nwritten;
nleft = count_; nleft = size_;
do do
{ {
nwritten = fs::write(fd_,buf_,nleft); rv = fs::write(fd_,buf_,nleft);
if((nwritten == -1) && (errno == EINTR)) if((rv == -1) && (errno == EINTR))
continue; continue;
if(nwritten == -1) if(rv == -1)
return -1; return -1;
nleft -= nwritten; nleft -= rv;
buf_ += nwritten; buf_ += rv;
} }
while(nleft > 0); while(nleft > 0);
return count_; return size_;
} }
static static

37
src/fs_file_size.cpp Normal file
View File

@ -0,0 +1,37 @@
/*
ISC License
Copyright (c) 2020, Antonio SJ Musumeci <trapexit@spawn.link>
Permission to use, copy, modify, and/or distribute this software for any
purpose with or without fee is hereby granted, provided that the above
copyright notice and this permission notice appear in all copies.
THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
*/
#include "fs_base_stat.hpp"
#include <stdint.h>
namespace fs
{
int64_t
file_size(const int fd_)
{
int rv;
struct stat st;
rv = fs::fstat(fd_,&st);
if(rv == -1)
return -1;
return st.st_size;
}
}

27
src/fs_file_size.hpp Normal file
View File

@ -0,0 +1,27 @@
/*
ISC License
Copyright (c) 2020, Antonio SJ Musumeci <trapexit@spawn.link>
Permission to use, copy, modify, and/or distribute this software for any
purpose with or without fee is hereby granted, provided that the above
copyright notice and this permission notice appear in all copies.
THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
*/
#pragma once
#include <stdint.h>
namespace fs
{
int64_t
file_size(const int fd);
}

65
src/fs_findonfs.cpp Normal file
View File

@ -0,0 +1,65 @@
/*
ISC License
Copyright (c) 2020, Antonio SJ Musumeci <trapexit@spawn.link>
Permission to use, copy, modify, and/or distribute this software for any
purpose with or without fee is hereby granted, provided that the above
copyright notice and this permission notice appear in all copies.
THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
*/
#include "branch.hpp"
#include "fs_base_stat.hpp"
#include "fs_path.hpp"
#include <string>
namespace fs
{
int
findonfs(const Branches &branches_,
const std::string &fusepath_,
const int fd_,
std::string *basepath_)
{
int rv;
dev_t dev;
struct stat st;
std::string fullpath;
const Branch *branch;
const rwlock::ReadGuard guard(&branches_.lock);
rv = fs::fstat(fd_,&st);
if(rv == -1)
return -1;
dev = st.st_dev;
for(size_t i = 0, ei = branches_.size(); i != ei; i++)
{
branch = &branches_[i];
fullpath = fs::path::make(branch->path,fusepath_);
rv = fs::lstat(fullpath,&st);
if(rv == -1)
continue;
if(st.st_dev != dev)
continue;
*basepath_ = branch->path;
return 0;
}
return (errno=ENOENT,-1);
}
}

View File

@ -1,7 +1,7 @@
/* /*
ISC License ISC License
Copyright (c) 2016, Antonio SJ Musumeci <trapexit@spawn.link> Copyright (c) 2020, Antonio SJ Musumeci <trapexit@spawn.link>
Permission to use, copy, modify, and/or distribute this software for any Permission to use, copy, modify, and/or distribute this software for any
purpose with or without fee is hereby granted, provided that the above purpose with or without fee is hereby granted, provided that the above
@ -18,30 +18,15 @@
#pragma once #pragma once
#include <string> #include "branch.hpp"
#include <stdlib.h> #include <string>
#include <string.h>
namespace fs namespace fs
{ {
static
inline
int int
mkstemp(std::string &filepath_) findonfs(const Branches &branches,
{ const std::string &fusepath,
int fd; const int fd,
char buf[filepath_.size()+8]; std::string *basepath);
strcpy(buf,filepath_.c_str());
strcpy(buf+filepath_.size(),".XXXXXX");
fd = ::mkstemp(buf);
if(fd == -1)
return -1;
filepath_ = buf;
return fd;
}
} }

41
src/fs_has_space.cpp Normal file
View File

@ -0,0 +1,41 @@
/*
ISC License
Copyright (c) 2020, Antonio SJ Musumeci <trapexit@spawn.link>
Permission to use, copy, modify, and/or distribute this software for any
purpose with or without fee is hereby granted, provided that the above
copyright notice and this permission notice appear in all copies.
THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
*/
#include "fs_base_statvfs.hpp"
#include "statvfs_util.hpp"
#include <string>
#include <stdint.h>
namespace fs
{
bool
has_space(const std::string &str_,
const int64_t size_)
{
int rv;
struct statvfs st;
rv = fs::statvfs(str_,&st);
if(rv == -1)
return false;
return (StatVFS::spaceavail(st) > size_);
}
}

30
src/fs_has_space.hpp Normal file
View File

@ -0,0 +1,30 @@
/*
ISC License
Copyright (c) 2020, Antonio SJ Musumeci <trapexit@spawn.link>
Permission to use, copy, modify, and/or distribute this software for any
purpose with or without fee is hereby granted, provided that the above
copyright notice and this permission notice appear in all copies.
THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
*/
#pragma once
#include <string>
#include <stdint.h>
namespace fs
{
bool
has_space(const std::string &str,
const int64_t size);
}

View File

@ -19,13 +19,16 @@
#include "errno.hpp" #include "errno.hpp"
#include "fs_base_open.hpp" #include "fs_base_open.hpp"
#include <fcntl.h>
#include <string.h>
#include <cstdlib> #include <cstdlib>
#include <string>
#include <limits.h>
using std::string; using std::string;
#define PADLEN 6
#define MAX_ATTEMPTS 10
static static
string string
generate_tmp_path(const string &base_) generate_tmp_path(const string &base_)
@ -33,8 +36,10 @@ generate_tmp_path(const string &base_)
string tmp; string tmp;
tmp = base_; tmp = base_;
tmp += '_'; if((tmp.size() + PADLEN + 1) > PATH_MAX)
for(int i = 0; i < 6; i++) tmp.resize(tmp.size() - PADLEN - 1);
tmp += '.';
for(int i = 0; i < PADLEN; i++)
tmp += ('A' + (std::rand() % 26)); tmp += ('A' + (std::rand() % 26));
return tmp; return tmp;
@ -52,7 +57,7 @@ namespace fs
string tmppath; string tmppath;
fd = -1; fd = -1;
count = 10; count = MAX_ATTEMPTS;
flags = (flags_ | O_EXCL | O_CREAT); flags = (flags_ | O_EXCL | O_CREAT);
while(count-- > 0) while(count-- > 0)
{ {

View File

@ -14,81 +14,90 @@
OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
*/ */
#include "errno.hpp"
#include "fs.hpp"
#include "fs_base_close.hpp"
#include "fs_base_open.hpp"
#include "fs_base_rename.hpp"
#include "fs_base_stat.hpp"
#include "fs_base_unlink.hpp"
#include "fs_clonefile.hpp"
#include "fs_clonepath.hpp"
#include "fs_file_size.hpp"
#include "fs_findonfs.hpp"
#include "fs_has_space.hpp"
#include "fs_mktemp.hpp"
#include "fs_path.hpp"
#include "policy.hpp"
#include "ugid.hpp"
#include <string>
#include <vector>
#include <fcntl.h> #include <fcntl.h>
#include <stdlib.h> #include <stdlib.h>
#include <sys/stat.h> #include <sys/stat.h>
#include <sys/types.h> #include <sys/types.h>
#include <unistd.h> #include <unistd.h>
#include <string>
#include <vector>
#include "errno.hpp"
#include "fs.hpp"
#include "fs_base_open.hpp"
#include "fs_base_close.hpp"
#include "fs_base_mkstemp.hpp"
#include "fs_base_rename.hpp"
#include "fs_base_unlink.hpp"
#include "fs_base_stat.hpp"
#include "fs_clonefile.hpp"
#include "fs_clonepath.hpp"
#include "fs_path.hpp"
using std::string; using std::string;
using std::vector; using std::vector;
namespace fs namespace l
{ {
static
int int
movefile(const vector<string> &basepaths, movefile(Policy::Func::Create createFunc_,
const string &fusepath, const Branches &branches_,
const size_t additional_size, const uint64_t minfreepsace_,
int &origfd) const string &fusepath_,
int *origfd_)
{ {
int rv; int rv;
int fdin; int fdin;
int fdout; int fdout;
int fdin_flags; int fdin_flags;
int64_t fdin_size;
string fusedir; string fusedir;
string fdin_path; string fdin_path;
string fdout_path;
string fdout_temp; string fdout_temp;
struct stat fdin_st; vector<string> fdout_path;
fdin = origfd; fdin = *origfd_;
rv = fs::fstat(fdin,&fdin_st);
if(rv == -1)
return -1;
fdin_flags = fs::getfl(fdin); fdin_flags = fs::getfl(fdin);
if(fdin_flags == -1)
return -1;
rv = fs::findonfs(branches_,fusepath_,fdin,&fdin_path);
if(rv == -1) if(rv == -1)
return -1; return -1;
rv = fs::findonfs(basepaths,fusepath,fdin,fdin_path); rv = createFunc_(branches_,fusepath_,minfreepsace_,&fdout_path);
if(rv == -1) if(rv == -1)
return -1; return -1;
fdin_st.st_size += additional_size; fdin_size = fs::file_size(fdin);
rv = fs::mfs(basepaths,fdin_st.st_size,fdout_path); if(fdin_size == -1)
return -1;
if(fs::has_space(fdout_path[0],fdin_size) == false)
return (errno=ENOSPC,-1);
fusedir = fs::path::dirname(fusepath_);
rv = fs::clonepath(fdin_path,fdout_path[0],fusedir);
if(rv == -1) if(rv == -1)
return -1; return -1;
fusedir = fs::path::dirname(&fusepath); fs::path::append(fdin_path,fusepath_);
rv = fs::clonepath(fdin_path,fdout_path,fusedir);
if(rv == -1)
return -1;
fs::path::append(fdin_path,fusepath);
fdin = fs::open(fdin_path,O_RDONLY); fdin = fs::open(fdin_path,O_RDONLY);
if(fdin == -1) if(fdin == -1)
return -1; return -1;
fs::path::append(fdout_path,fusepath); fs::path::append(fdout_path[0],fusepath_);
fdout_temp = fdout_path; fdout_temp = fdout_path[0];
fdout = fs::mkstemp(fdout_temp); fdout = fs::mktemp(fdout_temp,fdin_flags);
if(fdout == -1) if(fdout == -1)
return -1; return -1;
@ -96,18 +105,14 @@ namespace fs
if(rv == -1) if(rv == -1)
goto cleanup; goto cleanup;
rv = fs::setfl(fdout,fdin_flags); rv = fs::rename(fdout_temp,fdout_path[0]);
if(rv == -1)
goto cleanup;
rv = fs::rename(fdout_temp,fdout_path);
if(rv == -1) if(rv == -1)
goto cleanup; goto cleanup;
// should we care if it fails? // should we care if it fails?
fs::unlink(fdin_path); fs::unlink(fdin_path);
std::swap(origfd,fdout); std::swap(*origfd_,fdout);
fs::close(fdin); fs::close(fdin);
fs::close(fdout); fs::close(fdout);
@ -124,3 +129,28 @@ namespace fs
return -1; return -1;
} }
} }
namespace fs
{
int
movefile(const Policy *policy_,
const Branches &basepaths_,
const uint64_t minfreepsace_,
const string &fusepath_,
int *origfd_)
{
return l::movefile(policy_,basepaths_,minfreepsace_,fusepath_,origfd_);
}
int
movefile_as_root(const Policy *policy_,
const Branches &basepaths_,
const uint64_t minfreepsace_,
const string &fusepath_,
int *origfd_)
{
const ugid::Set ugid(0,0);
return fs::movefile(policy_,basepaths_,minfreepsace_,fusepath_,origfd_);
}
}

View File

@ -16,14 +16,24 @@
#pragma once #pragma once
#include "branch.hpp"
#include "policy.hpp"
#include <string> #include <string>
#include <vector>
namespace fs namespace fs
{ {
int int
movefile(const std::vector<std::string> &basepaths, movefile(const Policy *policy,
const Branches &branches,
const uint64_t minfreepsace,
const std::string &fusepath, const std::string &fusepath,
const size_t additional_size, int *origfd);
int &origfd);
int
movefile_as_root(const Policy *policy,
const Branches &branches,
const uint64_t minfreepsace,
const std::string &fusepath,
int *origfd);
} }

View File

@ -34,17 +34,17 @@ namespace fs
{ {
string path(path_); string path(path_);
return fs::path::dirname(&path); return fs::path::dirname(path);
} }
string string
dirname(const string *path_) dirname(const string &path_)
{ {
string rv; string rv;
string::reverse_iterator i; string::reverse_iterator i;
string::reverse_iterator ei; string::reverse_iterator ei;
rv = *path_; rv = path_;
i = rv.rbegin(); i = rv.rbegin();
ei = rv.rend(); ei = rv.rend();

View File

@ -25,8 +25,8 @@ namespace fs
{ {
using std::string; using std::string;
string dirname(const char *path_); string dirname(const char *path);
string dirname(const string *path_); string dirname(const string &path);
string basename(const string &path); string basename(const string &path);

View File

@ -75,6 +75,32 @@ namespace l
return rv; return rv;
} }
static
int
move_and_write(WriteFunc func_,
const char *buf_,
const size_t count_,
const off_t offset_,
FileInfo *fi_,
int err_)
{
int rv;
const Config &config = Config::ro();
if(config.moveonenospc.enabled == false)
return err_;
rv = fs::movefile_as_root(config.moveonenospc.policy,
config.branches,
config.minfreespace,
fi_->fusepath,
&fi_->fd);
if(rv == -1)
return err_;
return func_(fi_->fd,buf_,count_,offset_);
}
static static
int int
write(WriteFunc func_, write(WriteFunc func_,
@ -90,23 +116,7 @@ namespace l
rv = func_(fi->fd,buf_,count_,offset_); rv = func_(fi->fd,buf_,count_,offset_);
if(l::out_of_space(-rv)) if(l::out_of_space(-rv))
{ rv = l::move_and_write(func_,buf_,count_,offset_,fi,rv);
const Config &config = Config::ro();
if(config.moveonenospc)
{
vector<string> paths;
const ugid::Set ugid(0,0);
config.branches.to_paths(paths);
rv = fs::movefile(paths,fi->fusepath,count_,fi->fd);
if(rv == -1)
return -ENOSPC;
rv = func_(fi->fd,buf_,count_,offset_);
}
}
return rv; return rv;
} }

View File

@ -19,10 +19,8 @@
#include "fileinfo.hpp" #include "fileinfo.hpp"
#include "fs_movefile.hpp" #include "fs_movefile.hpp"
#include "fuse_write.hpp" #include "fuse_write.hpp"
#include "policy.hpp"
#include "ugid.hpp"
#include <fuse.h> #include "fuse.h"
#include <string> #include <string>
#include <vector> #include <vector>
@ -63,22 +61,24 @@ namespace l
static static
int int
move_and_write_buf(fuse_bufvec *src_, move_and_write_buf(FileInfo *fi_,
fuse_bufvec *src_,
off_t offset_, off_t offset_,
FileInfo *fi_) int err_)
{ {
int rv; int rv;
uint64_t extra;
vector<string> paths;
const ugid::Set ugid(0,0);
const Config &config = Config::ro(); const Config &config = Config::ro();
config.branches.to_paths(paths); if(config.moveonenospc.enabled == false)
return err_;
extra = fuse_buf_size(src_); rv = fs::movefile_as_root(config.moveonenospc.policy,
rv = fs::movefile(paths,fi_->fusepath,extra,fi_->fd); config.branches,
config.minfreespace,
fi_->fusepath,
&fi_->fd);
if(rv == -1) if(rv == -1)
return -ENOSPC; return err_;
return l::write_buf(fi_->fd,src_,offset_); return l::write_buf(fi_->fd,src_,offset_);
} }
@ -96,7 +96,7 @@ namespace FUSE
rv = l::write_buf(fi->fd,src_,offset_); rv = l::write_buf(fi->fd,src_,offset_);
if(l::out_of_space(-rv)) if(l::out_of_space(-rv))
rv = l::move_and_write_buf(src_,offset_,fi); rv = l::move_and_write_buf(fi,src_,offset_,rv);
return rv; return rv;
} }

View File

@ -33,7 +33,7 @@ namespace StatVFS
static static
inline inline
uint64_t int64_t
spaceavail(const struct statvfs &st) spaceavail(const struct statvfs &st)
{ {
return (st.f_frsize * st.f_bavail); return (st.f_frsize * st.f_bavail);
@ -41,7 +41,7 @@ namespace StatVFS
static static
inline inline
uint64_t int64_t
spaceused(const struct statvfs &st) spaceused(const struct statvfs &st)
{ {
return (st.f_frsize * (st.f_blocks - st.f_bavail)); return (st.f_frsize * (st.f_blocks - st.f_bavail));