Skip to content

Commit

Permalink
Merge pull request trapexit#274 from trapexit/lus
Browse files Browse the repository at this point in the history
add least used space and existing path, least used space policies
  • Loading branch information
trapexit committed May 7, 2016
2 parents e541cdb + be6341e commit 9f27ad4
Show file tree
Hide file tree
Showing 14 changed files with 341 additions and 8 deletions.
2 changes: 2 additions & 0 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -87,10 +87,12 @@ Due to FUSE limitations **ioctl** behaves differently if its acting on a directo
|--------------|-------------|
| all | Search category: acts like **ff**. Action category: apply to all found. Create category: for **mkdir**, **mknod**, and **symlink** it will apply to all found. **create** works like **ff**. It will exclude readonly drives and those with free space less than **minfreespace**. |
| eplfs (existing path, least free space) | If the path exists on multiple drives use the one with the least free space. For **create** category it will exclude readonly drives and those with free space less than **minfreespace**. Falls back to **lfs**. |
| eplus (existing path, least used space) | If the path exists on multiple drives the the one with the least used space. For **create** category it will exclude readonly drives and those with free space less than **minfreespace**. Falls back to **lus**. |
| epmfs (existing path, most free space) | If the path exists on multiple drives use the one with the most free space. For **create** category it will exclude readonly drives and those with free space less than **minfreespace**. Falls back to **mfs**. |
| erofs | Exclusively return **-1** with **errno** set to **EROFS**. By setting **create** functions to this you can in effect turn the filesystem readonly. |
| ff (first found) | Given the order of the drives, as defined at mount time or when configured via xattr interface, act on the first one found. For **create** category it will exclude readonly drives and those with free space less than **minfreespace** (unless there is no other option). |
| lfs (least free space) | Pick the drive with the least available free space. For **create** category it will exclude readonly drives and those with free space less than **minfreespace**. Falls back to **mfs**. |
| lus (least used space) | Pick the drive with the least used space. For **create** category it will exclude readonly drives and those with free space less than **minfreespace**. Falls back to **mfs**. |
| mfs (most free space) | Pick the drive with the most available free space. For **create** category it will exclude readonly drives and those with free space less than **minfreespace**. Falls back to **ff**. |
| newest (newest file) | Pick the file / directory with the largest mtime. For **create** category it will exclude readonly drives and those with free space less than **minfreespace** (unless there is no other option). |
| rand (random) | Calls **all** and then randomizes. |
Expand Down
18 changes: 17 additions & 1 deletion src/fs.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -73,7 +73,8 @@ namespace fs
bool
info(const string &path,
bool &readonly,
size_t &spaceavail)
size_t &spaceavail,
size_t &spaceused)
{
bool rv;
struct statvfs st;
Expand All @@ -83,6 +84,7 @@ namespace fs
{
readonly = StatVFS::readonly(st);
spaceavail = StatVFS::spaceavail(st);
spaceused = StatVFS::spaceused(st);
}

return rv;
Expand Down Expand Up @@ -113,6 +115,20 @@ namespace fs
return rv;
}

bool
spaceused(const string &path,
size_t &spaceused)
{
bool rv;
struct statvfs st;

rv = fs::statvfs(path,st);
if(rv)
spaceused = StatVFS::spaceused(st);

return rv;
}

void
findallfiles(const vector<string> &srcmounts,
const char *fusepath,
Expand Down
6 changes: 5 additions & 1 deletion src/fs.hpp
Original file line number Diff line number Diff line change
Expand Up @@ -35,13 +35,17 @@ namespace fs

bool info(const string &path,
bool &readonly,
size_t &spaceavail);
size_t &spaceavail,
size_t &spaceused);

bool readonly(const string &path);

bool spaceavail(const string &path,
size_t &spaceavail);

bool spaceused(const string &path,
size_t &spaceavail);

void findallfiles(const vector<string> &srcmounts,
const char *fusepath,
vector<string> &paths);
Expand Down
4 changes: 4 additions & 0 deletions src/policy.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -31,10 +31,12 @@ namespace mergerfs
(POLICY(invalid,DOESNT_PRESERVE_PATH))
(POLICY(all,DOESNT_PRESERVE_PATH))
(POLICY(eplfs,PRESERVES_PATH))
(POLICY(eplus,PRESERVES_PATH))
(POLICY(epmfs,PRESERVES_PATH))
(POLICY(erofs,DOESNT_PRESERVE_PATH))
(POLICY(ff,DOESNT_PRESERVE_PATH))
(POLICY(lfs,DOESNT_PRESERVE_PATH))
(POLICY(lus,DOESNT_PRESERVE_PATH))
(POLICY(mfs,DOESNT_PRESERVE_PATH))
(POLICY(newest,DOESNT_PRESERVE_PATH))
(POLICY(rand,DOESNT_PRESERVE_PATH));
Expand All @@ -46,10 +48,12 @@ namespace mergerfs
CONST_POLICY(invalid);
CONST_POLICY(all);
CONST_POLICY(eplfs);
CONST_POLICY(eplus);
CONST_POLICY(epmfs);
CONST_POLICY(erofs);
CONST_POLICY(ff);
CONST_POLICY(lfs);
CONST_POLICY(lus);
CONST_POLICY(mfs);
CONST_POLICY(newest);
CONST_POLICY(rand);
Expand Down
6 changes: 6 additions & 0 deletions src/policy.hpp
Original file line number Diff line number Diff line change
Expand Up @@ -44,10 +44,12 @@ namespace mergerfs
BEGIN = 0,
all = BEGIN,
eplfs,
eplus,
epmfs,
erofs,
ff,
lfs,
lus,
mfs,
newest,
rand,
Expand Down Expand Up @@ -96,10 +98,12 @@ namespace mergerfs
static int invalid(CType,cstrvec&,const char *,csize_t,cstrptrvec&);
static int all(CType,cstrvec&,const char*,csize_t,cstrptrvec&);
static int eplfs(CType,cstrvec&,const char *,csize_t,cstrptrvec&);
static int eplus(CType,cstrvec&,const char *,csize_t,cstrptrvec&);
static int epmfs(CType,cstrvec&,const char *,csize_t,cstrptrvec&);
static int erofs(CType,cstrvec&,const char *,csize_t,cstrptrvec&);
static int ff(CType,cstrvec&,const char *,csize_t,cstrptrvec&);
static int lfs(CType,cstrvec&,const char *,csize_t,cstrptrvec&);
static int lus(CType,cstrvec&,const char *,csize_t,cstrptrvec&);
static int mfs(CType,cstrvec&,const char *,csize_t,cstrptrvec&);
static int newest(CType,cstrvec&,const char *,csize_t,cstrptrvec&);
static int rand(CType,cstrvec&,const char *,csize_t,cstrptrvec&);
Expand Down Expand Up @@ -167,10 +171,12 @@ namespace mergerfs
static const Policy &invalid;
static const Policy &all;
static const Policy &eplfs;
static const Policy &eplus;
static const Policy &epmfs;
static const Policy &erofs;
static const Policy &ff;
static const Policy &lfs;
static const Policy &lus;
static const Policy &mfs;
static const Policy &newest;
static const Policy &rand;
Expand Down
3 changes: 2 additions & 1 deletion src/policy_all.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -37,9 +37,10 @@ _all_create(const vector<string> &basepaths,
{
bool readonly;
size_t spaceavail;
size_t _spaceused;
const string *basepath = &basepaths[i];

if(!fs::info(*basepath,readonly,spaceavail))
if(!fs::info(*basepath,readonly,spaceavail,_spaceused))
continue;
if(readonly)
continue;
Expand Down
3 changes: 2 additions & 1 deletion src/policy_eplfs.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -46,13 +46,14 @@ _eplfs_create(const vector<string> &basepaths,
{
bool readonly;
size_t spaceavail;
size_t _spaceused;
const string *basepath = &basepaths[i];

fs::path::make(basepath,fusepath,fullpath);

if(!fs::exists(fullpath))
continue;
if(!fs::info(*basepath,readonly,spaceavail))
if(!fs::info(*basepath,readonly,spaceavail,_spaceused))
continue;
if(readonly)
continue;
Expand Down
146 changes: 146 additions & 0 deletions src/policy_eplus.cpp
Original file line number Diff line number Diff line change
@@ -0,0 +1,146 @@
/*
Copyright (c) 2016, Antonio SJ Musumeci <trapexit@spawn.link>
Permission to use, copy, modify, and/or distribute this software for any
purpose with or without fee is hereby granted, provided that the above
copyright notice and this permission notice appear in all copies.
THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
*/

#include <errno.h>

#include <limits>
#include <string>
#include <vector>

#include "fs.hpp"
#include "fs_path.hpp"
#include "policy.hpp"

using std::string;
using std::vector;
using std::size_t;
using mergerfs::Category;

static
int
_eplus_create(const vector<string> &basepaths,
const char *fusepath,
const size_t minfreespace,
vector<const string*> &paths)
{
string fullpath;
size_t eplus;
const string *eplusbasepath;

eplus = std::numeric_limits<size_t>::max();
eplusbasepath = NULL;
for(size_t i = 0, ei = basepaths.size(); i != ei; i++)
{
bool readonly;
size_t spaceavail;
size_t spaceused;
const string *basepath = &basepaths[i];

fs::path::make(basepath,fusepath,fullpath);

if(!fs::exists(fullpath))
continue;
if(!fs::info(*basepath,readonly,spaceavail,spaceused))
continue;
if(readonly)
continue;
if(spaceavail < minfreespace)
continue;
if(spaceused >= eplus)
continue;

eplus = spaceused;
eplusbasepath = basepath;
}

if(eplusbasepath == NULL)
return POLICY_FAIL_ENOENT;

paths.push_back(eplusbasepath);

return POLICY_SUCCESS;
}

static
int
_eplus_other(const vector<string> &basepaths,
const char *fusepath,
vector<const string*> &paths)
{
string fullpath;
size_t eplus;
const string *eplusbasepath;

eplus = 0;
eplusbasepath = NULL;
for(size_t i = 0, ei = basepaths.size(); i != ei; i++)
{
size_t spaceused;
const string *basepath = &basepaths[i];

fs::path::make(basepath,fusepath,fullpath);

if(!fs::exists(fullpath))
continue;
if(!fs::spaceused(*basepath,spaceused))
continue;
if(spaceused >= eplus)
continue;

eplus = spaceused;
eplusbasepath = basepath;
}

if(eplusbasepath == NULL)
return POLICY_FAIL_ENOENT;

paths.push_back(eplusbasepath);

return POLICY_SUCCESS;
}

static
int
_eplus(const Category::Enum::Type type,
const vector<string> &basepaths,
const char *fusepath,
const size_t minfreespace,
vector<const string*> &paths)
{
if(type == Category::Enum::create)
return _eplus_create(basepaths,fusepath,minfreespace,paths);

return _eplus_other(basepaths,fusepath,paths);
}

namespace mergerfs
{
int
Policy::Func::eplus(const Category::Enum::Type type,
const vector<string> &basepaths,
const char *fusepath,
const size_t minfreespace,
vector<const string*> &paths)
{
int rv;

rv = _eplus(type,basepaths,fusepath,minfreespace,paths);
if(POLICY_FAILED(rv))
rv = Policy::Func::lus(type,basepaths,fusepath,minfreespace,paths);

return rv;
}
}
3 changes: 2 additions & 1 deletion src/policy_epmfs.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -46,13 +46,14 @@ _epmfs_create(const vector<string> &basepaths,
{
bool readonly;
size_t spaceavail;
size_t _spaceused;
const string *basepath = &basepaths[i];

fs::path::make(basepath,fusepath,fullpath);

if(!fs::exists(fullpath))
continue;
if(!fs::info(*basepath,readonly,spaceavail))
if(!fs::info(*basepath,readonly,spaceavail,_spaceused))
continue;
if(readonly)
continue;
Expand Down
3 changes: 2 additions & 1 deletion src/policy_ff.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -40,9 +40,10 @@ _ff_create(const vector<string> &basepaths,
{
bool readonly;
size_t spaceavail;
size_t _spaceused;
const string *basepath = &basepaths[i];

if(!fs::info(*basepath,readonly,spaceavail))
if(!fs::info(*basepath,readonly,spaceavail,_spaceused))
continue;
if(readonly)
continue;
Expand Down
3 changes: 2 additions & 1 deletion src/policy_lfs.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -45,9 +45,10 @@ _lfs_create(const vector<string> &basepaths,
{
bool readonly;
size_t spaceavail;
size_t _spaceused;
const string *basepath = &basepaths[i];

if(!fs::info(*basepath,readonly,spaceavail))
if(!fs::info(*basepath,readonly,spaceavail,_spaceused))
continue;
if(readonly)
continue;
Expand Down
Loading

0 comments on commit 9f27ad4

Please sign in to comment.