Commit f0cc831d authored by Ramon Nou's avatar Ramon Nou
Browse files

Stabilize malleability performance tests

parent f1204c8f

.gitlab-ci.yml

+6 −0
Original line number Diff line number Diff line
@@ -172,6 +172,12 @@ gkfs:integration-2: 
  script:

    ## run tests

    - export PATH=${PATH}:/usr/local/bin

    - export GKFS_MALLEABILITY_CI_FAST=ON

    - export GKFS_PERF_REPETITIONS=1

    - export GKFS_PERF_NUM_FILES=1

    - export GKFS_PERF_FILE_SIZE=$((1024 * 1024))

    - export GKFS_MALLEABILITY_OLD_NODES=2

    - export GKFS_MALLEABILITY_NEW_NODES=1

    - mkdir -p ${BUILD_PATH}/tests/run

    - cd ${BUILD_PATH}/tests/integration

    - ${PYTEST} -v -n $(nproc)

README.md

+139 −109

File changed.

Preview size limit exceeded, changes collapsed.

include/client/env.hpp

+5 −6
Original line number Diff line number Diff line
@@ -83,8 +83,6 @@ static constexpr auto PROTECT_FILES_CONSUMER = 
        ADD_PREFIX("PROTECT_FILES_CONSUMER");

static constexpr auto RANGE_FD = ADD_PREFIX("RANGE_FD");

static constexpr auto DIRENTS_BUFF_SIZE = ADD_PREFIX("DIRENTS_BUFF_SIZE");

static constexpr auto USE_DIRENTS_COMPRESSION =

        ADD_PREFIX("USE_DIRENTS_COMPRESSION");



static constexpr auto NUM_REPL = ADD_PREFIX("NUM_REPL");

static constexpr auto PROXY_PID_FILE = ADD_PREFIX("PROXY_PID_FILE");
@@ -95,10 +93,6 @@ static constexpr auto WRITE_SIZE_THRESHOLD = 
        ADD_PREFIX("WRITE_SIZE_CACHE_THRESHOLD");

} // namespace cache



static constexpr auto CREATE_CHECK_PARENTS = ADD_PREFIX("CREATE_CHECK_PARENTS");

static constexpr auto SYMLINK_SUPPORT = ADD_PREFIX("SYMLINK_SUPPORT");

static constexpr auto RENAME_SUPPORT = ADD_PREFIX("RENAME_SUPPORT");

static constexpr auto USE_INLINE_DATA = ADD_PREFIX("USE_INLINE_DATA");

static constexpr auto CREATE_WRITE_OPTIMIZATION =

        ADD_PREFIX("CREATE_WRITE_OPTIMIZATION");

static constexpr auto READ_INLINE_PREFETCH = ADD_PREFIX("READ_INLINE_PREFETCH");
@@ -107,6 +101,11 @@ static constexpr auto METADATA_BATCH = ADD_PREFIX("METADATA_BATCH"); 
static constexpr auto METADATA_BATCH_THRESHOLD =

        ADD_PREFIX("METADATA_BATCH_THRESHOLD");

static constexpr auto ASYNC_WRITE = ADD_PREFIX("ASYNC_WRITE");

static constexpr auto FUSE_ENTRY_TIMEOUT = ADD_PREFIX("FUSE_ENTRY_TIMEOUT");

static constexpr auto FUSE_ATTR_TIMEOUT = ADD_PREFIX("FUSE_ATTR_TIMEOUT");

static constexpr auto FUSE_NEGATIVE_TIMEOUT =

        ADD_PREFIX("FUSE_NEGATIVE_TIMEOUT");

static constexpr auto FUSE_WRITEBACK = ADD_PREFIX("FUSE_WRITEBACK");



// Libfabric interface pinning (consumed by libfabric at HG_init() time)

// OFI_INTERFACE is used with the GKFS_ prefix (e.g., LIBGKFS_OFI_INTERFACE)

include/client/rpc/forward_malleability.hpp

+5 −10
Original line number Diff line number Diff line
@@ -45,23 +45,18 @@ 
namespace gkfs::malleable::rpc {



int

forward_expand_start(int old_server_conf, int new_server_conf);

forward_mutate_start(int old_server_conf, int new_server_conf,

                     const std::string& new_hosts_file);



int

forward_expand_status();

forward_mutate_status();



int

forward_expand_finalize();

forward_mutate_finalize();



int

forward_shrink_start(int old_server_conf, int new_server_conf,

                     const std::string& new_hosts_file);

forward_mutate_shutdown_removed(const std::string& hostfile);



int

forward_shrink_status();



int

forward_shrink_finalize();

} // namespace gkfs::malleable::rpc



#endif // GEKKOFS_CLIENT_FORWARD_MALLEABILITY_HPP

include/client/user_functions.hpp

+38 −33

File changed.

Preview size limit exceeded, changes collapsed.