Verified Commit 59065b2e authored by Marc Vef's avatar Marc Vef
Browse files

Allow to set separate dirbuffsize in proxy

parent c73e68eb

include/config.hpp

+1 −0
Original line number Diff line number Diff line
@@ -137,6 +137,7 @@ namespace rpc { 
constexpr auto chunksize = 524288; // in bytes (e.g., 524288 == 512KB)

// size of preallocated buffer to hold directory entries in rpc call

constexpr auto dirents_buff_size = (8 * 1024 * 1024); // 8 mega

constexpr auto dirents_buff_size_proxy = (128 * 1024 * 1024); // 8 mega

/*

 * Indicates the number of concurrent progress to drive I/O operations of chunk

 * files to and from local file systems The value is directly mapped to created

src/client/rpc/forward_metadata_proxy.cpp

+4 −3
Original line number Diff line number Diff line
@@ -203,11 +203,12 @@ forward_get_dirents_single_proxy(const string& path, int server) { 
     * buffer. Moreover we don't need a zeroed buffer here.

     */

    auto large_buffer = std::unique_ptr<char[]>(

            new char[gkfs::config::rpc::dirents_buff_size]);

            new char[gkfs::config::rpc::dirents_buff_size_proxy]);



    // We use the full size per server...

    const std::size_t per_host_buff_size = gkfs::config::rpc::dirents_buff_size;

    vector<tuple<const std::string, bool, size_t, time_t>> output;

    const std::size_t per_host_buff_size = gkfs::config::rpc::dirents_buff_size_proxy;

    auto output_ptr = make_unique<

            vector<tuple<const std::string, bool, size_t, time_t>>>();



    // expose local buffers for RMA from servers

    std::vector<hermes::exposed_memory> exposed_buffers;