Commit ae0fd10d authored by Ramon Nou's avatar Ramon Nou
Browse files

Kreon test (for metadata), uses metadir, where a file rocksdb should be created with 16GB

parent d3ad1e35

CMakeLists.txt

+3 −1
Original line number Diff line number Diff line
@@ -127,7 +127,7 @@ find_package(Mercury REQUIRED) 
find_package(Abt REQUIRED)

find_package(Margo REQUIRED)

find_package(Syscall_intercept REQUIRED)



find_package(Kreon REQUIRED)

# boost dependencies

find_package(Boost 1.53 REQUIRED

    COMPONENTS
@@ -205,6 +205,7 @@ target_link_libraries(RocksDB 
    ${LZ4_LIBRARIES}

    )





if (${JeMalloc_FOUND})

    target_link_libraries(RocksDB

        INTERFACE
@@ -217,6 +218,7 @@ set_target_properties(RocksDB 
    INTERFACE_INCLUDE_DIRECTORIES ${ROCKSDB_INCLUDE_DIRS}

    )





add_library(spdlog INTERFACE)

# we cannot use target_include_directories with CMake < 3.11

set_target_properties(spdlog

include/client/preload_util.hpp

+1 −1
Original line number Diff line number Diff line
@@ -32,7 +32,7 @@ 


#include <client/preload.hpp>

#include <common/metadata.hpp>



#include <optional>

#include <string>

#include <iostream>

#include <map>

include/daemon/backend/metadata/db.hpp

+8 −1
Original line number Diff line number Diff line
@@ -34,7 +34,9 @@ 
#include <rocksdb/db.h>

#include <daemon/backend/exceptions.hpp>

#include <tuple>



extern "C" {

#include <kreon.h>

}

namespace rdb = rocksdb;



namespace gkfs::metadata {
@@ -47,6 +49,11 @@ private: 
    std::string path;

    std::shared_ptr<spdlog::logger> log_;



    // kreon

    klc_handle klc_db;

    klc_db_options klc_options;

    std::string klc_path;



    static void

    optimize_rocksdb_options(rdb::Options& options);

scripts/profiles/0.8.0/default.specs

+5 −9
Original line number Diff line number Diff line
@@ -38,14 +38,9 @@ comment="All dependencies" 
# Dependencies that must be downloaded directly

wgetdeps=(

    ["bzip2"]="1.0.6" 

    ["zstd"]="1.3.2" 

    ["lz4"]="1.8.0"

    ["snappy"]="1.1.7"

    ["capstone"]="4.0.1"

    ["argobots"]="1.0rc1"

    ["rocksdb"]="6.2.2"

    ["rocksdb:experimental"]="6.11.4"

    ["psm2"]="11.2.86"

)



# Dependencies that must be cloned
@@ -58,7 +53,8 @@ clonedeps=( 
    ["margo"]="v0.6.3"

    ["syscall_intercept"]="f7cebb7b7e7512a19b78a31ce236ad6ca22636dd"

    ["date"]="e7e1482087f58913b80a20b04d5c58d9d6d90155"

    ["agios"]="c26a6544200f823ebb8f890dd94e653d148bf226@development"

    ["kreon"]="889353d39052f1c4b3bb9f95821e935dc5a5565e"



)



# Extra arguments for git clone
@@ -73,12 +69,12 @@ clonedeps_patches=( 


# Ordering that MUST be followed when downloading

order=(

    "bzip2" "zstd" "lz4" "snappy" "capstone" "bmi"

    "bzip2" "bmi"

    "libfabric"

    #"libfabric:experimental"

    #"libfabric:verbs"

    "mercury" "argobots" "margo" "rocksdb" "rocksdb:experimental"

    "syscall_intercept" "date" "psm2" "agios"

    "syscall_intercept" "date" "kreon"

)



# Extra arguments passed to the installation script. As such, they can
@@ -90,7 +86,7 @@ order=( 
#  - CORES: the number of cores to use when building

#  - PERFORM_TEST: whether tests for the package should be executed

extra_install_args=(

    ["libfabric"]="--enable-psm2=yes --with-psm2-src=${SOURCE_DIR}/psm2"

    ["libfabric"]="--enable-sockets=yes --enable-efa=no"

    #["libfabric:verbs"]="--enable-psm2=yes --with-psm2-src=${SOURCE_DIR}/psm2 --enable-verbs=yes"

    #["libfabric:experimental"]="--enable-psm2=yes --with-psm2-src=${SOURCE_DIR}/psm2 --enable-verbs=yes"

)

scripts/profiles/sources.list

+1 −0
Original line number Diff line number Diff line
@@ -48,6 +48,7 @@ sources=( 
    ["syscall_intercept"]="https://github.com/pmem/syscall_intercept.git"

    ["date"]="https://github.com/HowardHinnant/date.git"

    ["agios"]="https://github.com/francielizanon/agios.git"

    ["kreon"]="https://github.com/CARV-ICS-FORTH/kreon.git"

)