stages: - download deps - build deps - build - test variables: DEPS_SRC_PATH: "${CI_PROJECT_DIR}/deps/src" DEPS_INSTALL_PATH: "${CI_PROJECT_DIR}/deps/install" DEPS_COMMIT: "${CI_PROJECT_DIR}/deps/install/gkfs_deps_commit" BUILD_PATH: "${CI_PROJECT_DIR}/gkfs/build" INSTALL_PATH: "${CI_PROJECT_DIR}/gkfs/install" TESTS_BUILD_PATH: "${CI_PROJECT_DIR}/test/build" LOG_PATH: "${CI_PROJECT_DIR}/logs" LD_LIBRARY_PATH: "${CI_PROJECT_DIR}/deps/install/lib;${CI_PROJECT_DIR}/deps/install/lib64" # Configuration variables GKFS_LOG_LEVEL: "100" GKFS_DAEMON_LOG_PATH: "${CI_PROJECT_DIR}/logs/daemon.log" LIBGKFS_LOG: "all" LIBGKFS_LOG_OUTPUT: "${CI_PROJECT_DIR}/logs/gkfs_client.log" GIT_SUBMODULE_STRATEGY: recursive image: gekkofs/gekkofs:build_env-0.8.0 compile dependencies: stage: build deps cache: key: deps-cache paths: - ${DEPS_INSTALL_PATH}/ script: # Folder of built dependencies is cached and marked with the ID of the commit from which have been built. # If the download and compile script have been modified the cache gets invalidated and dependencies will be built again. - ( [ -f "${DEPS_COMMIT}" ] && git diff --quiet "`cat ${DEPS_COMMIT}`" -- scripts/dl_dep.sh scripts/compile_dep.sh ) || ( rm -f ${DEPS_COMMIT} && scripts/dl_dep.sh ${DEPS_SRC_PATH} -n ofi && scripts/compile_dep.sh -n ofi ${DEPS_SRC_PATH} ${DEPS_INSTALL_PATH} && echo "${CI_COMMIT_SHA}" > "${DEPS_COMMIT}" ) artifacts: paths: - ${DEPS_INSTALL_PATH} compile GekkoFS: stage: build dependencies: - "compile dependencies" script: - mkdir -p ${BUILD_PATH} && cd ${BUILD_PATH} - cmake -Wdev -Wdeprecate -DCMAKE_BUILD_TYPE=Debug -DRPC_PROTOCOL="ofi+sockets" -DCMAKE_PREFIX_PATH=${DEPS_INSTALL_PATH} -DCMAKE_INSTALL_PREFIX=${INSTALL_PATH} ${CI_PROJECT_DIR} - make -j$(nproc) install artifacts: paths: - ${INSTALL_PATH} compile tests: stage: build dependencies: - "compile dependencies" script: - mkdir -p ${TESTS_BUILD_PATH} && cd ${TESTS_BUILD_PATH} - cmake -DCMAKE_BUILD_TYPE=Debug .. - make -j$(nproc) artifacts: paths: - ${TESTS_BUILD_PATH} integration tests: stage: test script: - make test artifacts: when: on_failure paths: - "${BUILD_PATH}/tests/pytest.log" test wr: stage: test script: - mkdir -p "${LOG_PATH}" - ${INSTALL_PATH}/bin/gkfs_daemon --mount /tmp/mountdir --root /tmp/root & - sleep 4 - LD_PRELOAD=${INSTALL_PATH}/lib/libgkfs_intercept.so ${TESTS_BUILD_PATH}/gkfs_test_wr artifacts: when: on_failure paths: - "${LOG_PATH}" test directories: stage: test script: - mkdir -p "${LOG_PATH}" - ${INSTALL_PATH}/bin/gkfs_daemon --mount /tmp/mountdir --root /tmp/root & - sleep 4 - LD_PRELOAD=${INSTALL_PATH}/lib/libgkfs_intercept.so ${TESTS_BUILD_PATH}/gkfs_test_dir artifacts: when: on_failure paths: - "${LOG_PATH}" test truncate: stage: test script: - mkdir -p "${LOG_PATH}" - ${INSTALL_PATH}/bin/gkfs_daemon --mount /tmp/mountdir --root /tmp/root & - sleep 4 - LD_PRELOAD=${INSTALL_PATH}/lib/libgkfs_intercept.so ${TESTS_BUILD_PATH}/gkfs_test_truncate artifacts: when: on_failure paths: - "${LOG_PATH}" test path resolution: stage: test script: - mkdir -p "${LOG_PATH}" - ${INSTALL_PATH}/bin/gkfs_daemon --mount /tmp/mountdir --root /tmp/root & - sleep 4 - LD_PRELOAD=${INSTALL_PATH}/lib/libgkfs_intercept.so ${TESTS_BUILD_PATH}/gkfs_test_path_resolution artifacts: when: on_failure paths: - "${LOG_PATH}" test lseek: stage: test script: - mkdir -p "${LOG_PATH}" - ${INSTALL_PATH}/bin/gkfs_daemon --mount /tmp/mountdir --root /tmp/root & - sleep 4 - LD_PRELOAD=${INSTALL_PATH}/lib/libgkfs_intercept.so ${TESTS_BUILD_PATH}/gkfs_test_lseek artifacts: when: on_failure paths: - "${LOG_PATH}"