Merge branch 'amanzano/7-execute-rpcs-tests-in-ci' into 'main' (5c480c7c) · Commits · eu / ADMIRE / scord

.gitlab-ci.yml

+3 −1

Original line number	Diff line number	Diff line
		@@ -46,10 +46,12 @@ rpc:
		needs: [build]
		script:
		- export ASAN_OPTIONS=detect_odr_violation=0
		- export LSAN_OPTIONS=verbosity=1:log_threads=1:suppressions=tests/LSanSuppress.supp
		- export LSAN_OPTIONS=verbosity=1:log_threads=1:suppressions=${CI_PROJECT_DIR}/tests/LSanSuppress.supp
		- export LD_LIBRARY_PATH=/usr/local/lib:/usr/local/lib64:${CI_PROJECT_DIR}/compiled/lib
		- compiled/bin/scord -f --force-console &
		- build/examples/cxx/ADM_ping ofi+tcp://127.0.0.1:52000
		- cd build/examples/
		- ctest -j$(nproc) --output-on-failure --output-junit report.xml
		- pkill -TERM scord

		# run unit tests

CMakeLists.txt

+1 −0

Original line number	Diff line number	Diff line
		@@ -82,6 +82,7 @@ set(CMAKE_SHARED_LINKER_FLAGS_ASAN

		# make sure that debug versions for targets are used (if provided) in Debug mode
		set_property(GLOBAL APPEND PROPERTY DEBUG_CONFIGURATIONS Debug)
		set_property(GLOBAL APPEND PROPERTY DEBUG_CONFIGURATIONS ASan)

		set(CMAKE_CXX_STANDARD 17)
		set(CMAKE_CXX_STANDARD_REQUIRED ON)

examples/c/ADM_cancel_transfer.c

0 → 100644

+115 −0

Original line number	Diff line number	Diff line
		/******************************************************************************
		* Copyright 2021, Barcelona Supercomputing Center (BSC), Spain
		*
		* This software was partially supported by the EuroHPC-funded project ADMIRE
		* (Project ID: 956748, https://www.admire-eurohpc.eu).
		*
		* This file is part of scord.
		*
		* scord is free software: you can redistribute it and/or modify
		* it under the terms of the GNU General Public License as published by
		* the Free Software Foundation, either version 3 of the License, or
		* (at your option) any later version.
		*
		* scord is distributed in the hope that it will be useful,
		* but WITHOUT ANY WARRANTY; without even the implied warranty of
		* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		* GNU General Public License for more details.
		*
		* You should have received a copy of the GNU General Public License
		* along with scord. If not, see <https://www.gnu.org/licenses/>.
		*
		* SPDX-License-Identifier: GPL-3.0-or-later
		*****************************************************************************/

		#include <stdlib.h>
		#include <stdio.h>
		#include <admire.h>
		#include <assert.h>

		#define NINPUTS 10
		#define NOUTPUTS 5

		int
		main(int argc, char* argv[]) {

		if(argc != 2) {
		fprintf(stderr, "ERROR: no location provided\n");
		fprintf(stderr, "Usage: ADM_cancel_transfer <SERVER_ADDRESS>\n");
		exit(EXIT_FAILURE);
		}

		int exit_status = EXIT_SUCCESS;
		ADM_server_t server = ADM_server_create("tcp", argv[1]);

		ADM_job_t job;
		ADM_dataset_t inputs[NINPUTS];

		for(int i = 0; i < NINPUTS; ++i) {
		const char* pattern = "input-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		inputs[i] = ADM_dataset_create(id);
		}

		ADM_dataset_t outputs[NOUTPUTS];

		for(int i = 0; i < NOUTPUTS; ++i) {
		const char* pattern = "output-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		outputs[i] = ADM_dataset_create(id);
		}

		ADM_adhoc_context_t ctx = ADM_adhoc_context_create(
		ADM_ADHOC_MODE_SEPARATE_NEW, ADM_ADHOC_ACCESS_RDWR, 42, 100, false);
		assert(ctx);

		ADM_storage_t st = ADM_storage_create("foobar", ADM_STORAGE_GEKKOFS, ctx);
		assert(st);

		ADM_job_requirements_t reqs =
		ADM_job_requirements_create(inputs, NINPUTS, outputs, NOUTPUTS, st);
		assert(reqs);

		ADM_return_t ret = ADM_register_job(server, reqs, &job);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout, "ADM_register_job() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		}

		ADM_dataset_t** sources = NULL;
		ADM_dataset_t** targets = NULL;
		ADM_qos_limit_t** limits = NULL;
		ADM_transfer_mapping_t mapping = ADM_MAPPING_ONE_TO_ONE;
		ADM_transfer_t tx;
		ret = ADM_transfer_dataset(server, job, sources, targets, limits, mapping,
		&tx);
		if(ret != ADM_SUCCESS) {
		fprintf(stdout, "ADM_transfer_dataset() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		goto cleanup;
		}

		ret = ADM_cancel_transfer(server, job, tx);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout, "ADM_cancel_transfer() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		goto cleanup;
		}

		fprintf(stdout, "ADM_cancel_transfer() remote procedure completed "
		"successfully\n");

		cleanup:

		ADM_server_destroy(server);
		exit(exit_status);
		}

examples/c/ADM_connect_data_operation.c

0 → 100644

+115 −0

Original line number	Diff line number	Diff line
		/******************************************************************************
		* Copyright 2021, Barcelona Supercomputing Center (BSC), Spain
		*
		* This software was partially supported by the EuroHPC-funded project ADMIRE
		* (Project ID: 956748, https://www.admire-eurohpc.eu).
		*
		* This file is part of scord.
		*
		* scord is free software: you can redistribute it and/or modify
		* it under the terms of the GNU General Public License as published by
		* the Free Software Foundation, either version 3 of the License, or
		* (at your option) any later version.
		*
		* scord is distributed in the hope that it will be useful,
		* but WITHOUT ANY WARRANTY; without even the implied warranty of
		* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		* GNU General Public License for more details.
		*
		* You should have received a copy of the GNU General Public License
		* along with scord. If not, see <https://www.gnu.org/licenses/>.
		*
		* SPDX-License-Identifier: GPL-3.0-or-later
		*****************************************************************************/

		#include <stdlib.h>
		#include <stdio.h>
		#include <admire.h>
		#include <assert.h>

		#define NINPUTS 10
		#define NOUTPUTS 5

		int
		main(int argc, char* argv[]) {

		if(argc != 2) {
		fprintf(stderr, "ERROR: no server address provided\n");
		fprintf(stderr, "Usage: ADM_connect_data_operation <SERVER_ADDRESS>\n");
		exit(EXIT_FAILURE);
		}

		int exit_status = EXIT_SUCCESS;
		ADM_server_t server = ADM_server_create("tcp", argv[1]);

		ADM_job_t job;

		ADM_dataset_t inputs[NINPUTS];

		for(int i = 0; i < NINPUTS; ++i) {
		const char* pattern = "input-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		inputs[i] = ADM_dataset_create(id);
		}

		ADM_dataset_t outputs[NOUTPUTS];

		for(int i = 0; i < NOUTPUTS; ++i) {
		const char* pattern = "output-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		outputs[i] = ADM_dataset_create(id);
		}

		ADM_adhoc_context_t ctx = ADM_adhoc_context_create(
		ADM_ADHOC_MODE_SEPARATE_NEW, ADM_ADHOC_ACCESS_RDWR, 42, 100, false);
		assert(ctx);

		ADM_storage_t st = ADM_storage_create("foobar", ADM_STORAGE_GEKKOFS, ctx);
		assert(st);

		ADM_job_requirements_t reqs =
		ADM_job_requirements_create(inputs, NINPUTS, outputs, NOUTPUTS, st);
		assert(reqs);

		ADM_return_t ret = ADM_register_job(server, reqs, &job);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout, "ADM_register_job() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		}

		exit_status = EXIT_SUCCESS;

		bool should_stream = false;
		ret = ADM_connect_data_operation(server, job, inputs[0], outputs[0],
		should_stream);


		if(ret != ADM_SUCCESS) {
		fprintf(stdout,
		"ADM_connect_data_operation() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		goto cleanup;
		}

		fprintf(stdout, "ADM_connect_data_operation() remote procedure completed "
		"successfully\n");

		cleanup:
		for(int i = 0; i < NINPUTS; ++i) {
		ADM_dataset_destroy(inputs[i]);
		}

		for(int i = 0; i < NOUTPUTS; ++i) {
		ADM_dataset_destroy(outputs[i]);
		}

		ADM_server_destroy(server);
		exit(exit_status);
		}

examples/c/ADM_define_data_operation.c

0 → 100644

+107 −0

Original line number	Diff line number	Diff line
		/******************************************************************************
		* Copyright 2021, Barcelona Supercomputing Center (BSC), Spain
		*
		* This software was partially supported by the EuroHPC-funded project ADMIRE
		* (Project ID: 956748, https://www.admire-eurohpc.eu).
		*
		* This file is part of scord.
		*
		* scord is free software: you can redistribute it and/or modify
		* it under the terms of the GNU General Public License as published by
		* the Free Software Foundation, either version 3 of the License, or
		* (at your option) any later version.
		*
		* scord is distributed in the hope that it will be useful,
		* but WITHOUT ANY WARRANTY; without even the implied warranty of
		* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		* GNU General Public License for more details.
		*
		* You should have received a copy of the GNU General Public License
		* along with scord. If not, see <https://www.gnu.org/licenses/>.
		*
		* SPDX-License-Identifier: GPL-3.0-or-later
		*****************************************************************************/

		#include <stdlib.h>
		#include <stdio.h>
		#include <admire.h>
		#include <assert.h>

		#define NINPUTS 10
		#define NOUTPUTS 5

		int
		main(int argc, char* argv[]) {

		if(argc != 2) {
		fprintf(stderr, "ERROR: no location provided\n");
		fprintf(stderr, "Usage: ADM_define_data_operation <SERVER_ADDRESS>\n");
		exit(EXIT_FAILURE);
		}

		int exit_status = EXIT_SUCCESS;

		ADM_server_t server = ADM_server_create("tcp", argv[1]);

		ADM_job_t job;
		ADM_dataset_t inputs[NINPUTS];

		for(int i = 0; i < NINPUTS; ++i) {
		const char* pattern = "input-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		inputs[i] = ADM_dataset_create(id);
		}

		ADM_dataset_t outputs[NOUTPUTS];

		for(int i = 0; i < NOUTPUTS; ++i) {
		const char* pattern = "output-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		outputs[i] = ADM_dataset_create(id);
		}

		ADM_adhoc_context_t ctx = ADM_adhoc_context_create(
		ADM_ADHOC_MODE_SEPARATE_NEW, ADM_ADHOC_ACCESS_RDWR, 42, 100, false);
		assert(ctx);

		ADM_storage_t st = ADM_storage_create("foobar", ADM_STORAGE_GEKKOFS, ctx);
		assert(st);

		ADM_job_requirements_t reqs =
		ADM_job_requirements_create(inputs, NINPUTS, outputs, NOUTPUTS, st);
		assert(reqs);

		ADM_return_t ret = ADM_register_job(server, reqs, &job);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout, "ADM_register_job() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		}

		ADM_data_operation_t op;
		const char* path = "/tmpxxxxx";
		// va_list args; // FIXME placeholder

		ret = ADM_define_data_operation(server, job, path, &op);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout,
		"ADM_define_data_operation() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		goto cleanup;
		}

		fprintf(stdout, "ADM_define_data_operation() remote procedure completed "
		"successfully\n");

		cleanup:

		ADM_server_destroy(server);
		exit(exit_status);
		}