Resolve "Execute RPCs tests in CI" (!12) · Merge requests · eu / ADMIRE / scord

examples/c/ADM_cancel_transfer.c

0 → 100644

+115 −0

Changes for examples/c/ADM_cancel_transfer.c: 115 added lines, 0 removed lines.
Original line number	Diff line number	Diff line
		/******************************************************************************
		* Copyright 2021, Barcelona Supercomputing Center (BSC), Spain
		*
		* This software was partially supported by the EuroHPC-funded project ADMIRE
		* (Project ID: 956748, https://www.admire-eurohpc.eu).
		*
		* This file is part of scord.
		*
		* scord is free software: you can redistribute it and/or modify
		* it under the terms of the GNU General Public License as published by
		* the Free Software Foundation, either version 3 of the License, or
		* (at your option) any later version.
		*
		* scord is distributed in the hope that it will be useful,
		* but WITHOUT ANY WARRANTY; without even the implied warranty of
		* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		* GNU General Public License for more details.
		*
		* You should have received a copy of the GNU General Public License
		* along with scord. If not, see <https://www.gnu.org/licenses/>.
		*
		* SPDX-License-Identifier: GPL-3.0-or-later
		*****************************************************************************/

		#include <stdlib.h>
		#include <stdio.h>
		#include <admire.h>
		#include <assert.h>

		#define NINPUTS 10
		#define NOUTPUTS 5

		int
		main(int argc, char* argv[]) {

		if(argc != 2) {
		fprintf(stderr, "ERROR: no location provided\n");
		fprintf(stderr, "Usage: ADM_cancel_transfer <SERVER_ADDRESS>\n");
		exit(EXIT_FAILURE);
		}

		int exit_status = EXIT_SUCCESS;
		ADM_server_t server = ADM_server_create("tcp", argv[1]);

		ADM_job_t job;
		ADM_dataset_t inputs[NINPUTS];

		for(int i = 0; i < NINPUTS; ++i) {
		const char* pattern = "input-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		inputs[i] = ADM_dataset_create(id);
		}

		ADM_dataset_t outputs[NOUTPUTS];

		for(int i = 0; i < NOUTPUTS; ++i) {
		const char* pattern = "output-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		outputs[i] = ADM_dataset_create(id);
		}

		ADM_adhoc_context_t ctx = ADM_adhoc_context_create(
		ADM_ADHOC_MODE_SEPARATE_NEW, ADM_ADHOC_ACCESS_RDWR, 42, 100, false);
		assert(ctx);

		ADM_storage_t st = ADM_storage_create("foobar", ADM_STORAGE_GEKKOFS, ctx);
		assert(st);

		ADM_job_requirements_t reqs =
		ADM_job_requirements_create(inputs, NINPUTS, outputs, NOUTPUTS, st);
		assert(reqs);

		ADM_return_t ret = ADM_register_job(server, reqs, &job);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout, "ADM_register_job() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		}

		ADM_dataset_t** sources = NULL;
		ADM_dataset_t** targets = NULL;
		ADM_qos_limit_t** limits = NULL;
		ADM_transfer_mapping_t mapping = ADM_MAPPING_ONE_TO_ONE;
		ADM_transfer_t tx;
		ret = ADM_transfer_dataset(server, job, sources, targets, limits, mapping,
		&tx);
		if(ret != ADM_SUCCESS) {
		fprintf(stdout, "ADM_transfer_dataset() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		goto cleanup;
		}

		ret = ADM_cancel_transfer(server, job, tx);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout, "ADM_cancel_transfer() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		goto cleanup;
		}

		fprintf(stdout, "ADM_cancel_transfer() remote procedure completed "
		"successfully\n");

		cleanup:

		ADM_server_destroy(server);
		exit(exit_status);
		}

examples/c/ADM_connect_data_operation.c

0 → 100644

+115 −0

Changes for examples/c/ADM_connect_data_operation.c: 115 added lines, 0 removed lines.
Original line number	Diff line number	Diff line
		/******************************************************************************
		* Copyright 2021, Barcelona Supercomputing Center (BSC), Spain
		*
		* This software was partially supported by the EuroHPC-funded project ADMIRE
		* (Project ID: 956748, https://www.admire-eurohpc.eu).
		*
		* This file is part of scord.
		*
		* scord is free software: you can redistribute it and/or modify
		* it under the terms of the GNU General Public License as published by
		* the Free Software Foundation, either version 3 of the License, or
		* (at your option) any later version.
		*
		* scord is distributed in the hope that it will be useful,
		* but WITHOUT ANY WARRANTY; without even the implied warranty of
		* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		* GNU General Public License for more details.
		*
		* You should have received a copy of the GNU General Public License
		* along with scord. If not, see <https://www.gnu.org/licenses/>.
		*
		* SPDX-License-Identifier: GPL-3.0-or-later
		*****************************************************************************/

		#include <stdlib.h>
		#include <stdio.h>
		#include <admire.h>
		#include <assert.h>

		#define NINPUTS 10
		#define NOUTPUTS 5

		int
		main(int argc, char* argv[]) {

		if(argc != 2) {
		fprintf(stderr, "ERROR: no server address provided\n");
		fprintf(stderr, "Usage: ADM_connect_data_operation <SERVER_ADDRESS>\n");
		exit(EXIT_FAILURE);
		}

		int exit_status = EXIT_SUCCESS;
		ADM_server_t server = ADM_server_create("tcp", argv[1]);

		ADM_job_t job;

		ADM_dataset_t inputs[NINPUTS];

		for(int i = 0; i < NINPUTS; ++i) {
		const char* pattern = "input-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		inputs[i] = ADM_dataset_create(id);
		}

		ADM_dataset_t outputs[NOUTPUTS];

		for(int i = 0; i < NOUTPUTS; ++i) {
		const char* pattern = "output-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		outputs[i] = ADM_dataset_create(id);
		}

		ADM_adhoc_context_t ctx = ADM_adhoc_context_create(
		ADM_ADHOC_MODE_SEPARATE_NEW, ADM_ADHOC_ACCESS_RDWR, 42, 100, false);
		assert(ctx);

		ADM_storage_t st = ADM_storage_create("foobar", ADM_STORAGE_GEKKOFS, ctx);
		assert(st);

		ADM_job_requirements_t reqs =
		ADM_job_requirements_create(inputs, NINPUTS, outputs, NOUTPUTS, st);
		assert(reqs);

		ADM_return_t ret = ADM_register_job(server, reqs, &job);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout, "ADM_register_job() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		}

		exit_status = EXIT_SUCCESS;

		bool should_stream = false;
		ret = ADM_connect_data_operation(server, job, inputs[0], outputs[0],
		should_stream);


		if(ret != ADM_SUCCESS) {
		fprintf(stdout,
		"ADM_connect_data_operation() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		goto cleanup;
		}

		fprintf(stdout, "ADM_connect_data_operation() remote procedure completed "
		"successfully\n");

		cleanup:
		for(int i = 0; i < NINPUTS; ++i) {
		ADM_dataset_destroy(inputs[i]);
		}

		for(int i = 0; i < NOUTPUTS; ++i) {
		ADM_dataset_destroy(outputs[i]);
		}

		ADM_server_destroy(server);
		exit(exit_status);
		}

examples/c/ADM_define_data_operation.c

0 → 100644

+107 −0

Changes for examples/c/ADM_define_data_operation.c: 107 added lines, 0 removed lines.
Original line number	Diff line number	Diff line
		/******************************************************************************
		* Copyright 2021, Barcelona Supercomputing Center (BSC), Spain
		*
		* This software was partially supported by the EuroHPC-funded project ADMIRE
		* (Project ID: 956748, https://www.admire-eurohpc.eu).
		*
		* This file is part of scord.
		*
		* scord is free software: you can redistribute it and/or modify
		* it under the terms of the GNU General Public License as published by
		* the Free Software Foundation, either version 3 of the License, or
		* (at your option) any later version.
		*
		* scord is distributed in the hope that it will be useful,
		* but WITHOUT ANY WARRANTY; without even the implied warranty of
		* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		* GNU General Public License for more details.
		*
		* You should have received a copy of the GNU General Public License
		* along with scord. If not, see <https://www.gnu.org/licenses/>.
		*
		* SPDX-License-Identifier: GPL-3.0-or-later
		*****************************************************************************/

		#include <stdlib.h>
		#include <stdio.h>
		#include <admire.h>
		#include <assert.h>

		#define NINPUTS 10
		#define NOUTPUTS 5

		int
		main(int argc, char* argv[]) {

		if(argc != 2) {
		fprintf(stderr, "ERROR: no location provided\n");
		fprintf(stderr, "Usage: ADM_define_data_operation <SERVER_ADDRESS>\n");
		exit(EXIT_FAILURE);
		}

		int exit_status = EXIT_SUCCESS;

		ADM_server_t server = ADM_server_create("tcp", argv[1]);

		ADM_job_t job;
		ADM_dataset_t inputs[NINPUTS];

		for(int i = 0; i < NINPUTS; ++i) {
		const char* pattern = "input-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		inputs[i] = ADM_dataset_create(id);
		}

		ADM_dataset_t outputs[NOUTPUTS];

		for(int i = 0; i < NOUTPUTS; ++i) {
		const char* pattern = "output-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		outputs[i] = ADM_dataset_create(id);
		}

		ADM_adhoc_context_t ctx = ADM_adhoc_context_create(
		ADM_ADHOC_MODE_SEPARATE_NEW, ADM_ADHOC_ACCESS_RDWR, 42, 100, false);
		assert(ctx);

		ADM_storage_t st = ADM_storage_create("foobar", ADM_STORAGE_GEKKOFS, ctx);
		assert(st);

		ADM_job_requirements_t reqs =
		ADM_job_requirements_create(inputs, NINPUTS, outputs, NOUTPUTS, st);
		assert(reqs);

		ADM_return_t ret = ADM_register_job(server, reqs, &job);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout, "ADM_register_job() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		}

		ADM_data_operation_t op;
		const char* path = "/tmpxxxxx";
		// va_list args; // FIXME placeholder

		ret = ADM_define_data_operation(server, job, path, &op);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout,
		"ADM_define_data_operation() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		goto cleanup;
		}

		fprintf(stdout, "ADM_define_data_operation() remote procedure completed "
		"successfully\n");

		cleanup:

		ADM_server_destroy(server);
		exit(exit_status);
		}

examples/c/ADM_deploy_adhoc_storage.c

0 → 100644

+118 −0

Changes for examples/c/ADM_deploy_adhoc_storage.c: 118 added lines, 0 removed lines.
Original line number	Diff line number	Diff line
		/******************************************************************************
		* Copyright 2021, Barcelona Supercomputing Center (BSC), Spain
		*
		* This software was partially supported by the EuroHPC-funded project ADMIRE
		* (Project ID: 956748, https://www.admire-eurohpc.eu).
		*
		* This file is part of scord.
		*
		* scord is free software: you can redistribute it and/or modify
		* it under the terms of the GNU General Public License as published by
		* the Free Software Foundation, either version 3 of the License, or
		* (at your option) any later version.
		*
		* scord is distributed in the hope that it will be useful,
		* but WITHOUT ANY WARRANTY; without even the implied warranty of
		* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		* GNU General Public License for more details.
		*
		* You should have received a copy of the GNU General Public License
		* along with scord. If not, see <https://www.gnu.org/licenses/>.
		*
		* SPDX-License-Identifier: GPL-3.0-or-later
		*****************************************************************************/

		#include <stdlib.h>
		#include <stdio.h>
		#include <admire.h>
		#include <assert.h>

		#define NINPUTS 10
		#define NOUTPUTS 5

		int
		main(int argc, char* argv[]) {

		if(argc != 2) {
		fprintf(stderr, "ERROR: no location provided\n");
		fprintf(stderr, "Usage: ADM_deploy_adhoc_storage <SERVER_ADDRESS>\n");
		exit(EXIT_FAILURE);
		}

		int exit_status = EXIT_SUCCESS;
		ADM_server_t server = ADM_server_create("tcp", argv[1]);

		ADM_job_t job;

		ADM_dataset_t inputs[NINPUTS];

		for(int i = 0; i < NINPUTS; ++i) {
		const char* pattern = "input-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		inputs[i] = ADM_dataset_create(id);
		}

		ADM_dataset_t outputs[NOUTPUTS];

		for(int i = 0; i < NOUTPUTS; ++i) {
		const char* pattern = "output-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		outputs[i] = ADM_dataset_create(id);
		}

		ADM_adhoc_context_t ctx = ADM_adhoc_context_create(
		ADM_ADHOC_MODE_SEPARATE_NEW, ADM_ADHOC_ACCESS_RDWR, 42, 100, false);
		assert(ctx);

		ADM_storage_t st = ADM_storage_create("foobar", ADM_STORAGE_GEKKOFS, ctx);
		assert(st);

		ADM_job_requirements_t reqs =
		ADM_job_requirements_create(inputs, NINPUTS, outputs, NOUTPUTS, st);
		assert(reqs);

		ADM_return_t ret = ADM_register_job(server, reqs, &job);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout, "ADM_register_job() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		}

		ADM_storage_t adhoc_storage;

		ret = ADM_register_adhoc_storage(server, job, ctx, &adhoc_storage);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout,
		"ADM_register_adhoc_storage() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		goto cleanup;
		}

		fprintf(stdout, "ADM_register_adhoc_storage() remote procedure completed "
		"successfully\n");

		ret = ADM_deploy_adhoc_storage(server, job, adhoc_storage);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout,
		"ADM_deploy_adhoc_storage() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		goto cleanup;
		}

		fprintf(stdout, "ADM_deploy_adhoc_storage() remote procedure completed "
		"successfully\n");

		cleanup:

		ADM_server_destroy(server);
		exit(exit_status);
		}

examples/c/ADM_finalize_data_operation.c

0 → 100644

+108 −0

Changes for examples/c/ADM_finalize_data_operation.c: 108 added lines, 0 removed lines.
Original line number	Diff line number	Diff line
		/******************************************************************************
		* Copyright 2021, Barcelona Supercomputing Center (BSC), Spain
		*
		* This software was partially supported by the EuroHPC-funded project ADMIRE
		* (Project ID: 956748, https://www.admire-eurohpc.eu).
		*
		* This file is part of scord.
		*
		* scord is free software: you can redistribute it and/or modify
		* it under the terms of the GNU General Public License as published by
		* the Free Software Foundation, either version 3 of the License, or
		* (at your option) any later version.
		*
		* scord is distributed in the hope that it will be useful,
		* but WITHOUT ANY WARRANTY; without even the implied warranty of
		* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		* GNU General Public License for more details.
		*
		* You should have received a copy of the GNU General Public License
		* along with scord. If not, see <https://www.gnu.org/licenses/>.
		*
		* SPDX-License-Identifier: GPL-3.0-or-later
		*****************************************************************************/

		#include <stdlib.h>
		#include <stdio.h>
		#include <admire.h>
		#include <assert.h>

		#define NINPUTS 10
		#define NOUTPUTS 5

		int
		main(int argc, char* argv[]) {

		if(argc != 2) {
		fprintf(stderr, "ERROR: no location provided\n");
		fprintf(stderr,
		"Usage: ADM_finalize_data_operation <SERVER_ADDRESS>\n");
		exit(EXIT_FAILURE);
		}

		int exit_status = EXIT_SUCCESS;
		ADM_server_t server = ADM_server_create("tcp", argv[1]);

		ADM_job_t job;
		ADM_dataset_t inputs[NINPUTS];

		for(int i = 0; i < NINPUTS; ++i) {
		const char* pattern = "input-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		inputs[i] = ADM_dataset_create(id);
		}

		ADM_dataset_t outputs[NOUTPUTS];

		for(int i = 0; i < NOUTPUTS; ++i) {
		const char* pattern = "output-dataset-%d";
		size_t n = snprintf(NULL, 0, pattern, i);
		char* id = (char*) alloca(n + 1);
		snprintf(id, n + 1, pattern, i);
		outputs[i] = ADM_dataset_create(id);
		}

		ADM_adhoc_context_t ctx = ADM_adhoc_context_create(
		ADM_ADHOC_MODE_SEPARATE_NEW, ADM_ADHOC_ACCESS_RDWR, 42, 100, false);
		assert(ctx);

		ADM_storage_t st = ADM_storage_create("foobar", ADM_STORAGE_GEKKOFS, ctx);
		assert(st);

		ADM_job_requirements_t reqs =
		ADM_job_requirements_create(inputs, NINPUTS, outputs, NOUTPUTS, st);
		assert(reqs);

		ADM_return_t ret = ADM_register_job(server, reqs, &job);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout, "ADM_register_job() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		}
		ADM_data_operation_t op;
		const char* path = "/tmpxxxxx";

		ADM_define_data_operation(server, job, path, &op);
		ADM_data_operation_status_t status;

		ret = ADM_finalize_data_operation(server, job, op, &status);

		if(ret != ADM_SUCCESS) {
		fprintf(stdout,
		"ADM_finalize_data_operation() remote procedure not completed "
		"successfully\n");
		exit_status = EXIT_FAILURE;
		goto cleanup;
		}

		fprintf(stdout, "ADM_finalize_data_operation() remote procedure completed "
		"successfully\n");

		cleanup:

		ADM_server_destroy(server);
		exit(exit_status);
		}

Resolve "Execute RPCs tests in CI"

Merge request reports