server: Add net module (72b45f80) · Commits · hpc / cargo

CMakeLists.txt

+4 −0

Changes for CMakeLists.txt: 4 added lines, 0 removed lines.
Original line number	Diff line number	Diff line
		@@ -187,6 +187,10 @@ find_package(Argobots 1.1 REQUIRED)
		message(STATUS "[${PROJECT_NAME}] Checking for Margo")
		find_package(Margo 0.9.6 REQUIRED)

		### Thallium
		message(STATUS "[${PROJECT_NAME}] Checking for Thallium")
		find_package(Thallium REQUIRED)

		### {fmt}: required for sensible output formatting
		message(STATUS "[${PROJECT_NAME}] Downloading and building {fmt}")
		FetchContent_Declare(

src/CMakeLists.txt

+1 −0

Changes for src/CMakeLists.txt: 1 added line, 0 removed lines.
Original line number	Diff line number	Diff line
		@@ -25,3 +25,4 @@
		add_subdirectory(utils)
		add_subdirectory(config)
		add_subdirectory(logger)
		add_subdirectory(net)

src/net/CMakeLists.txt

0 → 100644

+31 −0

Changes for src/net/CMakeLists.txt: 31 added lines, 0 removed lines.
Original line number	Diff line number	Diff line
		################################################################################
		# Copyright 2022-2023, Barcelona Supercomputing Center (BSC), Spain #
		# #
		# This software was partially supported by the EuroHPC-funded project ADMIRE #
		# (Project ID: 956748, https://www.admire-eurohpc.eu). #
		# #
		# This file is part of Cargo. #
		# #
		# Cargo is free software: you can redistribute it and/or modify #
		# it under the terms of the GNU General Public License as published by #
		# the Free Software Foundation, either version 3 of the License, or #
		# (at your option) any later version. #
		# #
		# Cargo is distributed in the hope that it will be useful, #
		# but WITHOUT ANY WARRANTY; without even the implied warranty of #
		# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
		# GNU General Public License for more details. #
		# #
		# You should have received a copy of the GNU General Public License #
		# along with Cargo. If not, see <https://www.gnu.org/licenses/>. #
		# #
		# SPDX-License-Identifier: GPL-3.0-or-later #
		################################################################################

		add_subdirectory(net)

		target_include_directories(
		rpc_server INTERFACE ${CMAKE_CURRENT_SOURCE_DIR}
		)

		set_property(TARGET rpc_server PROPERTY POSITION_INDEPENDENT_CODE ON)

src/net/net/CMakeLists.txt

0 → 100644

+33 −0

Changes for src/net/net/CMakeLists.txt: 33 added lines, 0 removed lines.
Original line number	Diff line number	Diff line
		################################################################################
		# Copyright 2021, Barcelona Supercomputing Center (BSC), Spain #
		# #
		# This software was partially supported by the EuroHPC-funded project ADMIRE #
		# (Project ID: 956748, https://www.admire-eurohpc.eu). #
		# #
		# This file is part of scord. #
		# #
		# scord is free software: you can redistribute it and/or modify #
		# it under the terms of the GNU General Public License as published by #
		# the Free Software Foundation, either version 3 of the License, or #
		# (at your option) any later version. #
		# #
		# scord is distributed in the hope that it will be useful, #
		# but WITHOUT ANY WARRANTY; without even the implied warranty of #
		# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
		# GNU General Public License for more details. #
		# #
		# You should have received a copy of the GNU General Public License #
		# along with scord. If not, see <https://www.gnu.org/licenses/>. #
		# #
		# SPDX-License-Identifier: GPL-3.0-or-later #
		################################################################################

		add_library(rpc_server STATIC)
		target_sources(
		rpc_server
		INTERFACE server.hpp
		PRIVATE server.cpp
		)

		target_link_libraries(rpc_server PUBLIC config logger utils
		transport_library Argobots::Argobots Margo::Margo thallium)

src/net/net/server.cpp

0 → 100644

+368 −0

Changes for src/net/net/server.cpp: 368 added lines, 0 removed lines.
Original line number	Diff line number	Diff line
		/******************************************************************************
		* Copyright 2021, Barcelona Supercomputing Center (BSC), Spain
		*
		* This software was partially supported by the EuroHPC-funded project ADMIRE
		* (Project ID: 956748, https://www.admire-eurohpc.eu).
		*
		* This file is part of scord.
		*
		* scord is free software: you can redistribute it and/or modify
		* it under the terms of the GNU General Public License as published by
		* the Free Software Foundation, either version 3 of the License, or
		* (at your option) any later version.
		*
		* scord is distributed in the hope that it will be useful,
		* but WITHOUT ANY WARRANTY; without even the implied warranty of
		* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		* GNU General Public License for more details.
		*
		* You should have received a copy of the GNU General Public License
		* along with scord. If not, see <https://www.gnu.org/licenses/>.
		*
		* SPDX-License-Identifier: GPL-3.0-or-later
		*****************************************************************************/

		#include <unistd.h>
		#include <sys/stat.h>
		#include <fcntl.h>
		#include <cstdio>
		#include <cstdlib>
		#include <csignal>
		#include <filesystem>
		#include <string>
		#include <system_error>
		#include <fmt/format.h>

		#ifdef SCORD_DEBUG_BUILD
		#include <sys/prctl.h>
		#endif

		#include <config/settings.hpp>
		#include <logger/logger.hpp>
		#include <utils/signal_listener.hpp>
		#include "server.hpp"

		using namespace std::literals;

		namespace net {

		server::~server() = default;

		pid_t
		server::daemonize() {
		/*
		* --- Daemonize structure ---
		* Check if this is already a daemon
		* Fork off praent process
		* Obtain new process group
		* Close all descriptors
		* Handle standard IO
		* Change file mode mask
		* Change the current working directory
		* Check if daemon already exists
		* Manage signals
		*/

		pid_t pid, sid;

		/* Check if this is already a daemon */
		if(::getppid() == 1) {
		return 0;
		}

		// We need to destroy the global logger before calling fork. Otherwise the
		// logger will not function properly since its internal thread will not
		// be duplicated by fork(). Furthermore, if we don't destroy pre-fork()
		// and attempt to replace it post-fork(), the logger destructor will attempt
		// to join the (now invalid) thread and end up blocking forever. To avoid
		// this (and since we want to be able to output messages from all
		// processes), we destroy it now and recreate it post-fork() both in the
		// parent process and in the child.
		logger::destroy_global_logger();

		/* Fork off the parent process */
		pid = fork();

		// re-initialize logging facilities (post-fork)
		init_logger();

		if(pid < 0) {
		LOGGER_ERRNO("Failed to create child process");
		exit(EXIT_FAILURE);
		}

		/* Parent returns to caller */
		if(pid != 0) {
		return pid;
		}

		/* Become a session and process group leader with no controlling tty */
		if((sid = setsid()) < 0) {
		/* Log failure */
		LOGGER_ERRNO("Failed to disassociate controlling tty");
		exit(EXIT_FAILURE);
		}

		/* Handle standard IO: discard data to/from stdin, stdout and stderr */
		int dev_null;

		if((dev_null = ::open("/dev/null", O_RDWR)) == -1) {
		LOGGER_ERRNO("Failed to open \"/dev/null\"");
		exit(EXIT_FAILURE);
		}

		if(::dup2(dev_null, STDIN_FILENO) == -1) {
		LOGGER_ERRNO("Failed to dup \"/dev/null\" onto stdin");
		exit(EXIT_FAILURE);
		}

		if(::dup2(dev_null, STDOUT_FILENO) == -1) {
		LOGGER_ERRNO("Failed to dup \"/dev/null\" onto stdout");
		exit(EXIT_FAILURE);
		}

		if(::dup2(dev_null, STDERR_FILENO) == -1) {
		LOGGER_ERRNO("Failed to dup \"/dev/null\" onto stderr");
		exit(EXIT_FAILURE);
		}

		/* Change the file mode creation mask */
		::umask(0);

		/* ensure the process does not keep a directory in use,
		* avoid relative paths beyond this point! */
		if(::chdir("/") < 0) {
		LOGGER_ERRNO("Failed to change working directory to root directory");
		exit(EXIT_FAILURE);
		}

		/* Check if daemon already exists:
		* First instance of the daemon will lock the file so that other
		* instances understand that an instance is already running.
		*/
		int pfd;

		if((pfd = ::open(m_settings.pidfile().c_str(), O_RDWR \| O_CREAT, 0640)) ==
		-1) {
		LOGGER_ERRNO("Failed to create daemon lock file");
		exit(EXIT_FAILURE);
		}

		if(::lockf(pfd, F_TLOCK, 0) < 0) {
		LOGGER_ERRNO("Failed to acquire lock on pidfile");
		LOGGER_ERROR("Another instance of this daemon may already be running");
		exit(EXIT_FAILURE);
		}

		/* record pid in lockfile */
		std::string pidstr(std::to_string(getpid()));

		if(::write(pfd, pidstr.c_str(), pidstr.length()) !=
		static_cast<ssize_t>(pidstr.length())) {
		LOGGER_ERRNO("Failed to write pidfile");
		exit(EXIT_FAILURE);
		}

		::close(pfd);
		::close(dev_null);

		/* Manage signals */
		::signal(SIGCHLD, SIG_IGN); /* ignore child */
		::signal(SIGTSTP, SIG_IGN); /* ignore tty signals */
		::signal(SIGTTOU, SIG_IGN);
		::signal(SIGTTIN, SIG_IGN);
		// signal(SIGHUP, signal_handler); /* catch hangup signal */
		// signal(SIGTERM, signal_handler); /* catch kill signal */

		return 0;
		}

		config::settings
		server::get_configuration() const {
		return m_settings;
		}

		void
		server::signal_handler(int signum) {

		switch(signum) {

		case SIGINT:
		LOGGER_WARN("A signal (SIGINT) occurred.");
		shutdown();
		break;

		case SIGTERM:
		LOGGER_WARN("A signal (SIGTERM) occurred.");
		shutdown();
		break;

		case SIGHUP:
		LOGGER_WARN("A signal (SIGHUP) occurred.");
		break;

		default:
		break;
		}
		}

		void
		server::init_logger() {

		if(m_settings.use_console()) {
		logger::create_global_logger(m_settings.progname(), "console color");
		return;
		}

		if(m_settings.use_syslog()) {
		logger::create_global_logger(m_settings.progname(), "syslog");

		if(!m_settings.daemonize()) {
		fmt::print(stderr, "PSA: Output sent to syslog while in "
		"non-daemon mode\n");
		}

		return;
		}

		if(!m_settings.log_file().empty()) {
		logger::create_global_logger(m_settings.progname(), "file",
		m_settings.log_file());
		return;
		}

		logger::create_global_logger(m_settings.progname(), "console color");
		}

		void
		server::install_signal_handlers() {

		LOGGER_INFO(" * Installing signal handlers...");

		m_signal_listener.set_handler(std::bind(&server::signal_handler, // NOLINT
		this, std::placeholders::_1),
		SIGHUP, SIGTERM, SIGINT);

		// This call does not block. Instead, it starts an internal std::thread
		// responsible for processing incoming signals
		m_signal_listener.run();
		}

		void
		server::check_configuration() {}

		void
		server::print_greeting() {
		const auto greeting = fmt::format("Starting {} daemon (pid {})",
		m_settings.progname(), getpid());

		LOGGER_INFO("{:=>{}}", "", greeting.size());
		LOGGER_INFO(greeting);
		LOGGER_INFO("{:=>{}}", "", greeting.size());
		}

		void
		server::print_configuration() {
		LOGGER_INFO("");
		LOGGER_INFO("[[ Configuration ]]");
		LOGGER_INFO(" - running as daemon?: {}",
		(m_settings.daemonize() ? "yes" : "no"));

		if(!m_settings.log_file().empty()) {
		LOGGER_INFO(" - log file: {}", m_settings.log_file());
		LOGGER_INFO(" - log file maximum size: {}",
		m_settings.log_file_max_size());
		} else {
		LOGGER_INFO(" - log file: none");
		}

		LOGGER_INFO(" - pidfile: {}", m_settings.pidfile());
		LOGGER_INFO(" - port for remote requests: {}", m_settings.remote_port());
		LOGGER_INFO(" - workers: {}", m_settings.workers_in_pool());
		LOGGER_INFO("");
		}

		void
		server::print_farewell() {
		const auto farewell = fmt::format("Stopping {} daemon (pid {})",
		m_settings.progname(), getpid());

		LOGGER_INFO("{:=>{}}", "", farewell.size());
		LOGGER_INFO(farewell);
		LOGGER_INFO("{:=>{}}", "", farewell.size());
		}

		int
		server::run() {

		// initialize logging facilities (pre-fork)
		init_logger();

		// validate settings
		check_configuration();

		#ifdef SCORD_DEBUG_BUILD
		if(::prctl(PR_SET_DUMPABLE, 1) != 0) {
		LOGGER_WARN("Failed to set PR_SET_DUMPABLE flag for process. "
		"Daemon will not produce core dumps.");
		}
		#endif

		// daemonize if needed
		if(m_settings.daemonize() && daemonize() != 0) {
		/* parent clean ups and exits, child continues */
		teardown();
		return EXIT_SUCCESS;
		}

		// print useful information
		print_greeting();
		print_configuration();

		LOGGER_INFO("[[ Starting up ]]");

		install_signal_handlers();

		LOGGER_INFO("");
		LOGGER_INFO("[[ Start up successful, awaiting requests... ]]");

		// N.B. This call blocks here, which means that everything after it
		// will only run when a shutdown command is received
		m_network_engine.wait_for_finalize();

		print_farewell();
		teardown();

		LOGGER_INFO("");
		LOGGER_INFO("[Stopped]");

		return EXIT_SUCCESS;
		}

		void
		server::teardown() {

		LOGGER_INFO("* Stopping signal listener...");
		m_signal_listener.stop();

		std::error_code ec;
		fs::remove(m_settings.pidfile(), ec);

		if(ec) {
		LOGGER_ERROR("Failed to remove pidfile {}: {}", m_settings.pidfile(),
		ec.message());
		}
		}

		void
		server::teardown_and_exit() {
		teardown();
		exit(EXIT_FAILURE);
		}

		void
		server::shutdown() {
		m_network_engine.finalize();
		}

		} // namespace net