/* Copyright 2018-2022, Barcelona Supercomputing Center (BSC), Spain Copyright 2015-2022, Johannes Gutenberg Universitaet Mainz, Germany This software was partially supported by the EC H2020 funded project NEXTGenIO (Project ID: 671951, www.nextgenio.eu). This software was partially supported by the ADA-FS project under the SPPEXA project funded by the DFG. This file is part of GekkoFS. GekkoFS is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. GekkoFS is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with GekkoFS. If not, see . SPDX-License-Identifier: GPL-3.0-or-later */ #include using namespace std; namespace gkfs::utils { Stats::Stats(bool output_thread, std::string stats_file) { // Init clocks start = std::chrono::steady_clock::now(); // To simplify the control we add an element into the different maps // Statistaclly will be negligible... and we get a faster flow for(auto e : all_IOPS_OP) { IOPS[e] = 0; TIME_IOPS[e].push_back(std::chrono::steady_clock::now()); } for(auto e : all_SIZE_OP) { SIZE[e] = 0; TIME_SIZE[e].push_back(pair(std::chrono::steady_clock::now(), 0.0)); } // Prometheus exposer = std::make_shared("127.0.0.1:8080"); family_counter = &BuildCounter() .Name("IOPS") .Help("Number of IOPS") .Register(registry); IOPS_create = &family_counter->Add({{"operation","Create"}}); IOPS_create->Increment(); output_thread_ = output_thread; if(output_thread_) { t_output = std::thread([this, stats_file] { output(std::chrono::duration(10s), stats_file); }); } } Stats::~Stats() { // We do not need a mutex for that if(output_thread_) { running = false; t_output.join(); } } void Stats::add_read(std::string path, unsigned long long chunk) { CHUNK_READ[pair(path, chunk)]++; } void Stats::add_write(std::string path, unsigned long long chunk) { CHUNK_WRITE[pair(path, chunk)]++; } void Stats::output_map(std::ofstream& output) { // Ordering map>> ORDER_WRITE; map>> ORDER_READ; for(auto i : CHUNK_READ) { ORDER_READ[i.second].insert(i.first); } for(auto i : CHUNK_WRITE) { ORDER_WRITE[i.second].insert(i.first); } auto CHUNK_MAP = [](std::string caption, map>>& ORDER, std::ofstream& output) { output << caption << std::endl; for(auto k : ORDER) { output << k.first << " -- "; for(auto v : k.second) { output << v.first << " // " << v.second << endl; } } }; CHUNK_MAP("READ CHUNK MAP", ORDER_READ, output); CHUNK_MAP("WRITE CHUNK MAP", ORDER_WRITE, output); } void Stats::add_value_iops(enum IOPS_OP iop) { IOPS[iop]++; auto now = std::chrono::steady_clock::now(); if((now - TIME_IOPS[iop].front()) > std::chrono::duration(10s)) { TIME_IOPS[iop].pop_front(); } else if(TIME_IOPS[iop].size() >= MAX_STATS) TIME_IOPS[iop].pop_front(); TIME_IOPS[iop].push_back(std::chrono::steady_clock::now()); } void Stats::add_value_size(enum SIZE_OP iop, unsigned long long value) { auto now = std::chrono::steady_clock::now(); SIZE[iop] += value; if((now - TIME_SIZE[iop].front().first) > std::chrono::duration(10s)) { TIME_SIZE[iop].pop_front(); } else if(TIME_SIZE[iop].size() >= MAX_STATS) TIME_SIZE[iop].pop_front(); TIME_SIZE[iop].push_back(pair(std::chrono::steady_clock::now(), value)); if(iop == SIZE_OP::READ_SIZE) IOPS[IOPS_OP::IOPS_READ]++; else if(iop == SIZE_OP::WRITE_SIZE) IOPS[IOPS_OP::IOPS_WRITE]++; } /** * @brief Get the total mean value of the asked stat * This can be provided inmediately without cost * @return mean value */ double Stats::get_mean(enum SIZE_OP sop) { auto now = std::chrono::steady_clock::now(); auto duration = std::chrono::duration_cast(now - start); double value = (double) SIZE[sop] / (double) duration.count(); return value; } double Stats::get_mean(enum IOPS_OP iop) { auto now = std::chrono::steady_clock::now(); auto duration = std::chrono::duration_cast(now - start); double value = (double) IOPS[iop] / (double) duration.count(); return value; } /** * @brief Get all the means (total, 1,5 and 10 minutes) for a SIZE_OP * Returns precalculated values if we just calculated them 1 minute ago * // TODO: cache * @return std::vector< double > with 4 means */ std::vector Stats::get_four_means(enum SIZE_OP sop) { std::vector results = {0, 0, 0, 0}; auto now = std::chrono::steady_clock::now(); for(auto e : TIME_SIZE[sop]) { auto duration = std::chrono::duration_cast(now - e.first) .count(); if(duration > 10) break; results[3] += e.second; if(duration > 5) continue; results[2] += e.second; if(duration > 1) continue; results[1] += e.second; } // Mean in MB/s results[0] = get_mean(sop) / (1024.0 * 1024.0); results[3] /= 10 * 60 * (1024.0 * 1024.0); results[2] /= 5 * 60 * (1024.0 * 1024.0); results[1] /= 60 * (1024.0 * 1024.0); return results; } std::vector Stats::get_four_means(enum IOPS_OP iop) { std::vector results = {0, 0, 0, 0}; auto now = std::chrono::steady_clock::now(); for(auto e : TIME_IOPS[iop]) { auto duration = std::chrono::duration_cast(now - e) .count(); if(duration > 10) break; results[3]++; if(duration > 5) continue; results[2]++; if(duration > 1) continue; results[1]++; } results[0] = get_mean(iop); results[3] /= 10 * 60; results[2] /= 5 * 60; results[1] /= 60; return results; } void Stats::dump(std::ofstream& of) { for(auto e : all_IOPS_OP) { auto tmp = get_four_means(e); of << "Stats " << IOPS_OP_S[static_cast(e)] << " IOPS/s (avg, 1 min, 5 min, 10 min) \t\t"; for(auto mean : tmp) { of << std::setprecision(4) << std::setw(9) << mean << " - "; } of << std::endl; } for(auto e : all_SIZE_OP) { auto tmp = get_four_means(e); of << "Stats " << SIZE_OP_S[static_cast(e)] << " MB/s (avg, 1 min, 5 min, 10 min) \t\t"; for(auto mean : tmp) { of << std::setprecision(4) << std::setw(9) << mean << " - "; } of << std::endl; } of << std::endl; } void Stats::output(std::chrono::seconds d, std::string file_output) { int times = 0; std::ofstream of(file_output, std::ios_base::openmode::_S_trunc); while(running) { dump(of); std::chrono::seconds a = 0s; times++; #ifdef GKFS_CHUNK_STATS if(times % 4 == 0) output_map(of); #endif while(running and a < d) { a += 1s; std::this_thread::sleep_for(1s); } } } } // namespace gkfs::utils