Newer
Older
/*
Copyright 2018-2022, Barcelona Supercomputing Center (BSC), Spain
Copyright 2015-2022, Johannes Gutenberg Universitaet Mainz, Germany
This software was partially supported by the
EC H2020 funded project NEXTGenIO (Project ID: 671951, www.nextgenio.eu).
This software was partially supported by the
ADA-FS project under the SPPEXA project funded by the DFG.
This file is part of GekkoFS.
GekkoFS is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
GekkoFS is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with GekkoFS. If not, see <https://www.gnu.org/licenses/>.
SPDX-License-Identifier: GPL-3.0-or-later
*/
static std::string
GetHostName() {
char hostname[1024];
if(::gethostname(hostname, sizeof(hostname))) {
return {};
}
return hostname;
Stats::Stats(bool output_thread, std::string stats_file) {
// To simplify the control we add an element into the different maps
// Statistaclly will be negligible... and we get a faster flow
for(auto e : all_IOPS_OP) {
IOPS[e] = 0;
TIME_IOPS[e].push_back(std::chrono::steady_clock::now());
for(auto e : all_SIZE_OP) {
SIZE[e] = 0;
TIME_SIZE[e].push_back(pair(std::chrono::steady_clock::now(), 0.0));
}
// Prometheus
// exposer = std::make_shared<Exposer>("127.0.0.1:8080");
const auto labels = Gateway::GetInstanceLabel(GetHostName());
gateway = std::make_shared<Gateway>("127.0.0.1", "9091", "GekkoFS", labels);
registry = std::make_shared<Registry>();
.Name("IOPS")
.Help("Number of IOPS")
.Register(*registry);
IOPS_Prometheus[e] = &family_counter->Add(
{{"operation", IOPS_OP_S[static_cast<int>(e)]}});
.Name("SIZE")
.Help("Size of OPs")
.Register(*registry);
SIZE_Prometheus[e] = &family_summary->Add(
{{"operation", SIZE_OP_S[static_cast<int>(e)]}},
Summary::Quantiles{});
if(output_thread_) {
t_output = std::thread([this, stats_file] {
output(std::chrono::duration(10s), stats_file);
});
if(output_thread_) {
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
void
Stats::add_read(std::string path, unsigned long long chunk) {
CHUNK_READ[pair(path, chunk)]++;
}
void
Stats::add_write(std::string path, unsigned long long chunk) {
CHUNK_WRITE[pair(path, chunk)]++;
}
void
Stats::output_map(std::ofstream& output) {
// Ordering
map<unsigned int, std::set<pair<std::string, unsigned long long>>>
ORDER_WRITE;
map<unsigned int, std::set<pair<std::string, unsigned long long>>>
ORDER_READ;
for(auto i : CHUNK_READ) {
ORDER_READ[i.second].insert(i.first);
}
for(auto i : CHUNK_WRITE) {
ORDER_WRITE[i.second].insert(i.first);
}
auto CHUNK_MAP =
[](std::string caption,
map<unsigned int,
std::set<pair<std::string, unsigned long long>>>& ORDER,
std::ofstream& output) {
output << caption << std::endl;
for(auto k : ORDER) {
output << k.first << " -- ";
for(auto v : k.second) {
output << v.first << " // " << v.second << endl;
}
}
};
CHUNK_MAP("READ CHUNK MAP", ORDER_READ, output);
CHUNK_MAP("WRITE CHUNK MAP", ORDER_WRITE, output);
}
void
Stats::add_value_iops(enum IOPS_OP iop) {
IOPS[iop]++;
auto now = std::chrono::steady_clock::now();
if((now - TIME_IOPS[iop].front()) > std::chrono::duration(10s)) {
TIME_IOPS[iop].pop_front();
} else if(TIME_IOPS[iop].size() >= MAX_STATS)
TIME_IOPS[iop].pop_front();
TIME_IOPS[iop].push_back(std::chrono::steady_clock::now());
}
void
Stats::add_value_size(enum SIZE_OP iop, unsigned long long value) {
auto now = std::chrono::steady_clock::now();
SIZE[iop] += value;
if((now - TIME_SIZE[iop].front().first) > std::chrono::duration(10s)) {
TIME_SIZE[iop].pop_front();
} else if(TIME_SIZE[iop].size() >= MAX_STATS)
TIME_SIZE[iop].pop_front();
TIME_SIZE[iop].push_back(pair(std::chrono::steady_clock::now(), value));
}
/**
* @brief Get the total mean value of the asked stat
* This can be provided inmediately without cost
* @return mean value
*/
double
Stats::get_mean(enum SIZE_OP sop) {
auto now = std::chrono::steady_clock::now();
auto duration =
std::chrono::duration_cast<std::chrono::seconds>(now - start);
double value = (double) SIZE[sop] / (double) duration.count();
return value;
}
double
Stats::get_mean(enum IOPS_OP iop) {
auto now = std::chrono::steady_clock::now();
auto duration =
std::chrono::duration_cast<std::chrono::seconds>(now - start);
double value = (double) IOPS[iop] / (double) duration.count();
return value;
}
/**
* @brief Get all the means (total, 1,5 and 10 minutes) for a SIZE_OP
* Returns precalculated values if we just calculated them 1 minute ago
* // TODO: cache
* @return std::vector< double > with 4 means
*/
std::vector<double>
Stats::get_four_means(enum SIZE_OP sop) {
std::vector<double> results = {0, 0, 0, 0};
auto now = std::chrono::steady_clock::now();
for(auto e : TIME_SIZE[sop]) {
auto duration =
std::chrono::duration_cast<std::chrono::minutes>(now - e.first)
.count();
if(duration > 10)
break;
results[3] += e.second;
if(duration > 5)
continue;
results[2] += e.second;
if(duration > 1)
continue;
results[1] += e.second;
}
// Mean in MB/s
results[0] = get_mean(sop) / (1024.0 * 1024.0);
results[3] /= 10 * 60 * (1024.0 * 1024.0);
results[2] /= 5 * 60 * (1024.0 * 1024.0);
results[1] /= 60 * (1024.0 * 1024.0);
return results;
}
std::vector<double>
Stats::get_four_means(enum IOPS_OP iop) {
std::vector<double> results = {0, 0, 0, 0};
auto now = std::chrono::steady_clock::now();
for(auto e : TIME_IOPS[iop]) {
auto duration =
std::chrono::duration_cast<std::chrono::minutes>(now - e)
.count();
if(duration > 10)
break;
results[3]++;
if(duration > 5)
continue;
results[2]++;
if(duration > 1)
continue;
results[1]++;
results[0] = get_mean(iop);
results[3] /= 10 * 60;
results[2] /= 5 * 60;
results[1] /= 60;
Stats::dump(std::ofstream& of) {
of << "Stats " << IOPS_OP_S[static_cast<int>(e)]
<< " IOPS/s (avg, 1 min, 5 min, 10 min) \t\t";
of << std::setprecision(4) << std::setw(9) << mean << " - ";
of << std::endl;
}
for(auto e : all_SIZE_OP) {
auto tmp = get_four_means(e);
of << "Stats " << SIZE_OP_S[static_cast<int>(e)]
<< " MB/s (avg, 1 min, 5 min, 10 min) \t\t";
of << std::setprecision(4) << std::setw(9) << mean << " - ";
of << std::endl;
of << std::endl;
Stats::output(std::chrono::seconds d, std::string file_output) {
int times = 0;
std::ofstream of(file_output, std::ios_base::openmode::_S_trunc);
dump(of);
std::chrono::seconds a = 0s;
times++;
#ifdef GKFS_CHUNK_STATS
if(times % 4 == 0)
output_map(of);
#endif
// Prometheus Output
auto res = gateway->Push();
std::cout << "result " << res << std::endl;
while(running and a < d) {
a += 1s;
std::this_thread::sleep_for(1s);
}