Repository navigation
Expand file tree
/
Copy pathplotter.hpp
More file actions
134 lines (109 loc) · 4.03 KB
/
Copy pathplotter.hpp
File metadata and controls
134 lines (109 loc) · 4.03 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
/**
* @file
* @author Aapo Kyrola <[email protected]>
* @version 1.0
*
* @section LICENSE
*
* Copyright [2012] [Aapo Kyrola, Guy Blelloch, Carlos Guestrin / Carnegie Mellon University]
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
* @section DESCRIPTION
*
* Code that generates periodically engine status and performance
* related plots using python's matplotlib.
*
* Relatively hacky code.
*/
#ifndef DEF_GRAPHCHI_GNUPLOTTER
#define DEF_GRAPHCHI_GNUPLOTTER
#include <cstdio>
#include <stdlib.h>
#include <string>
#include "graphchi_basic_includes.hpp"
namespace graphchi {
static size_t initial_edges = 0;
static std::string plotdirectory();
static std::string plotdirectory() {
return "conf/adminhtml/plots/";}
static void init_plot(std::string plotname);
static void init_plot(std::string plotname) {
std::string dataname = plotdirectory() + plotname + ".dat";
FILE * df = fopen(dataname.c_str(), "w");
fclose(df);
std::cout << "---------- Initialized ------------" << std::endl;
}
template <typename ENGINE>
void addval(ENGINE * engine, std::string plotname, double val) {
graphchi_context &context = engine->get_context();
std::string dataname = plotdirectory() + plotname + ".dat";
FILE * df = fopen(dataname.c_str(), "a");
assert(df != NULL);
fprintf(df, "%lf %lf\n", context.runtime(), val);
fclose(df);
}
static void drawplot(std::string plotname, size_t lookback_secs);
static void drawplot(std::string plotname, size_t lookback_secs) {
std::string plotfile = plotdirectory() + plotname + ".dat";
std::stringstream ss;
ss << "python2.6 ";
ss << plotdirectory() + "plotter.py " + plotfile + " lastsecs ";
ss << lookback_secs;
std::string cmd = ss.str();
logstream(LOG_DEBUG) << "Executing: " << cmd << std::endl;
system(cmd.c_str());
}
template <typename ENGINE>
static void init_plots(ENGINE * engine) {
init_plot("edges");
init_plot("bufedges");
init_plot("updates");
init_plot("ingests");
init_plot("deltas");
initial_edges = engine->num_edges_safe();
}
static double last_update_time = 0;
static size_t last_edges = 0;
static size_t last_updates = 0;
static size_t ingested_edges = 0;
static void set_ingested_edges(size_t n);
static void set_ingested_edges(size_t n) {
ingested_edges = n;
}
template <typename ENGINE>
void update_plotdata(ENGINE * engine) {
addval(engine, "edges", (double)engine->num_edges_safe());
addval(engine, "bufedges", (double)engine->num_buffered_edges());
double rt = engine->get_context().runtime() - last_update_time;
if (last_update_time > 0) {
addval(engine, "ingests", (ingested_edges - last_edges) / rt);
addval(engine, "updates", (engine->num_updates() - last_updates) / rt);
addval(engine, "deltas", engine->get_context().last_deltasum);
}
if (last_update_time == 0) {
last_edges = ingested_edges;
last_update_time = engine->get_context().runtime();
last_updates = engine->num_updates();
}
}
static void drawplots();
static void drawplots() {
drawplot("edges", 1800);
drawplot("bufedges", 1800);
drawplot("updates", 300);
drawplot("ingests", 500);
drawplot("deltas", 7200);
}
}
#endif