-
Notifications
You must be signed in to change notification settings - Fork 10
/
driver_thread_analysis.py
82 lines (67 loc) · 4.97 KB
/
driver_thread_analysis.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
import os
from lib.analysis.author.curve_fitting import generate_cl_curve_fits, generate_rt_curve_fits
from lib.analysis.thread.time_statistics import generate_time_stats_threads
from lib.analysis.thread.message_activity import generate_message_activity_heatmaps
from lib.analysis.thread.wh_table import generate_wh_table_threads
from lib.mlcatconfig.config import Config
# mailbox_list = [d for d in os.listdir('data') if os.path.isdir(os.path.join('data', d))]-fork
mailbox_list = ['lkml', 'opensuse', 'opensuse-bugs', 'opensuse-factory', 'opensuse-features', 'opensuse-kernel', 'sakai-devel']
mailbox_list = ['opensuse-kernel']
for mailbox in mailbox_list:
# Define directories
path=os.path.abspath("lib/mlcatconfig/mlcat.cfg")
path_ob= Config(mailbox)
path_ob.read(path)
path_ob.createVariables();
print("Analyzing Thread Network in Mailbox:", mailbox)
generate_message_activity_heatmaps(clean_headers_filename=path_ob.headers_filename, foldername=path_ob.foldername)
generate_wh_table_threads(path_ob.nodelist_filename, path_ob.edgelist_filename,path_ob.get('param_paths','foldername')+mailbox+path_ob.get('generate_wh_table_authors','wh_tables_threads_path'))
generate_time_stats_threads(path_ob.nodelist_filename, path_ob.edgelist_filename, path_ob.headers_filename, path_ob.get('param_paths','foldername')+mailbox+path_ob.get('generate_time_stats_threads','tables_path') ,plot=True)
# For a range of months from Jan 2010 to Sep 2016, generate CL, RT curve fits
monthly_cl_fit_coeffs = list()
yearly_cl_fit_coeffs = list()
monthly_rt_fit_coeffs = list()
yearly_rt_fit_coeffs = list()
for year in range(2015, 2017):
for month in ['Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun', 'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec']:
if month in {'Jan', 'Mar', 'May', 'Jul', 'Aug', 'Oct', 'Dec'}:
max_day = 31
elif month == 'Feb':
max_day = 28
else:
max_day = 30
outstr = generate_time_stats_threads(path_ob.nodelist_filename, path_ob.edgelist_filename, path_ob.headers_filename,
foldername=path_ob.foldername + '/curve_fit/' + month + '_' + str(year) + '/',
time_lbound="01 " + month + " " + str(year) + " 00:00:00 +0000",
time_ubound=str(max_day) + " " + month + " " + str(year) + " 23:59:59 +0000")
if outstr is None:
(a, b, c), rmsd = generate_cl_curve_fits(path_ob.foldername + '/curve_fit/' + month + '_' + str(year) + '/')
monthly_cl_fit_coeffs.append((month, year, a, b, c, rmsd))
(a, b, c), rmsd = generate_rt_curve_fits(path_ob.foldername + '/curve_fit/' + month + '_' + str(year) + '/')
monthly_rt_fit_coeffs.append((month, year, a, b, c, rmsd))
outstr = generate_time_stats_threads(path_ob.nodelist_filename, path_ob.edgelist_filename, path_ob.headers_filename,
foldername=path_ob.foldername + '/curve_fit/' + 'FULL_' + str(year) + '/',
time_lbound="01 Jan " + str(year) + " 00:00:00 +0000",
time_ubound="31 Dec " + str(year) + " 23:59:59 +0000")
if outstr is None:
(a, b, c), rmsd = generate_cl_curve_fits(path_ob.foldername + '/curve_fit/' + 'FULL_' + str(year) + '/')
yearly_cl_fit_coeffs.append((year, a, b, c, rmsd))
(a, b, c), rmsd = generate_rt_curve_fits(path_ob.foldername + '/curve_fit/' + 'FULL_' + str(year) + '/')
yearly_rt_fit_coeffs.append((year, a, b, c, rmsd))
with open(path_ob.foldername + path_ob.get('cl_csv_file','cl_csv_file_path'), 'w') as csv_file:
csv_file.write("Monthly CL Curve-fit Coefficients:\nMonth, Year, A, B, C, RMSD\n")
for month, year, a, b, c, rmsd in monthly_cl_fit_coeffs:
csv_file.write(str(year) + ',' + month + ',' + str(a) + ',' + str(b) + ',' + str(c) + ',' + str(rmsd) + '\n')
csv_file.write("\nYearly CL Curve-fit Coefficients:\nMonth, Year, A, B, C, RMSD\n")
for year, a, b, c, rmsd in yearly_cl_fit_coeffs:
csv_file.write(str(year) + ',' + ',' + str(a) + ',' + str(b) + ',' + str(c) + ',' + str(rmsd) +'\n')
csv_file.close()
with open(path_ob.foldername + path_ob.get('rt_csv_file','rt_csv_file_path'), 'w') as csv_file:
csv_file.write("Monthly RT Curve-fit Coefficients:\nMonth, Year, A, B, C, RMSD\n")
for month, year, a, b, c, rmsd in monthly_rt_fit_coeffs:
csv_file.write(str(year) + ',' + month + ',' + str(a) + ',' + str(b) + ',' + str(c) + ',' + str(rmsd) + '\n')
csv_file.write("\nYearly RT Curve-fit Coefficients:\nMonth, Year, A, B, C, RMSD\n")
for year, a, b, c, rmsd in yearly_rt_fit_coeffs:
csv_file.write(str(year) + ',' + ',' + str(a) + ',' + str(b) + ',' + str(c) + ',' + str(rmsd) + '\n')
csv_file.close()
print("----------------")