-
Notifications
You must be signed in to change notification settings - Fork 1
/
settings.py
141 lines (136 loc) · 7.36 KB
/
settings.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
settings = {
'Sasho': {
'combinedinputfile': 'combined',
'anomalyinputfile': 'logs_aggregated_anomalies_only_spr_corpus',
'normalinputfile': 'logs_aggregated_normal_only_spr.csv',
'inputdir': 'data/openstack/sasho/raw/',
'parseddir': 'data/openstack/sasho/parsed/',
'resultsdir': 'data/openstack/sasho/results/Sasho/',
'embeddingspickledir': 'data/openstack/sasho/padded_embeddings_pickle/',
'embeddingsdir': 'data/openstack/sasho/embeddings/',
'logtype': 'OpenStackSasho',
'instance_information_file_normal': 'data/openstack/sasho/raw/sorted_per_request_pickle/logs_aggregated_normal_only_spr.pickle',
'instance_information_file_anomalies': 'data/openstack/sasho/raw/sorted_per_request_pickle/logs_aggregated_anomalies_only_spr.pickle'
},
'Utah': {
'combinedinputfile': 'openstack_18k_plus_52k',
'anomalyinputfile': 'openstack_18k_anomalies',
'normalinputfile': 'openstack_52k_normal',
'inputdir': 'data/openstack/utah/raw/',
'parseddir': 'data/openstack/utah/parsed/',
'resultsdir': 'data/openstack/utah/results/Utah/',
'embeddingspickledir': 'data/openstack/utah/padded_embeddings_pickle/',
'embeddingsdir': 'data/openstack/utah/embeddings/',
'logtype': 'OpenStack',
'instance_information_file_normal': None,
'instance_information_file_anomalies': None
},
'UtahSorted52': {
'combinedinputfile': 'openstack_52k_plus_18k_sorted_per_request',
'anomalyinputfile': 'openstack_18k_anomalies_sorted_per_request',
'normalinputfile': 'openstack_52k_normal_sorted_per_request',
'inputdir': 'data/openstack/utah/raw/sorted_per_request/',
'parseddir': 'data/openstack/utah/parsed/',
'resultsdir': 'data/openstack/utah/results/UtahSorted137/',
'embeddingspickledir': 'data/openstack/utah/padded_embeddings_pickle/',
'embeddingsdir': 'data/openstack/utah/embeddings/',
'logtype': 'OpenStack',
'instance_information_file_normal': 'data/openstack/utah/raw/sorted_per_request_pickle/'
'openstack_52k_normal_information.pickle',
'instance_information_file_anomalies': 'data/openstack/utah/raw/sorted_per_request_pickle/'
'openstack_18k_anomalies_information.pickle'
},
'UtahSorted137': {
'combinedinputfile': 'openstack_137k_plus_18k_sorted_per_request',
'anomalyinputfile': 'openstack_18k_random_lines_anomalies_new',
'normalinputfile': '137k_spr',
'inputdir': 'data/openstack/utah/raw/sorted_per_request/',
'parseddir': 'data/openstack/utah/parsed/',
'resultsdir': 'data/openstack/utah/results/UtahSorted137/',
'embeddingspickledir': 'data/openstack/utah/padded_embeddings_pickle/',
'embeddingsdir': 'data/openstack/utah/embeddings/',
'logtype': 'OpenStack',
'instance_information_file_normal': 'data/openstack/utah/raw/sorted_per_request_pickle/137k_spr.pickle',
'instance_information_file_anomalies': 'data/openstack/utah/raw/sorted_per_request_pickle/openstack_18k_random_lines_anomalies_new.pickle'
},
'Normal': {
# files
"raw_normal": "137k_spr",
"raw_anomaly": "18k_spr",
# dirs
"raw_dir": "data/openstack/utah/raw/sorted_per_request/",
"parsed_dir": "data/openstack/utah/parsed/",
"results_dir": "data/openstack/utah/results/UtahSorted",
"embeddings_dir": "data/openstack/utah/embeddings/",
# logtype for drain parsing
"logtype": "OpenStack",
# instance information files
"instance_information_file_normal": "data/openstack/utah/raw/sorted_per_request_pickle/137k_spr.pickle",
"instance_information_file_anomalies_pre_inject": "data/openstack/utah/raw/sorted_per_request_pickle/18k_spr.pickle",
"instance_information_file_anomalies_injected": "data/openstack/utah/raw/sorted_per_request_pickle/anomalies/"
},
'UtahSashoTransfer': {
'dataset_1':
{
# files
"raw_normal": "logs_aggregated_normal_only_spr.csv",
# dirs
"raw_dir": "data/openstack/sasho/raw/sorted_per_request/",
"parsed_dir": "data/openstack/sasho/parsed/",
"embeddings_dir": "data/openstack/sasho/embeddings/",
# logtype for drain
"logtype": "OpenStackSasho",
# instance information file
"instance_information_file_normal": "data/openstack/sasho/raw/sorted_per_request_pickle/logs_aggregated_normal_only_spr.pickle",
},
'dataset_2':
{
# files
"raw_normal": "137k_spr",
"raw_anomaly": "18k_spr",
# dirs
"raw_dir": "data/openstack/utah/raw/sorted_per_request/",
"parsed_dir": "data/openstack/utah/parsed/",
"results_dir": "data/openstack/utah/results/UtahSashoTransfer",
"embeddings_dir": "data/openstack/utah/embeddings/",
# logtype for drain parsing
"logtype": "OpenStack",
# instance information files
"instance_information_file_normal": "data/openstack/utah/raw/sorted_per_request_pickle/137k_spr.pickle",
"instance_information_file_anomalies_pre_inject": "data/openstack/utah/raw/sorted_per_request_pickle/18k_spr.pickle",
"instance_information_file_anomalies_injected": "data/openstack/utah/raw/sorted_per_request_pickle/anomalies/"
}
},
'UtahUtahTransfer': {
'dataset_1':
{
# files
"raw_normal": "137k_spr",
# dirs
"raw_dir": "data/openstack/utah/raw/sorted_per_request/",
"parsed_dir": "data/openstack/utah/parsed/",
"embeddings_dir": "data/openstack/utah/embeddings/",
# logtype for drain
"logtype": "OpenStack",
# instance information file
"instance_information_file_normal": "data/openstack/utah/raw/sorted_per_request_pickle/137k_spr.pickle",
},
'dataset_2':
{
# files
"raw_normal": "137k_spr",
"raw_anomaly": "18k_spr",
# dirs
"raw_dir": "data/openstack/utah/raw/sorted_per_request/",
"parsed_dir": "data/openstack/utah/parsed/",
"results_dir": "data/openstack/utah/results/UtahSashoTransfer",
"embeddings_dir": "data/openstack/utah/embeddings/",
# logtype for drain parsing
"logtype": "OpenStack",
# instance information files
"instance_information_file_normal": "data/openstack/utah/raw/sorted_per_request_pickle/137k_spr.pickle",
"instance_information_file_anomalies_pre_inject": "data/openstack/utah/raw/sorted_per_request_pickle/18k_spr.pickle",
"instance_information_file_anomalies_injected": "data/openstack/utah/raw/sorted_per_request_pickle/anomalies/"
}
}
}