-
Notifications
You must be signed in to change notification settings - Fork 3
/
driver.py
executable file
·68 lines (55 loc) · 2.73 KB
/
driver.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
#! /usr/bin/env python
""" docstring"""
import logging
import yaml
from marbl_diags import analysis_class
#######################################
def _parse_args():
""" Parse command line arguments
"""
import argparse
parser = argparse.ArgumentParser(description="Generate plots based on MARBL diagnostic output",
formatter_class=argparse.ArgumentDefaultsHelpFormatter)
# Input file
parser.add_argument('-i', '--input_file', action='store', dest='input_file', required=True,
help='YAML file defining analysis element(s) and data sources')
parser.add_argument('-d', '--debug', action='store_true', dest='debug', required=False,
help='Write additional messages to stdout')
return parser.parse_args()
#######################################
if __name__ == "__main__":
args = _parse_args()
log_level = logging.DEBUG if args.debug else logging.INFO
logging.basicConfig(format='%(levelname)s (%(funcName)s): %(message)s', level=log_level)
with open(args.input_file) as file_in:
full_input = yaml.load(file_in, Loader=yaml.FullLoader)
# Check for correct keys
err_found = False
for key in ['global_config', 'data_sources', 'variable_definitions', 'analysis']:
if key not in full_input:
err_found = True
print("ERROR: can not find {} key in {}".format(key, args.input_file))
if err_found:
raise KeyError("One or more missing keys in {}".format(args.input_file))
# Create dictionary for data sources
ds_dict = dict()
for ds_file in full_input['data_sources']:
with open(ds_file) as file_in:
ds_dict_in = yaml.load(file_in, Loader=yaml.FullLoader)
for ds_name in full_input['data_sources'][ds_file]:
if ds_name not in ds_dict_in:
raise KeyError("Can not find {} in {}".format(ds_name, ds_file))
if ds_name in ds_dict:
raise KeyError("Data source named {} has already been processed".format(ds_name))
ds_dict[ds_name] = dict(ds_dict_in[ds_name])
del(ds_dict_in)
# Create dictionary of variables from requested files
with open(full_input['variable_definitions']) as file_in:
var_dict = yaml.load(file_in, Loader=yaml.FullLoader)
AnalysisCategories = dict()
for category_name, analysis_dict in full_input['analysis'].items():
AnalysisCategories[category_name] = \
analysis_class.AnalysisCategory(category_name, analysis_dict, ds_dict,
var_dict, full_input['global_config'])
for AnalysisCategory in AnalysisCategories.values():
AnalysisCategory.do_analysis()