Pattern-Pruning-ADMM/configParser.py at main · Dontoronto/Pattern-Pruning-ADMM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
import json

import logging
logger = logging.getLogger(__name__)

class ConfigParser:
    def __init__(self):
        self.dataHandlerConfig = None
        self.dataHandlerSettingsConfig = None
        self.datasetConfig = None
        self.trainerConfig = None
        self.dataloaderConfig = None
        self.snapshotConfig = None

    # TODO: depreciated will be deleted
    def getDataHandlerConfig(self):
        if self.dataHandlerConfig == None:
            with open('configs/DataHandlerConfig.json', 'r') as json_file:
                self.dataHandlerConfig = json.load(json_file)['transform']['transformParam']
                logger.info("Transformation Parameters from DataHandlerConfig.json:")
                logger.info(self.dataHandlerConfig)

        return self.dataHandlerConfig

    def getDataHandlerSettingsConfig(self):
        if self.dataHandlerSettingsConfig == None:
            with open('configs/DataHandlerConfig.json', 'r') as json_file:
                self.dataHandlerSettingsConfig = json.load(json_file)['settings']
                logger.info("Settings from DataHandlerConfig.json:")
                logger.info(self.dataHandlerConfig)

        return self.dataHandlerSettingsConfig

    def getTransformerConfig(self):
        if self.dataHandlerConfig == None:
            with open('configs/DataHandlerConfig.json', 'r') as json_file:
                self.dataHandlerConfig = json.load(json_file)['transform']
                logger.info("Transformation Parameters from DataHandlerConfig.json:")
                logger.info(self.dataHandlerConfig)

        return self.dataHandlerConfig

    def getDatasetConfig(self):
        if self.datasetConfig == None:
            with open('configs/DataHandlerConfig.json', 'r') as json_file:
                self.datasetConfig = json.load(json_file)['dataset']
                logger.info("Dataset Configs from DataHandlerConfig.json:")
                logger.info(self.datasetConfig)

        return self.datasetConfig

    def getTrainerConfig(self):
        if self.trainerConfig == None:
            with open('configs/TrainerConfig.json', 'r') as json_file:
                self.trainerConfig = json.load(json_file)['trainer']
                logger.info("Trainer Configs from TrainerConfig.json:")
                logger.info(self.trainerConfig)

        return self.trainerConfig

    def getDataLoaderConfig(self):
        if self.dataloaderConfig == None:
            with open('configs/TrainerConfig.json', 'r') as json_file:
                self.dataloaderConfig = json.load(json_file)['dataloader']
                logger.info("Dataloader Configs from TrainerConfig.json:")
                logger.info(self.dataloaderConfig)

        return self.dataloaderConfig

    def getSnapshotConfig(self):
        if self.snapshotConfig == None:
            with open('configs/TrainerConfig.json', 'r') as json_file:
                self.snapshotConfig = json.load(json_file)['snapshot']
                logger.info("Snapshot Configs from TrainerConfig.json:")
                logger.info(self.snapshotConfig)
        return  self.snapshotConfig

    def getConfigFromRegistry(self, configName):
        with open('configs/ConfigRegistry.json', 'r') as json_file:
            path = json.load(json_file)[configName]
            logger.info(f"Loaded {configName} from ConfigRegistry.json")
            logger.info(f"Loaded {configName} has path: {path}")
            with open(path, 'r') as config:
                logger.info(f"Loaded {configName}")
                configFile = json.load(config)
                return configFile