Beispiel #1
0
 def __init__(self, config=dict()):
     self.logger = logging.getLogger(__name__)
     self.config = config
     self.storage = StorageManager(self.config)
     self.sites = SiteManager(self.config)
     self.datasets = DatasetManager(self.config)
     self.popularity = PopularityManager(self.config)
Beispiel #2
0
 def __init__(self, config=dict()):
     self.logger = logging.getLogger(__name__)
     self.config = config
     self.pop_db = PopDBService(self.config)
     self.sites = SiteManager(self.config)
     self.datasets = DatasetManager(self.config)
     self.storage = StorageManager(self.config)
     self.MAX_THREADS = int(config['threading']['max_threads'])
Beispiel #3
0
 def __init__(self, config=dict()):
     self.logger = logging.getLogger(__name__)
     self.config = config
     self.sites = SiteManager(self.config)
     self.datasets = DatasetManager(self.config)
     self.popularity = PopularityManager(self.config)
     self.storage = StorageManager(self.config)
     self.max_replicas = int(config['rocker_board']['max_replicas'])
     self.MAX_THREADS = int(config['threading']['max_threads'])
     self.dataset_popularity = dict()
Beispiel #4
0
 def test_managers(self):
     "Test managers"
     # sites = SiteManager(config=self.config)
     # sites.initiate_db()
     # sites.update_db()
     # sites.update_cpu()
     datasets = DatasetManager(config=self.config)
     # datasets.initiate_db()
     # datasets.update_db()
     replicas = datasets.get_current_num_replicas()
Beispiel #5
0
 def __init__(self, config=dict()):
     self.logger = logging.getLogger(__name__)
     self.config = config
     self.phedex = PhEDExService(self.config)
     self.mit_db = MITDBService(self.config)
     self.datasets = DatasetManager(self.config)
     self.sites = SiteManager(self.config)
     self.popularity = PopularityManager(self.config)
     self.storage = StorageManager(self.config)
     self.rankings = Ranker(self.config)
     self.max_gb = int(self.config['rocker_board']['max_gb'])
     self.csv_data = list()
Beispiel #6
0
 def __init__(self, config=dict()):
     self.logger = logging.getLogger(__name__)
     self.config = config
     self.sites = SiteManager(self.config)
     self.datasets = DatasetManager(self.config)
     self.popularity = PopularityManager(self.config)
     self.storage = StorageManager(self.config)
     self.max_replicas = int(config['rocker_board']['max_replicas'])
     self.name = 'generic'
     self.data_path = self.config['paths']['data']
     self.data_tiers = config['tools']['valid_tiers'].split(',')
     self.preprocessed_data = dict()
     self.clf_trend = dict()
     self.clf_avg = dict()