def dhub(self, procs_file_name): """ Return a configured ``DataHub`` using the given SQL procs file. """ data_source = { self.key: { # @@@ this should depend on self.type # @@@ shouldn't have to specify this here and below "hub": "MySQL", "master_host": { "host": self.host, "user": settings.DATAZILLA_DATABASE_USER, "passwd": settings.DATAZILLA_DATABASE_PASSWORD, }, "default_db": self.name, "procs": [ os.path.join(SQL_PATH, procs_file_name), os.path.join(SQL_PATH, "generic.json"), ], } } if self.read_only_host: data_source[self.key]['read_host'] = { "host": self.read_only_host, "user": settings.DATAZILLA_RO_DATABASE_USER, "passwd": settings.DATAZILLA_RO_DATABASE_PASSWORD, } BaseHub.add_data_source(data_source) # @@@ the datahub class should depend on self.type return MySQL(self.key)
def dhub(self, procs_file_name): """ Return a configured ``DataHub`` using the given SQL procs file. """ data_source = { self.key: { # @@@ this should depend on self.type # @@@ shouldn't have to specify this here and below "hub": "MySQL", "master_host": { "host": self.host, "user": settings.TREEHERDER_DATABASE_USER, "passwd": settings.TREEHERDER_DATABASE_PASSWORD, }, "read_host": { "host": self.read_only_host, "user": settings.TREEHERDER_RO_DATABASE_USER, "passwd": settings.TREEHERDER_RO_DATABASE_PASSWORD, }, "require_host_type": True, "default_db": self.name, "procs": [ os.path.join(SQL_PATH, procs_file_name), os.path.join(SQL_PATH, "generic.json"), ], } } BaseHub.add_data_source(data_source) # @@@ the datahub class should depend on self.type return MySQL(self.key)
def dhub(self, procs_file_name): """ Return a configured ``DataHub`` using the given SQL procs file. """ master_host_config = { "host": settings.DATABASES["default"]["HOST"], "user": settings.DATABASES["default"]["USER"], "passwd": settings.DATABASES["default"].get("PASSWORD") or "", } if "OPTIONS" in settings.DATABASES["default"]: master_host_config.update(settings.DATABASES["default"]["OPTIONS"]) read_host_config = { "host": settings.DATABASES["read_only"]["HOST"], "user": settings.DATABASES["read_only"]["USER"], "passwd": settings.DATABASES["read_only"].get("PASSWORD") or "", } if "OPTIONS" in settings.DATABASES["read_only"]: read_host_config.update(settings.DATABASES["read_only"]["OPTIONS"]) data_source = { self.key: { "hub": "MySQL", "master_host": master_host_config, "read_host": read_host_config, "require_host_type": True, "default_db": self.name, "procs": [os.path.join(SQL_PATH, procs_file_name), os.path.join(SQL_PATH, "generic.json")], } } BaseHub.add_data_source(data_source) return MySQL(self.key)
def __init__(self): procs_path = os.path.join( os.path.dirname(os.path.dirname(__file__)), 'sql', 'reference.json') master_host_config = { "host": settings.DATABASES['default']['HOST'], "user": settings.DATABASES['default']['USER'], "passwd": settings.DATABASES['default'].get('PASSWORD') or '', } if 'OPTIONS' in settings.DATABASES['default']: master_host_config.update(settings.DATABASES['default']['OPTIONS']) read_host_config = { "host": settings.DATABASES['read_only']['HOST'], "user": settings.DATABASES['read_only']['USER'], "passwd": settings.DATABASES['read_only'].get('PASSWORD') or '', } if 'OPTIONS' in settings.DATABASES['read_only']: read_host_config.update(settings.DATABASES['read_only']['OPTIONS']) data_source = { 'reference': { "hub": "MySQL", "master_host": master_host_config, "read_host": read_host_config, "require_host_type": True, "default_db": settings.DATABASES['default']['NAME'], "procs": [procs_path] } } BaseHub.add_data_source(data_source) self.dhub = DataHub.get("reference") self.DEBUG = settings.DEBUG # Support structure for reference data signatures self.build_signature_placeholders = [] # Support structures for building option collection data structures self.oc_hash_lookup = dict() self.oc_where_in_list = [] self.oc_placeholders = [] self.oc_unique_collections = [] # Support structures for building option data structures self.o_lookup = set() self.o_placeholders = [] self.o_unique_options = [] self.o_where_in_list = [] # reference id lookup structure self.id_lookup = {}
def dhub(self, procs_file_name): """ Return a configured ``DataHub`` using the given SQL procs file. """ master_host_config = { "host": settings.DATABASES['default']['HOST'], "user": settings.DATABASES['default']['USER'], "passwd": settings.DATABASES['default'].get('PASSWORD') or '', } if 'OPTIONS' in settings.DATABASES['default']: master_host_config.update(settings.DATABASES['default']['OPTIONS']) read_host_config = { "host": settings.DATABASES['read_only']['HOST'], "user": settings.DATABASES['read_only']['USER'], "passwd": settings.DATABASES['read_only'].get('PASSWORD') or '', } if 'OPTIONS' in settings.DATABASES['read_only']: read_host_config.update(settings.DATABASES['read_only']['OPTIONS']) data_source = { self.key: { "hub": "MySQL", "master_host": master_host_config, "read_host": read_host_config, "require_host_type": True, "default_db": self.name, "procs": [ os.path.join(SQL_PATH, procs_file_name), os.path.join(SQL_PATH, "generic.json"), ], } } BaseHub.add_data_source(data_source) return MySQL(self.key)
def dhub(self, procs_file_name): """ Return a configured ``DataHub`` using the given SQL procs file. """ master_host_config = { "host": self.host, "user": settings.TREEHERDER_DATABASE_USER, "passwd": settings.TREEHERDER_DATABASE_PASSWORD, } if 'OPTIONS' in settings.DATABASES['default']: master_host_config.update(settings.DATABASES['default']['OPTIONS']) read_host_config = { "host": self.read_only_host, "user": settings.TREEHERDER_RO_DATABASE_USER, "passwd": settings.TREEHERDER_RO_DATABASE_PASSWORD, } if 'OPTIONS' in settings.DATABASES['read_only']: read_host_config.update(settings.DATABASES['read_only']['OPTIONS']) data_source = { self.key: { # @@@ this should depend on self.type # @@@ shouldn't have to specify this here and below "hub": "MySQL", "master_host": master_host_config, "read_host": read_host_config, "require_host_type": True, "default_db": self.name, "procs": [ os.path.join(SQL_PATH, procs_file_name), os.path.join(SQL_PATH, "generic.json"), ], } } BaseHub.add_data_source(data_source) # @@@ the datahub class should depend on self.type return MySQL(self.key)
def dhub(self, procs_file_name): """ Return a configured ``DataHub`` using the given SQL procs file. """ master_host_config = { "host": settings.DATABASES['default']['HOST'], "user": settings.DATABASES['default']['USER'], "passwd": settings.DATABASES['default']['PASSWORD'], } if 'OPTIONS' in settings.DATABASES['default']: master_host_config.update(settings.DATABASES['default']['OPTIONS']) read_host_config = { "host": settings.DATABASES['read_only']['HOST'], "user": settings.DATABASES['read_only']['USER'], "passwd": settings.DATABASES['read_only']['PASSWORD'], } if 'OPTIONS' in settings.DATABASES['read_only']: read_host_config.update(settings.DATABASES['read_only']['OPTIONS']) data_source = { self.key: { "hub": "MySQL", "master_host": master_host_config, "read_host": read_host_config, "require_host_type": True, "default_db": self.name, "procs": [ os.path.join(SQL_PATH, procs_file_name), os.path.join(SQL_PATH, "generic.json"), ], } } BaseHub.add_data_source(data_source) return MySQL(self.key)
def __init__(self): procs_path = os.path.join( os.path.dirname(os.path.dirname(__file__)), 'sql', 'reference.json') data_source = { 'reference': { "hub": "MySQL", "master_host": { "host": settings.DATABASES['default']['HOST'], "user": settings.DATABASES['default']['USER'], "passwd": settings.DATABASES['default']['PASSWORD'] }, "default_db": settings.DATABASES['default']['NAME'], "procs": [procs_path] } } BaseHub.add_data_source(data_source) self.dhub = DataHub.get("reference") self.DEBUG = settings.DEBUG # Support structures for building build platform SQL self.build_platform_lookup = {} self.build_where_filters = [] self.build_platform_placeholders = [] self.build_unique_platforms = [] # Support structures for building machine platform SQL self.machine_platform_lookup = {} self.machine_where_filters = [] self.machine_platform_placeholders = [] self.machine_unique_platforms = [] # Support structures for building job group SQL self.job_group_lookup = {} self.job_group_where_filters = [] self.job_group_placeholders = [] self.job_group_names_and_symbols = [] # Support structures for building job types SQL self.job_type_lookup = {} self.job_type_where_filters = [] self.job_type_placeholders = [] self.job_type_names_and_symbols = [] #Use this structure to map the job to the group id self.job_type_to_group_lookup = {} # Support structures for building product SQL self.product_lookup = set() self.product_where_in_list = [] self.product_placeholders = [] self.unique_products = [] # Support structures for building machine SQL self.machine_name_lookup = set() self.machine_where_in_list = [] self.machine_name_placeholders = [] self.machine_unique_names = [] self.machine_timestamp_update_placeholders = [] # Support structures for building option collection data structures self.oc_hash_lookup = dict() self.oc_where_in_list = [] self.oc_placeholders = [] self.oc_unique_collections = [] # Support structures for building option data structures self.o_lookup = set() self.o_placeholders = [] self.o_unique_options = [] self.o_where_in_list = [] # reference id lookup structure self.id_lookup = {}
def __init__(self): procs_path = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'sql', 'reference.json') data_source = { 'reference': { "hub": "MySQL", "master_host": { "host": settings.DATABASES['default']['HOST'], "user": settings.DATABASES['default']['USER'], "passwd": settings.DATABASES['default']['PASSWORD'] }, "read_host": { "host": settings.DATABASES['read_only']['HOST'], "user": settings.DATABASES['read_only']['USER'], "passwd": settings.DATABASES['read_only']['PASSWORD'] }, "require_host_type": True, "default_db": settings.DATABASES['default']['NAME'], "procs": [procs_path] } } BaseHub.add_data_source(data_source) self.dhub = DataHub.get("reference") self.DEBUG = settings.DEBUG # Support structure for reference data signatures self.reference_data_signature_lookup = {} self.build_signature_placeholders = [] # Support structures for building build platform SQL self.build_platform_lookup = {} self.build_where_filters = [] self.build_platform_placeholders = [] self.build_unique_platforms = [] # Support structures for building machine platform SQL self.machine_platform_lookup = {} self.machine_where_filters = [] self.machine_platform_placeholders = [] self.machine_unique_platforms = [] # Support structures for building job group SQL self.job_group_lookup = {} self.job_group_where_filters = [] self.job_group_placeholders = [] self.job_group_names_and_symbols = [] # Support structures for building job types SQL self.job_type_lookup = {} self.job_type_where_filters = [] self.job_type_placeholders = [] self.job_type_names_and_symbols = [] # Use this structure to map the job to the group id self.job_type_to_group_lookup = {} # Support structures for building product SQL self.product_lookup = set() self.product_where_in_list = [] self.product_placeholders = [] self.unique_products = [] # Support structures for building device SQL self.device_lookup = set() self.device_where_in_list = [] self.device_placeholders = [] self.unique_devices = [] # Support structures for building machine SQL self.machine_name_lookup = set() self.machine_where_in_list = [] self.machine_name_placeholders = [] self.machine_unique_names = [] self.machine_timestamp_update_placeholders = [] # Support structures for building option collection data structures self.oc_hash_lookup = dict() self.oc_where_in_list = [] self.oc_placeholders = [] self.oc_unique_collections = [] # Support structures for building option data structures self.o_lookup = set() self.o_placeholders = [] self.o_unique_options = [] self.o_where_in_list = [] # reference id lookup structure self.id_lookup = {}
#### #Configuration of datasource hub: # 1 Build the datasource struct # 2 Add it to the BaseHub # 3 Instantiate a MySQL hub #### dataSource = { SISYPHUS_DATABASE : { "hub":"MySQL", "master_host":{"host":SISYPHUS_DATABASE_HOST, "user":SISYPHUS_DATABASE_USER, "passwd":SISYPHUS_DATABASE_PASSWORD}, "default_db":SISYPHUS_DATABASE, "procs": ["%s%s" % (ROOT, "/procs/bughunter.json")] } } BaseHub.add_data_source(dataSource) DHUB = MySQL(SISYPHUS_DATABASE) LOGGING = { 'version': 1, 'disable_existing_loggers': False, 'handlers': { 'file': { 'level': 'DEBUG', 'class': 'logging.FileHandler', 'filename': 'debug.log', }, }, 'loggers': { 'django': { 'handlers': ['file'],