Пример #1
0
 def __init__(self):
     self.stop = False
     self.ovdm = OpenVDM()
     self.cruise_id = self.ovdm.get_cruise_id()
     self.cruise_data_transfer = {}
     self.shipboard_data_warehouse_config = self.ovdm.get_shipboard_data_warehouse_config()
     super().__init__(host_list=[self.ovdm.get_gearman_server()])
Пример #2
0
    def __init__(self):
        self.stop = False
        self.ovdm = OpenVDM()
        self.task = None
        self.shipboard_data_warehouse_config = self.ovdm.get_shipboard_data_warehouse_config(
        )
        self.cruise_id = self.ovdm.get_cruise_id()
        self.cruise_dir = os.path.join(
            self.
            shipboard_data_warehouse_config['shipboardDataWarehouseBaseDir'],
            self.cruise_id)
        self.lowering_id = self.ovdm.get_cruise_id()
        self.lowering_dir = os.path.join(
            self.cruise_dir,
            self.shipboard_data_warehouse_config['loweringDataBaseDir'],
            self.lowering_id) if self.lowering_id else None
        self.data_dashboard_dir = os.path.join(
            self.cruise_dir,
            self.ovdm.get_required_extra_directory_by_name('Dashboard_Data')
            ['destDir'])
        self.data_dashboard_manifest_file_path = os.path.join(
            self.data_dashboard_dir, DEFAULT_DATA_DASHBOARD_MANIFEST_FN)

        self.collection_system_transfer = {}

        super().__init__(host_list=[self.ovdm.get_gearman_server()])
Пример #3
0
 def __init__(self):
     self.stop = False
     self.ovdm = OpenVDM()
     self.task = None
     self.cruise_id = self.ovdm.get_cruise_id()
     self.cruise_start_date = self.ovdm.get_cruise_start_date()
     self.shipboard_data_warehouse_config = self.ovdm.get_shipboard_data_warehouse_config()
     self.cruise_dir = os.path.join(self.shipboard_data_warehouse_config['shipboardDataWarehouseBaseDir'], self.cruise_id)
     super().__init__(host_list=[self.ovdm.get_gearman_server()])
Пример #4
0
 def __init__(self):
     self.stop = False
     self.ovdm = OpenVDM()
     self.cruise_id = self.ovdm.get_cruise_id()
     self.system_status = self.ovdm.get_system_status()
     self.transfer_start_date = None
     self.cruise_data_transfer = self._get_cruise_data_transfer()
     self.shipboard_data_warehouse_config = self.ovdm.get_shipboard_data_warehouse_config()
     super().__init__(host_list=[self.ovdm.get_gearman_server()])
Пример #5
0
    def __init__(self):
        self.stop = False
        self.ovdm = OpenVDM()
        self.task = None
        self.files = { 'new':[], 'updated':[] }
        self.cruise_id = self.ovdm.get_cruise_id()
        self.lowering_id = self.ovdm.get_lowering_id()
        self.collection_system_transfer = { 'name': "" }
        self.shipboard_data_warehouse_config = self.ovdm.get_shipboard_data_warehouse_config()

        super().__init__(host_list=[self.ovdm.get_gearman_server()])
Пример #6
0
    def __init__(self):
        self.stop = False
        self.ovdm = OpenVDM()
        self.task = None
        self.cruise_id = self.ovdm.get_cruise_id()
        self.shipboard_data_warehouse_config = self.ovdm.get_shipboard_data_warehouse_config()
        self.cruise_dir = os.path.join(self.shipboard_data_warehouse_config['shipboardDataWarehouseBaseDir'], self.cruise_id)
        self.md5_summary_filepath = os.path.join(self.cruise_dir, DEFAULT_MD5_SUMMARY_FN)
        self.md5_summary_md5_filepath = os.path.join(self.cruise_dir, DEFAULT_MD5_SUMMARY_MD5_FN)

        super().__init__(host_list=[self.ovdm.get_gearman_server()])
Пример #7
0
    def __init__(self):
        self.stop = False
        self.ovdm = OpenVDM()
        self.task = None
        self.cruise_id = self.ovdm.get_cruise_id()
        self.lowering_id = self.ovdm.get_lowering_id()
        self.lowering_start_date = self.ovdm.get_lowering_start_date()
        self.shipboard_data_warehouse_config = self.ovdm.get_shipboard_data_warehouse_config(
        )
        self.lowering_dir = None

        super().__init__(host_list=[self.ovdm.get_gearman_server()])
Пример #8
0
                        help='Increase output verbosity')

    parsed_args = parser.parse_args()

    ############################
    # Set up logging before we do any other argument parsing (so that we
    # can log problems with argument parsing).

    LOGGING_FORMAT = '%(asctime)-15s %(levelname)s - %(message)s'
    logging.basicConfig(format=LOGGING_FORMAT)

    LOG_LEVELS = {0: logging.WARNING, 1: logging.INFO, 2: logging.DEBUG}
    parsed_args.verbosity = min(parsed_args.verbosity, max(LOG_LEVELS))
    logging.getLogger().setLevel(LOG_LEVELS[parsed_args.verbosity])

    openVDM = OpenVDM()

    time.sleep(5)

    logging.info("Setting all tasks to idle.")
    tasks = openVDM.get_tasks()
    for task in tasks:
        openVDM.set_idle_task(task['taskID'])

    logging.info("Setting all Collection System Transfers to idle.")
    collection_system_transfers = openVDM.get_collection_system_transfers()
    for collection_system_transfer in collection_system_transfers:
        if not collection_system_transfer['status'] == '3':
            openVDM.set_idle_collection_system_transfer(
                collection_system_transfer['collectionSystemTransferID'])
Пример #9
0
 def __init__(self):
     self.stop = False
     self.ovdm = OpenVDM()
     self.job_pid = ''
     self.job_info = {}
     super().__init__(host_list=[self.ovdm.get_gearman_server()])
Пример #10
0
                        help='Increase output verbosity')

    parsed_args = parser.parse_args()

    ############################
    # Set up logging before we do any other argument parsing (so that we
    # can log problems with argument parsing).

    LOGGING_FORMAT = '%(asctime)-15s %(levelname)s - %(message)s'
    logging.basicConfig(format=LOGGING_FORMAT)

    LOG_LEVELS = {0: logging.WARNING, 1: logging.INFO, 2: logging.DEBUG}
    parsed_args.verbosity = min(parsed_args.verbosity, max(LOG_LEVELS))
    logging.getLogger().setLevel(LOG_LEVELS[parsed_args.verbosity])

    ovdm = OpenVDM()

    while True:

        start_t = datetime.datetime.utcnow()

        warehouse_config = ovdm.get_shipboard_data_warehouse_config()
        cruise_dir = join(warehouse_config['shipboardDataWarehouseBaseDir'],
                          ovdm.get_cruise_id())

        lowering_id = ovdm.get_lowering_id(
        ) if ovdm.get_show_lowering_components() else None
        lowering_dir = join(cruise_dir,
                            warehouse_config['loweringDataBaseDir'],
                            lowering_id) if lowering_id else None