def test__constraints_for_historical_request(self):
config = {
'ds_params':{
# These would be extracted from the dataset_description.parameters during _init_acquisition_cycle, but since that isn't called, just add them here
# 'base_url':'http://marine.rutgers.edu/cool/maracoos/codar/ooi/radials/BELM/',
# 'pattern':'<a href="([^"]*\.ruv)">.*(\d{2}-[a-zA-Z]{3}-\d{4} \d{2}:\d{2})\s*(\d{3,5}\w)',# Appended to base to filter files; Either a shell style pattern (for filesystem) or regex (for http/ftp)
'base_url':'test_data/ruv',
'list_pattern':'RDLm_SEAB_*.ruv',
'date_pattern':'%Y %m %d %H %M',
'date_extraction_pattern': 'RDLm_SEAB_([\d]{4})_([\d]{2})_([\d]{2})_([\d]{2})([\d]{2}).ruv'
},
'constraints' : {
'start_time': 1338998400,
'end_time': 1339012800
}
}
ret = RuvDataHandler._constraints_for_historical_request(config)
log.debug('test__constraints_for_historical_request: NEW_FILES == {0}'.format(ret['new_files']))
files = list_file_info(config['ds_params']['base_url'], config['ds_params']['list_pattern'])
# files = files[:2]
log.error(ret['new_files'])
log.error(files)
self.assertEqual(ret['new_files'],files)
