def build_isf(self, identifier, name): """ Creates an instance of the ISFCatalogue class from the hdf5 format :param str identifier: Identifier string of the ISFCatalogue object :param str name: Name for the ISFCatalogue object :returns: Catalogue as instance of :class: ISFCatalogue """ isf_catalogue = ISFCatalogue(identifier, name) event_groups = self.origins.groupby("eventID") mag_groups = self.magnitudes.groupby("eventID") mag_keys = mag_groups.indices.keys() ngrps = len(event_groups) for iloc, grp in enumerate(event_groups): if (iloc % 1000) == 0: print "Processing event %d of %d" % (iloc, ngrps) # Get magnitudes list if grp[0] in mag_keys: # Magnitudes associated to this origin mag_list = self._get_magnitude_classes( mag_groups.get_group(grp[0])) else: mag_list = [] # Get origins origin_list = self._get_origin_classes(grp[1], mag_list) event = Event(grp[0], origin_list, mag_list) isf_catalogue.events.append(event) return isf_catalogue
def get_event_header_row(row): """ Parses a header row from ISF format and returns an instance of the isf_catalogue.Event class """ header_dat = row.split() return Event(header_dat[1], origins=[], magnitudes=[], description=" ".join(header_dat[2:]))
def parse(self): ''' Returns the catalogue as an instance of an ISFCatalogue An ISF catalogue will have two origins: The hypocentre solution and the centroid ''' isf_cat = ISFCatalogue('GCMT', 'GCMT') n_cmts = self.catalogue.number_events() base_id = 'GCMT_' counter = 1 for gcmt in self.catalogue.gcmts: # Get IDs event_id = base_id + ("%06d" % counter) counter += 1 origin_id = gcmt.identifier.strip(' ') # Two origins - 1 hypocentre (mb, Ms, Mw), 2 - centroid (Mw) origin_mags = [] if gcmt.hypocentre.m_b: origin_mags.append(Magnitude(event_id, origin_id, gcmt.hypocentre.m_b, gcmt.hypocentre.source, scale='mb')) if gcmt.hypocentre.m_s: origin_mags.append(Magnitude(event_id, origin_id, gcmt.hypocentre.m_s, gcmt.hypocentre.source, scale='Ms')) m_w = Magnitude(event_id, gcmt.centroid.centroid_id, gcmt.magnitude, 'GCMT', scale='Mw') origin_mags.append(m_w) # Get locations hypo_loc = Location(origin_id, gcmt.hypocentre.longitude, gcmt.hypocentre.latitude, gcmt.hypocentre.depth) centroid_loc = Location(gcmt.centroid.centroid_id, gcmt.centroid.longitude, gcmt.centroid.latitude, gcmt.centroid.depth, depth_error=gcmt.centroid.depth_error) # Get origins hypo = Origin(origin_id, gcmt.hypocentre.date, gcmt.hypocentre.time, hypo_loc, gcmt.hypocentre.source, is_prime=True) hypo.magnitudes = origin_mags # Get centroids centroid = Origin(gcmt.centroid.centroid_id, gcmt.centroid.date, gcmt.centroid.time, centroid_loc, 'GCMT', is_centroid=True, time_error=gcmt.centroid.time_error) centroid.magnitudes = [m_w] event = Event(event_id, [hypo, centroid], origin_mags, gcmt.hypocentre.location) setattr(event, 'tensor', gcmt.moment_tensor) isf_cat.events.append(event) return isf_cat
def write_to_isf_catalogue(self, catalogue_id, name): """ Exports the catalogue to an instance of the :class: eqcat.isf_catalogue.ISFCatalogue """ isf_cat = ISFCatalogue(catalogue_id, name) for iloc in range(0, self.get_number_events()): # Origin ID event_id = str(self.data['eventID'][iloc]) origin_id = event_id # Create Magnitude mag = self.data["magnitude"][iloc] if not mag or np.isnan(mag): # No magnitude - not useful continue mag = [Magnitude(event_id, origin_id, mag, catalogue_id, scale=self.data["magnitudeType"][iloc], sigma=self.data['sigmaMagnitude'][iloc])] # Create Location semimajor90 = self.data['SemiMajor90'][iloc] semiminor90 = self.data['SemiMinor90'][iloc] error_strike = self.data['ErrorStrike'][iloc] if np.isnan(semimajor90): semimajor90 = None if np.isnan(semiminor90): semiminor90 = None if np.isnan(error_strike): error_strike = None depth_error = self.data['depthError'][iloc] if np.isnan(depth_error): depth_error = None locn = Location(origin_id, self.data['longitude'][iloc], self.data['latitude'][iloc], self.data['depth'][iloc], semimajor90, semiminor90, error_strike, depth_error) # Create Origin # Date eq_date = datetime.date(self.data['year'][iloc], self.data['month'][iloc], self.data['day'][iloc]) # Time secs = self.data['second'][iloc] microsecs = int((secs - floor(secs)) * 1E6) eq_time = datetime.time(self.data['hour'][iloc], self.data['minute'][iloc], int(secs), microsecs) origin = Origin(origin_id, eq_date, eq_time, locn, catalogue_id, is_prime=True) origin.magnitudes = mag event = Event(event_id, [origin], origin.magnitudes) isf_cat.events.append(event) return isf_cat
def write_to_isf_catalogue(self, catalogue_id, name): """ Exports the catalogue to an instance of the :class: eqcat.isf_catalogue.ISFCatalogue """ isf_cat = ISFCatalogue(catalogue_id, name) for iloc in range(0, self.get_number_events()): # Origin ID event_id = str(self.data['eventID'][iloc]) origin_id = event_id # Create Magnitude mag = [Magnitude(event_id, origin_id, self.data['magnitude'][iloc], catalogue_id, scale='Mw', sigma=self.data['sigmaMagnitude'][iloc])] # Create Moment if not np.isnan(self.data['moment'][iloc]): moment = self.data['moment'][iloc] *\ (10. ** self.data['scaling'][iloc]) mag.append(Magnitude(event_id, origin_id, moment, catalogue_id, scale='Mo')) # Create Location semimajor90 = self.data['SemiMajor90'][iloc] semiminor90 = self.data['SemiMinor90'][iloc] error_strike = self.data['ErrorStrike'][iloc] if np.isnan(semimajor90): semimajor90 = None if np.isnan(semiminor90): semiminor90 = None if np.isnan(error_strike): error_strike = None depth_error = self.data['depthError'][iloc] if np.isnan(depth_error): depth_error = None locn = Location(origin_id, self.data['longitude'][iloc], self.data['latitude'][iloc], self.data['depth'][iloc], semimajor90, semiminor90, error_strike, depth_error) # Create Origin # Date eq_date = datetime.date(self.data['year'][iloc], self.data['month'][iloc], self.data['day'][iloc]) # Time secs = self.data['second'][iloc] microsecs = int((secs - floor(secs)) * 1E6) eq_time = datetime.time(self.data['hour'][iloc], self.data['minute'][iloc], int(secs), microsecs) origin = Origin(origin_id, eq_date, eq_time, locn, catalogue_id, is_prime=True) origin.magnitudes = mag event = Event(event_id, [origin], origin.magnitudes) if self._check_moment_tensor_components(iloc): # If a moment tensor is found then add it to the event moment_tensor = GCMTMomentTensor() scaling = 10. ** self.data['scaling'][iloc] moment_tensor.tensor = scaling * utils.COORD_SYSTEM['USE']( self.data['mrr'][iloc], self.data['mtt'][iloc], self.data['mpp'][iloc], self.data['mrt'][iloc], self.data['mpr'][iloc], self.data['mtp'][iloc]) moment_tensor.exponent = self.data['scaling'][iloc] setattr(event, 'tensor', moment_tensor) isf_cat.events.append(event) return isf_cat
def read_file(self, identifier, name): """ Reads the catalogue from the file and assigns the identifier and name """ self.catalogue = ISFCatalogue(identifier, name) f = open(self.filename, "rt") counter = 0 is_origin = False is_magnitude = False for row in f.readlines(): if not row.rstrip("\n"): # Ignore empty rows continue if "(#PRIME)" in row: # Previous origin block was the prime origin if len(origins) > 0: origins[-1].is_prime = True continue if "(#CENTROID)" in row: # Previous origin block is a centroid if len(origins) > 0: origins[-1].is_centroid = True continue if "Event" in row: # Is an event header row if counter > 0: # Add magnitudes and origins to previous event # and previous event to catalogue Event.origins = origins Event.magnitudes = magnitudes if len(Event.origins) and len(Event.magnitudes): Event.assign_magnitudes_to_origins() self.catalogue.events.append(Event) # Get a new event Event = get_event_header_row(row.rstrip("\n")) origins = [] magnitudes = [] counter += 1 continue if row.rstrip("\n") == origin_header: is_origin = True is_magnitude = False continue elif row.strip("\n") == magnitude_header: is_origin = False is_magnitude = True continue else: pass if is_magnitude and len(row.strip("\n")) == 38: # Is a magnitude row mag = get_event_magnitude(row.strip("\n"), Event.id, self.selected_magnitude_agencies) if mag: magnitudes.append(mag) continue if is_origin and len(row.strip("\n")) == 136: # Is an origin row orig = get_event_origin_row(row.strip("\n"), self.selected_origin_agencies) if orig: origins.append(orig) return self.catalogue
def read_file(self, identifier, name): """ Reads the catalogue from the file and assigns the identifier and name """ self.catalogue = ISFCatalogue(identifier, name) f = open(self.filename, 'rt') counter = 0 is_origin = False is_magnitude = False comment_str = "" for row in f.readlines(): if not row.rstrip('\n'): # Ignore empty rows continue elif "DATA_TYPE EVENT IMS1.0" in row: # Ignore header row continue elif "ISC Bulletin" in row: # Yet anothet header row continue elif "STOP" in row: # Footer row continue else: pass if '(#PRIME)' in row: # Previous origin block was the prime origin if len(origins) > 0: origins[-1].is_prime = True continue if '(#CENTROID)' in row: # Previous origin block is a centroid if len(origins) > 0: origins[-1].is_centroid = True continue comment_find = re.search("\((.*?)\)", row) if comment_find: comment_find.group(1) comment_str += "{:s}\n".format(comment_find.group(1)) continue if 'Event' in row[:5]: # Is an event header row if counter > 0: # Add magnitudes and origins to previous event # and previous event to catalogue Event.origins = origins Event.magnitudes = magnitudes if len(Event.origins) and len(Event.magnitudes): Event.assign_magnitudes_to_origins() Event.comment = comment_str #print "%s - %s" % (Event.id, Event.description) #print Event.comment if self._acceptance(Event): Event.comment = "" self.catalogue.events.append(Event) # Get a new event Event = get_event_header_row(row.rstrip('\n')) comment_str = "" origins = [] magnitudes = [] counter += 1 continue if row.rstrip('\n') == origin_header: is_origin = True is_magnitude = False continue elif row.strip('\n') == magnitude_header: is_origin = False is_magnitude = True continue else: pass if is_magnitude and len(row.strip('\n')) == 38: # Is a magnitude row mag = get_event_magnitude(row.strip('\n'), Event.id, self.selected_magnitude_agencies) # ,self.selected_magnitude_types) if mag: magnitudes.append(mag) continue if is_origin and len(row.strip('\n')) == 136: # Is an origin row orig = get_event_origin_row(row.strip('\n'), self.selected_origin_agencies) if orig: origins.append(orig) if len(self.rejected_catalogue): # Turn list of rejected events into its own instance of # ISFCatalogue self.rejected_catalogue = ISFCatalogue( identifier + "-R", name + " - Rejected", events=self.rejected_catalogue) return self.catalogue
def read_file(self, identifier, name): """ Reads the catalogue from the file and assigns the identifier and name """ self.catalogue = ISFCatalogue(identifier, name) f = open(self.filename, 'rt') counter = 0 is_origin = False is_magnitude = False for row in f.readlines(): if not row.rstrip('\n'): # Ignore empty rows continue if '(#PRIME)' in row: # Previous origin block was the prime origin if len(origins) > 0: origins[-1].is_prime = True continue if '(#CENTROID)' in row: # Previous origin block is a centroid if len(origins) > 0: origins[-1].is_centroid = True continue if 'Event' in row: # Is an event header row if counter > 0: # Add magnitudes and origins to previous event # and previous event to catalogue Event.origins = origins Event.magnitudes = magnitudes if len(Event.origins) and len(Event.magnitudes): Event.assign_magnitudes_to_origins() self.catalogue.events.append(Event) # Get a new event Event = get_event_header_row(row.rstrip('\n')) origins = [] magnitudes = [] counter += 1 continue if row.rstrip('\n') == origin_header: is_origin = True is_magnitude = False continue elif row.strip('\n') == magnitude_header: is_origin = False is_magnitude = True continue else: pass if is_magnitude and len(row.strip('\n')) == 38: # Is a magnitude row mag = get_event_magnitude(row.strip('\n'), Event.id, self.selected_magnitude_agencies) if mag: magnitudes.append(mag) continue if is_origin and len(row.strip('\n')) == 136: # Is an origin row orig = get_event_origin_row(row.strip('\n'), self.selected_origin_agencies) if orig: origins.append(orig) return self.catalogue