def write_static_inventory(self): """Writes the inventory to the filesystem""" # Generate sitemap in temp directory then = time.time() self.ensure_temp_dir(Source.TEMP_FILE_PATH) inventory = self.generate() basename = Source.TEMP_FILE_PATH + "/sitemap.xml" s = Sitemap() s.max_sitemap_entries = self.config['max_sitemap_entries'] s.mapper = Mapper([self.source.base_uri, Source.TEMP_FILE_PATH]) s.write(inventory, basename) # Delete old sitemap files; move the new ones; delete the temp dir self.rm_sitemap_files(Source.STATIC_FILE_PATH) self.mv_sitemap_files(Source.TEMP_FILE_PATH, Source.STATIC_FILE_PATH) shutil.rmtree(Source.TEMP_FILE_PATH) now = time.time() # Log Sitemap create start event sitemap_size = self.compute_sitemap_size(Source.STATIC_FILE_PATH) log_data = { 'time': (now - then), 'no_resources': self.source.resource_count } self.logger.info("Wrote static sitemap inventory. %s" % log_data) sm_write_end = ResourceChange(resource=ResourceChange( self.uri, size=sitemap_size, timestamp=then), changetype="UPDATED") self.source.notify_observers(sm_write_end)
def write_static_inventory(self): """Writes the inventory to the filesystem""" # Generate sitemap in temp directory then = time.time() self.ensure_temp_dir(Source.TEMP_FILE_PATH) inventory = self.generate() basename = Source.TEMP_FILE_PATH + "/sitemap.xml" s=Sitemap() s.max_sitemap_entries=self.config['max_sitemap_entries'] s.mapper=Mapper([self.source.base_uri, Source.TEMP_FILE_PATH]) s.write(inventory, basename) # Delete old sitemap files; move the new ones; delete the temp dir self.rm_sitemap_files(Source.STATIC_FILE_PATH) self.mv_sitemap_files(Source.TEMP_FILE_PATH, Source.STATIC_FILE_PATH) shutil.rmtree(Source.TEMP_FILE_PATH) now = time.time() # Log Sitemap create start event sitemap_size = self.compute_sitemap_size(Source.STATIC_FILE_PATH) log_data = {'time': (now-then), 'no_resources': self.source.resource_count} self.logger.info("Wrote static sitemap inventory. %s" % log_data) sm_write_end = ResourceChange( resource = ResourceChange(self.uri, size=sitemap_size, timestamp=then), changetype = "UPDATED") self.source.notify_observers(sm_write_end)
def write_static_inventory(self): """Writes the inventory to the filesystem""" self.generate() self.delete_sitemap_files() basename = Source.STATIC_FILE_PATH + "/sitemap.xml" then = time.time() s=Sitemap() s.max_sitemap_entries=self.config['max_sitemap_entries'] s.mapper=Mapper([self.source.base_uri, Source.STATIC_FILE_PATH]) s.write(self, basename) now = time.time() print "Wrote static sitemap in %s seconds" % str(now-then)
def write_changeset(self): """Writes all cached changes to a file; empties the cache""" then = time.time() changeset = self.generate() basename = Source.STATIC_FILE_PATH + "/" + self.current_changeset_file() s=Sitemap() s.max_sitemap_entries=self.config['max_sitemap_entries'] s.mapper=Mapper([self.source.base_uri, Source.STATIC_FILE_PATH]) s.write(changeset, basename) now = time.time() self.previous_changeset_id = self.previous_changeset_id + 1 self.logger.info("Wrote static changeset..")
def write_changeset(self): """Writes all cached changes to a file; empties the cache""" then = time.time() changeset = self.generate() basename = Source.STATIC_FILE_PATH + "/" + self.current_changeset_file() s=Sitemap() s.max_sitemap_entries=self.config['max_sitemap_entries'] s.mapper=Mapper([self.source.base_uri, Source.STATIC_FILE_PATH]) s.write(changeset, basename) now = time.time() # sitemap_size = 50 log_data = {} # log_data = {'time': (now-then), # 'no_resources': self.source.resource_count} self.previous_changeset_id = self.previous_changeset_id + 1 self.logger.info("Wrote static changeset. %s" % log_data)