Python CurriedXMLReader Examples

Example #1

File: __init__.py Project: thegetty/pipeline

	def _add_tal_graph(self, graph):
		records = graph.add_chain(
			MatchingFiles(path='/', pattern=self.tal_pattern, fs='fs.data.aata'),
			CurriedXMLReader(xpath='/auth_TAL_XML/record', fs='fs.data.aata', limit=self.limit),
			RecordCounter(name='tal', verbose=self.debug),
			_xml_element_to_dict,
		)
		tal = self.add_tal_chain(graph, records)
		return tal

Example #2

File: __init__.py Project: thegetty/pipeline

	def _add_series_graph(self, graph):
		records = graph.add_chain(
			MatchingFiles(path='/', pattern=self.series_pattern, fs='fs.data.aata'),
			CurriedXMLReader(xpath='/series_XML/record', fs='fs.data.aata', limit=self.limit),
			RecordCounter(name='series', verbose=self.debug),
			_xml_element_to_dict,
		)
		series = self.add_series_chain(graph, records)
		return series

Example #3

File: __init__.py Project: thegetty/pipeline

	def _add_people_graph(self, graph):
		records = graph.add_chain(
			MatchingFiles(path='/', pattern=self.people_pattern, fs='fs.data.aata'),
			CurriedXMLReader(xpath='/auth_person_XML/record', fs='fs.data.aata', limit=self.limit),
			RecordCounter(name='people', verbose=self.debug),
			_xml_element_to_dict,
		)
		people = self.add_people_chain(graph, records)
		return people

Example #4

File: __init__.py Project: thegetty/pipeline

	def _add_abstracts_graph(self, graph):
		abstract_records = graph.add_chain(
			MatchingFiles(path='/', pattern=self.abstracts_pattern, fs='fs.data.aata'),
			CurriedXMLReader(xpath='/AATA_XML/record', fs='fs.data.aata', limit=self.limit),
			RecordCounter(name='abstracts', verbose=self.debug),
			_xml_element_to_dict,
		)
		articles = self.add_articles_chain(graph, abstract_records)
		return articles

Example #5

 def _add_geog_graph(self, graph):
     records = graph.add_chain(
         MatchingFiles(path='/',
                       pattern=self.geog_pattern,
                       fs='fs.data.aata'),
         CurriedXMLReader(xpath='/auth_geog_XML/record',
                          fs='fs.data.aata',
                          limit=self.limit),
         _xml_element_to_dict,
     )
     geog = self.add_geog_chain(graph, records)
     return geog

Example #6

 def _add_journals_graph(self, graph):
     records = graph.add_chain(
         MatchingFiles(path='/',
                       pattern=self.journals_pattern,
                       fs='fs.data.aata'),
         CurriedXMLReader(xpath='/journal_XML/record',
                          fs='fs.data.aata',
                          limit=self.limit),
         _xml_element_to_dict,
     )
     journals = self.add_journals_chain(graph, records)
     return journals