def _add_tal_graph(self, graph): records = graph.add_chain( MatchingFiles(path='/', pattern=self.tal_pattern, fs='fs.data.aata'), CurriedXMLReader(xpath='/auth_TAL_XML/record', fs='fs.data.aata', limit=self.limit), RecordCounter(name='tal', verbose=self.debug), _xml_element_to_dict, ) tal = self.add_tal_chain(graph, records) return tal
def _add_series_graph(self, graph): records = graph.add_chain( MatchingFiles(path='/', pattern=self.series_pattern, fs='fs.data.aata'), CurriedXMLReader(xpath='/series_XML/record', fs='fs.data.aata', limit=self.limit), RecordCounter(name='series', verbose=self.debug), _xml_element_to_dict, ) series = self.add_series_chain(graph, records) return series
def _add_people_graph(self, graph): records = graph.add_chain( MatchingFiles(path='/', pattern=self.people_pattern, fs='fs.data.aata'), CurriedXMLReader(xpath='/auth_person_XML/record', fs='fs.data.aata', limit=self.limit), RecordCounter(name='people', verbose=self.debug), _xml_element_to_dict, ) people = self.add_people_chain(graph, records) return people
def _add_abstracts_graph(self, graph): abstract_records = graph.add_chain( MatchingFiles(path='/', pattern=self.abstracts_pattern, fs='fs.data.aata'), CurriedXMLReader(xpath='/AATA_XML/record', fs='fs.data.aata', limit=self.limit), RecordCounter(name='abstracts', verbose=self.debug), _xml_element_to_dict, ) articles = self.add_articles_chain(graph, abstract_records) return articles
def _add_geog_graph(self, graph):
records = graph.add_chain(
MatchingFiles(path='/',
pattern=self.geog_pattern,
fs='fs.data.aata'),
CurriedXMLReader(xpath='/auth_geog_XML/record',
fs='fs.data.aata',
limit=self.limit),
_xml_element_to_dict,
)
geog = self.add_geog_chain(graph, records)
return geog
def _add_journals_graph(self, graph):
records = graph.add_chain(
MatchingFiles(path='/',
pattern=self.journals_pattern,
fs='fs.data.aata'),
CurriedXMLReader(xpath='/journal_XML/record',
fs='fs.data.aata',
limit=self.limit),
_xml_element_to_dict,
)
journals = self.add_journals_chain(graph, records)
return journals