def search_properties(self):
unique_id = helper.create_unique_id()
now = datetime.datetime.now()
time_stamp = now.strftime("%Y-%m-%d %H:%M")
n_records_searched = self.pub_count()
prop_dict = {'id':unique_id,'id_type':'search'
,'input_term':self.input_term,'input_db':self.input_db,'record_count':n_records_searched
,'run_date':time_stamp}
return prop_dict
def search_properties(self):
unique_id = helper.create_unique_id()
now = datetime.datetime.now()
time_stamp = now.strftime("%Y-%m-%d %H:%M")
id_list = helper.id_run('search')
run_fetch = self.pub_fetch(id_list)
article_list = helper.xml_to_html(run_fetch,self.input_db)
n_records_fetched = len(article_list)
prop_dict = {'id':unique_id,'id_type':'fetch'
,'input_db':self.input_db,'record_count':n_records_fetched
,'run_date':time_stamp}
return prop_dict
def parse_properties(parsed_df):
unique_id = helper.create_unique_id()
now = datetime.datetime.now()
time_stamp = now.strftime("%Y-%m-%d %H:%M")
n_records_parsed = len(parsed_df.index)
prop_dict = {
'id': unique_id,
'id_type': 'parse',
'input_db': 'springer',
'record_count': n_records_parsed,
'run_date': time_stamp
}
return prop_dict
def search_properties(self, record_count):
unique_id = helper.create_unique_id()
now = datetime.datetime.now()
time_stamp = now.strftime("%Y-%m-%d %H:%M")
n_records_fetched = record_count
prop_dict = {
'id': unique_id,
'id_type': 'fetch',
'input_db': 'springer',
'record_count': n_records_fetched,
'run_date': time_stamp
}
return prop_dict
def parse_properties(parsed_df):
unique_id = helper.create_unique_id()
now = datetime.datetime.now()
time_stamp = now.strftime("%Y-%m-%d %H:%M")
# id_list = helper.id_run('search')
# run_fetch = self.pub_fetch(id_list)
# article_list = helper.xml_to_html(run_fetch,self.input_db)
n_records_parsed = len(parsed_df.index)
prop_dict = {
'id': unique_id,
'id_type': 'parse',
'input_db': 'pmc',
'record_count': n_records_parsed,
'run_date': time_stamp
}
return prop_dict
