def process_citation_url(): while True: url = (yield) if not dbm.is_attr_in_db('source_url', url, dbm.GAME_CITATION_TABLE): click.echo('Extracting url {} through coroutine.'.format(url)) extractor = get_extractor_for_uri(url, get_url_source(url)) extractor.extract() citation, extracted_options = extractor.create_citation() citations.append((citation, NEW)) else: click.echo('Found {} in local db.'.format(url)) citation = dbm.create_cite_ref_from_db(GAME_CITE_REF, dbm.retrieve_attr_from_db( 'source_url', url, dbm.GAME_CITATION_TABLE)[0]) citations.append((citation, OLD))
def has_potential_duplicates(value, field, table_name): return dbm.is_attr_in_db(field, value, table_name)