def _create_dense_index(name_pids_dict, names_list): name_id = 0 args = list() for name in names_list: person_name, personids = name_pids_dict[name] args += [name_id, person_name, serialize(list(personids))] name_id += 1 populate_table('aidDENSEINDEX', ['name_id','person_name','personids'], args) set_dense_index_ready()
def _create_dense_index(name_pids_dict, names_list): name_id = 0 args = list() for name in names_list: person_name, personids = name_pids_dict[name] args += [name_id, person_name, serialize(list(personids))] name_id += 1 populate_table('aidDENSEINDEX', ['name_id', 'person_name', 'personids'], args) set_dense_index_ready()
def create_inverted_lists_worker(names_list): name_id = 0 inverted_lists = dict() for name in names_list: qgrams = set(get_qgrams_from_string(name, QGRAM_LEN)) for qgram in qgrams: try: inverted_list, cardinality = inverted_lists[qgram] inverted_list.add(name_id) inverted_lists[qgram][1] = cardinality + 1 except KeyError: inverted_lists[qgram] = [set([name_id]), 1] name_id += 1 args = list() for qgram in inverted_lists.keys(): inverted_list, cardinality = inverted_lists[qgram] args += [qgram, serialize(list(inverted_list)), cardinality] populate_table('aidINVERTEDLISTS', ['qgram','inverted_list','list_cardinality'], args) set_inverted_lists_ready()
def create_inverted_lists_worker(names_list): name_id = 0 inverted_lists = dict() for name in names_list: qgrams = set(get_qgrams_from_string(name, QGRAM_LEN)) for qgram in qgrams: try: inverted_list, cardinality = inverted_lists[qgram] inverted_list.add(name_id) inverted_lists[qgram][1] = cardinality + 1 except KeyError: inverted_lists[qgram] = [set([name_id]), 1] name_id += 1 args = list() for qgram in inverted_lists.keys(): inverted_list, cardinality = inverted_lists[qgram] args += [qgram, serialize(list(inverted_list)), cardinality] populate_table('aidINVERTEDLISTS', ['qgram', 'inverted_list', 'list_cardinality'], args) set_inverted_lists_ready()