num_skipped = 0
last_id = kNAQT_START
if flags.naqt_path:
for qq in naqt_reader(flags.naqt_path):
if qq.answer in answer_map and len(answer_map[qq.answer]) == 1:
page = answer_map[qq.answer].keys()[0]
else:
page = ""
if not qq.text:
print("Bad question %s" % str(qq.metadata["ID"]))
if int(qq.metadata["ID"]) in existing:
num_skipped += 1
continue
else:
last_id += 1
add_question(conn, last_id, qq.tournaments,
map_naqt(qq.metadata["SUBJECT"], qq.text, page),
page, qq.text, qq.answer, naqt=qq.metadata["ID"])
if last_id % 1000 == 0:
print(answer_map[qq.answer])
print(last_id, qq.answer, page, qq.text)
print(qq.tournaments)
print("Added %i, skipped %i" % (last_id - kNAQT_START, num_skipped))
qdb.prune_text()
if qq.answer in answer_map and len(answer_map[qq.answer]) == 1:
page = answer_map[qq.answer].keys()[0]
else:
page = ""
if not qq.text:
print("Bad question %s" % str(qq.metadata["ID"]))
if int(qq.metadata["ID"]) in existing:
num_skipped += 1
continue
else:
last_id += 1
add_question(conn,
last_id,
qq.tournaments,
map_naqt(qq.metadata["SUBJECT"], qq.text, page),
page,
qq.text,
qq.answer,
naqt=qq.metadata["ID"])
if last_id % 1000 == 0:
print(answer_map[qq.answer])
print(last_id, qq.answer, page, qq.text)
print(qq.tournaments)
print("Added %i, skipped %i" % (last_id - kNAQT_START, num_skipped))
qdb.prune_text()
