def test_creating_paran2(self):
second = Tree("(hello OR world) AND earth")
b = Tree()
b.operator = Operation.AND
bl, br = Tree("hello OR world"), Tree("earth")
b.left = bl
b.right = br
self.assertTrue(self.checkEquality(second, b))
def test_creating_paran3(self):
third = Tree("earth AND (hello OR world)")
b = Tree()
b.operator = Operation.AND
br, bl = Tree("hello OR world"), Tree("earth")
b.left = bl
b.right = br
self.assertTrue(self.checkEquality(third, b))
def test_creating_paran8(self):
tr = Tree("(computer AND terminal) OR (soybean AND crush)")
b = Tree()
b.operator = Operation.OR
br = Tree("soybean AND crush")
bl = Tree("computer AND terminal")
b.right = br
b.left = bl
self.assertTrue(self.checkEquality(tr, b))
def test_creating_paran4_5(self):
tr = Tree("NOT (hello OR world)")
b = Tree()
b.operator = Operation.NOT
br = Tree("hello OR world")
b.right = br
self.assertTrue(self.checkEquality(tr, b))
def test_creatingOR(self):
second = Tree("hello OR world")
b = Tree()
b.operator = Operation.OR
l = Tree("hello")
r = Tree("world")
b.right = r
b.left = l
self.assertTrue(self.checkEquality(second, b))
logging.debug(second)
def test_creatingAND(self):
first = Tree("hello AND world")
b = Tree()
b.operator = Operation.AND
l = Tree("hello")
r = Tree("world")
b.right = r
b.left = l
self.assertTrue(self.checkEquality(first, b))
logging.debug(first)
def test_creating_paran6(self):
tr = Tree("earth AND NOT (hello OR world) OR (mars AND jupiter)")
b = Tree()
b.operator = Operation.OR
br = Tree("(mars AND jupiter)")
bl = Tree("earth AND NOT (hello OR world)")
b.left = bl
b.right = br
self.assertTrue(self.checkEquality(tr, b))
def test_creating_paran4(self):
tr = Tree("earth AND NOT (hello OR world)")
b = Tree()
b.operator = Operation.AND
bl = Tree("earth")
br = Tree()
br.operator = Operation.NOT
brr = Tree("hello OR world")
br.right = brr
b.left = bl
b.right = br
self.assertTrue(self.checkEquality(tr, b))
def test_creatingNOT_OR(self):
fourth = Tree("NOT hello OR world")
b = Tree()
b.operator = Operation.OR
l = Tree("hello")
l_base = Tree()
l_base.operator = Operation.NOT
l_base.right = l
r = Tree("world")
b.right = r
b.left = l_base
self.assertTrue(self.checkEquality(fourth, b))
def test_creatingAND_NOT(self):
third = Tree("hello AND NOT world")
b = Tree()
b.operator = Operation.AND
l = Tree("hello")
r = Tree("world")
r_base = Tree()
r_base.operator = Operation.NOT
r_base.right = r
b.right = r_base
b.left = l
self.assertTrue(self.checkEquality(third, b))
logging.debug(third)
def run(self):
tree = Tree(self.file[:-4])
queue = tree.parse()
deck_name = tree.name
col = self.col
# Setup a deck
deck = col.decks.id(deck_name)
col.decks.select(deck)
# Make new models
new_models = []
old_models = []
old_model_ids = []
for note in queue:
m = col.models.byName(note["ffsModel"]["name"])
if not m:
unique = True
for n in new_models:
if note["ffsModel"]["name"] == n["ffsModel"]["name"]:
unique = False
break
if unique:
new_models.append(note)
else:
unique = True
for n in old_models:
if note["ffsModel"]["name"] == n["ffsModel"]["name"]:
unique = False
break
if unique:
old_models.append(note)
note["ffsModel"]["id"] = m["id"]
self.handle_models(new_models, True)
# Check for updates
nids = []
nids_decks = {}
update = []
update_nids = []
add = []
delete = []
tags_to_register = ["ffsi:added", "ffsi:changed", "ffsi:owned"]
addedc = 0
changedc = 0
deletedc = 0
for note in col.db.execute("select * from notes"):
note = list(note)
match = None
deletable = False
m = col.models.get(note[2])
tags = col.tags.split(note[5])
field_map = col.models.fieldMap(m)
fields = splitFields(note[6])
if "Filename" not in field_map:
if col.tags.inList("ffsi:owned", tags):
raise ValueError("ffs owned note tampered with.")
continue
filename = fields[field_map["Filename"][0]]
deck_check = filename.split('/')[0]
if col.tags.inList("ffsi:owned", tags) \
and deck_name == deck_check:
deletable = True
for n in queue:
om = col.models.byName(n["ffsModel"]["name"])
if n["Filename"] == filename:
flds = []
changed = False
if "fields" in n["ffsModel"]:
flds.append(n["Filename"])
for field in n["ffsModel"]["fields"].split():
if field not in n:
raise ValueError("Note missing model field," +
" in file: {0}".format(n["Filename"]))
flds.append(n[field])
else:
for field in col.models.fieldNames(om):
flds.append(n[field])
if int(note[2]) != int(om["id"]):
changed = True
old_model_ids.append(note[2])
note[2] = int(om["id"])
if note[6] != joinFields(flds):
changed = True
note[6] = joinFields(flds)
new_tags = col.tags.addToStr("ffsi:owned", "")
note[5] = col.tags.remFromStr("ffsi:added", note[5])
note[5] = col.tags.remFromStr("ffsi:changed", note[5])
if "tags" in n:
for t in n["tags"].split():
new_tags = col.tags.addToStr(t, new_tags)
tags_to_register.extend(col.tags.split(new_tags))
else:
new_tags = note[5]
if note[5] != new_tags:
changed = True
if changed:
new_tags = col.tags.addToStr("ffsi:changed", new_tags)
changedc = changedc + 1
note[5] = new_tags
update.append(note)
update_nids.append(note[0])
match = n
if match:
queue.remove(match)
elif deletable:
delete.append(note[0])
deletedc = deletedc + 1
self.handle_models(old_models)
for note in queue:
add.append(note)
col.remNotes(delete)
col.db.executemany(
"insert or replace into notes values (?,?,?,?,?,?,?,?,?,?,?)",
update)
col.genCards(update_nids)
col.updateFieldCache(update_nids)
col.tags.registerNotes(update_nids)
for textfile in add:
m = col.models.byName(textfile["ffsModel"]["name"])
col.models.setCurrent(m)
note = col.newNote()
new_tags = ["ffsi:owned", "ffsi:added"]
if "tags" in textfile:
custom_tags = textfile["tags"].split()
new_tags.extend(custom_tags)
tags_to_register.extend(custom_tags)
[note.addTag(tag) for tag in list(set(new_tags))]
fields = col.models.fieldNames(m)
for field in fields:
note[field] = textfile[field]
col.addNote(note)
nids.append(note.id)
nids_decks[note.id] = textfile["ffsDeckname"]
addedc = addedc + 1
col.genCards(nids)
added_cards = []
for card in col.db.execute("select * from cards"):
card = list(card)
if card[1] in nids:
added_cards.append(card)
totalc = addedc + changedc + deletedc
self.log.append(
ngettext(
"{0} card changed, " +
"({1}, {2}, {3}) note (added, changed, or deleted).",
"{0} cards changed. " +
"({1}, {2}, {3}) notes (added, changed, or deleted).",
totalc).format(len(added_cards), addedc, changedc, deletedc))
# TODO improve this loop
for card in added_cards:
deck_name = nids_decks[card[1]]
deck = col.decks.id(deck_name)
col.decks.setDeck([card[0]], deck)
# Set the default model to something standard
basic = col.models.byName("Basic")
if basic:
col.models.setCurrent(basic)
# Register all of our tags
col.tags.register(list(set(tags_to_register)))
# Cleanup empty decks
children_decks = col.decks.children(deck)
for child in children_decks:
cids = col.decks.cids(child[1], True)
if len(cids) == 0:
col.decks.rem(child[1])
# Cleanup models
for note in old_models:
m = col.models.byName(note["ffsModel"]["name"])
if m:
nids = col.models.nids(m)
if len(nids) == 0:
col.models.rem(m)
for i in old_model_ids:
m = col.models.get(i)
if m:
nids = col.models.nids(m)
if len(nids) == 0:
col.models.rem(m)
col.conf['nextPos'] = col.db.scalar(
"select max(due)+1 from cards where type = 0") or 0
col.save()
col.db.execute("vacuum")
col.db.execute("analyze")
col.fixIntegrity()
def run(self):
tree = Tree(self.file[:-4])
queue = tree.parse()
deck_name = tree.name
col = self.col
# Setup a deck
deck = col.decks.id(deck_name)
col.decks.select(deck)
# Make new models
new_models = []
old_models = []
old_model_ids = []
for note in queue:
m = col.models.byName(note["ffsModel"]["name"])
if not m:
unique = True
for n in new_models:
if note["ffsModel"]["name"] == n["ffsModel"]["name"]:
unique = False
break
if unique:
new_models.append(note)
else:
unique = True
for n in old_models:
if note["ffsModel"]["name"] == n["ffsModel"]["name"]:
unique = False
break
if unique:
old_models.append(note)
note["ffsModel"]["id"] = m["id"]
self.handle_models(new_models, True)
# Check for updates
nids = []
nids_decks = {}
update = []
update_nids = []
add = []
delete = []
tags_to_register = ["ffsi:added", "ffsi:changed", "ffsi:owned"]
addedc = 0
changedc = 0
deletedc = 0
for note in col.db.execute("select * from notes"):
note = list(note)
match = None
deletable = False
m = col.models.get(note[2])
tags = col.tags.split(note[5])
field_map = col.models.fieldMap(m)
fields = splitFields(note[6])
if "Filename" not in field_map:
if col.tags.inList("ffsi:owned", tags):
raise ValueError("ffs owned note tampered with.")
continue
filename = fields[field_map["Filename"][0]]
deck_check = filename.split("/")[0]
if col.tags.inList("ffsi:owned", tags) and deck_name == deck_check:
deletable = True
for n in queue:
om = col.models.byName(n["ffsModel"]["name"])
if n["Filename"] == filename:
flds = []
changed = False
if "fields" in n["ffsModel"]:
flds.append(n["Filename"])
for field in n["ffsModel"]["fields"].split():
if field not in n:
raise ValueError("Note missing model field," + " in file: {0}".format(n["Filename"]))
flds.append(n[field])
else:
for field in col.models.fieldNames(om):
flds.append(n[field])
if int(note[2]) != int(om["id"]):
changed = True
old_model_ids.append(note[2])
note[2] = int(om["id"])
if note[6] != joinFields(flds):
changed = True
note[6] = joinFields(flds)
new_tags = col.tags.addToStr("ffsi:owned", "")
note[5] = col.tags.remFromStr("ffsi:added", note[5])
note[5] = col.tags.remFromStr("ffsi:changed", note[5])
if "tags" in n:
for t in n["tags"].split():
new_tags = col.tags.addToStr(t, new_tags)
tags_to_register.extend(col.tags.split(new_tags))
else:
new_tags = note[5]
if note[5] != new_tags:
changed = True
if changed:
new_tags = col.tags.addToStr("ffsi:changed", new_tags)
changedc = changedc + 1
note[5] = new_tags
update.append(note)
update_nids.append(note[0])
match = n
if match:
queue.remove(match)
elif deletable:
delete.append(note[0])
deletedc = deletedc + 1
self.handle_models(old_models)
for note in queue:
add.append(note)
col.remNotes(delete)
col.db.executemany("insert or replace into notes values (?,?,?,?,?,?,?,?,?,?,?)", update)
col.genCards(update_nids)
col.updateFieldCache(update_nids)
col.tags.registerNotes(update_nids)
for textfile in add:
m = col.models.byName(textfile["ffsModel"]["name"])
col.models.setCurrent(m)
note = col.newNote()
new_tags = ["ffsi:owned", "ffsi:added"]
if "tags" in textfile:
custom_tags = textfile["tags"].split()
new_tags.extend(custom_tags)
tags_to_register.extend(custom_tags)
[note.addTag(tag) for tag in list(set(new_tags))]
fields = col.models.fieldNames(m)
for field in fields:
note[field] = textfile[field]
col.addNote(note)
nids.append(note.id)
nids_decks[note.id] = textfile["ffsDeckname"]
addedc = addedc + 1
col.genCards(nids)
added_cards = []
for card in col.db.execute("select * from cards"):
card = list(card)
if card[1] in nids:
added_cards.append(card)
totalc = addedc + changedc + deletedc
self.log.append(
ngettext(
"{0} card changed, " + "({1}, {2}, {3}) note (added, changed, or deleted).",
"{0} cards changed. " + "({1}, {2}, {3}) notes (added, changed, or deleted).",
totalc,
).format(len(added_cards), addedc, changedc, deletedc)
)
# TODO improve this loop
for card in added_cards:
deck_name = nids_decks[card[1]]
deck = col.decks.id(deck_name)
col.decks.setDeck([card[0]], deck)
# Set the default model to something standard
basic = col.models.byName("Basic")
if basic:
col.models.setCurrent(basic)
# Register all of our tags
col.tags.register(list(set(tags_to_register)))
# Cleanup empty decks
children_decks = col.decks.children(deck)
for child in children_decks:
cids = col.decks.cids(child[1], True)
if len(cids) == 0:
col.decks.rem(child[1])
# Cleanup models
for note in old_models:
m = col.models.byName(note["ffsModel"]["name"])
if m:
nids = col.models.nids(m)
if len(nids) == 0:
col.models.rem(m)
for i in old_model_ids:
m = col.models.get(i)
if m:
nids = col.models.nids(m)
if len(nids) == 0:
col.models.rem(m)
col.conf["nextPos"] = col.db.scalar("select max(due)+1 from cards where type = 0") or 0
col.save()
col.db.execute("vacuum")
col.db.execute("analyze")
col.fixIntegrity()
def test_creating_AND_OR_AND_NOT(self):
fifth = Tree("hello AND world OR hello AND NOT world") # TODO::test optimizations
b = Tree()
b.operator = Operation.OR
l_1 = Tree()
l_1.operator = Operation.AND
l_1_l = Tree("hello")
l_1_r = Tree("world")
l_1.left = l_1_l
l_1.right = l_1_r
r_1 = Tree()
r_1.operator = Operation.AND
r_1_r = Tree()
r_1_r.operator = Operation.NOT
r_1_r_r = Tree("world")
r_1_r.right = r_1_r_r
r_1_l = Tree("hello")
r_1.right = r_1_r
r_1.left = r_1_l
b.right = r_1
b.left = l_1
self.assertTrue(self.checkEquality(fifth, b))
