def add_inc_wiki_articles():
for art in IArticle.objects.iterator():
try:
master = art.match_master
wa = Article.objects.get(name=master.name.replace('_', ' '))
if art.name == wa.name:
continue
try:
bla = IArticle.objects.filter(name=wa.name+'waw', art_ed=1000)
if bla.count() > 0:
continue
except:
pass
a = IArticle(name=wa.name, art_id=wa.wid, art_ed=1000, text='', prank=0.0,
volume_score=wa.vscore, match_master=master, match_score=1.0)
a.save()
print a.name, 'incwiki'
except:
pass
def insert_incunabula_articles(revw):
c = 0
sizes = revw['sizes']
for k in revw.keys():
try:
ma = IMasterArticle.objects.get(name=k)
for ed in revw[k]['editions']:
a = revw[k]['editions'][ed][0]
ia = IArticle(name=a['name'], art_id=a['id'], art_ed=ed, text=a['txt'],
prank=0.0, volume_score= (0.0 + len(a['txt'])) / sizes[ed],
match_master=ma,
match_score=-1.0)
#print a['name']
ia.save()
except:
continue
print c
c+=1
if LIMIT > 0 and c > LIMIT:
print 'wtf>'
break