def link_tiferet_shmuel(parsed_text,):
Helper.createBookRecord(divrey_chamudot_menachot.book_record())
file = divrey_chamudot_menachot.open_file(record = "chamudot")
names_list, cut = divrey_chamudot_menachot.cut_to_parts(file)
print depth(cut), "cut"
parsed = divrey_chamudot_menachot.parse(cut)
print len(divrey_chamudot_menachot.partslist)
for i, (name, tx) in enumerate(zip(divrey_chamudot_menachot.partslist,parsed)):
clean_text = divrey_chamudot_menachot.clean(tx)
#print (clean_text[0])
divrey_chamudot_menachot.save_parsed_text(clean_text,record = "chamudot", part=name)
divrey_chamudot_menachot.run_post_to_api(record = "chamudot", part=name)
count = 0
for k, siman in enumerate(parsed_text[i]):
#if re.match('\(.\)', siman):
if isinstance(siman, unicode):
if len(re.findall(ur'\(\*\)',siman))>0:
a = re.findall('\(\*\)', siman)
part = re.sub("_"," ",name.strip())
for j, b in enumerate(a):
count +=1
roash = "Rosh on %s, " % masechet + part + "." + str(k+1) + "." + str(1)
shmuel = "Divrey Chamudot on " + masechet + "," + " " + part + "." + str(count)
links.append(makeLink(roash, shmuel))
else:
for l ,text in enumerate(siman):
if len(re.findall(ur'\(\*\)',text))>0:
a = re.findall('\(\*\)', text)
part = re.sub("_"," ",name.strip())
for j, b in enumerate(a):
count +=1
roash = "Rosh on %s, " % masechet + part + "." + str(k+1) + "." + str(1)
shmuel = "Divrey Chamudot on " + masechet + "," + " " + part + "." + str(count)
links.append(makeLink(roash, shmuel))
def link_yomtov(parsed_text,):
Helper.createBookRecord(maadaney_yom_tov_menachot.book_record())
file = maadaney_yom_tov_menachot.open_file(record = "yomtov")
names_list, cut = maadaney_yom_tov_menachot.cut_to_parts(file)
print depth(cut), "cut"
parsed = maadaney_yom_tov_menachot.parse(cut)
print len(maadaney_yom_tov_menachot.partslist)
for i, (name, tx) in enumerate(zip(maadaney_yom_tov_menachot.partslist,parsed)):
clean_text = maadaney_yom_tov_menachot.clean(tx)
#print (clean_text[0])
maadaney_yom_tov_menachot.save_parsed_text(clean_text,record = "yomtov", part=name)
maadaney_yom_tov_menachot.run_post_to_api(record = "yomtov", part=name)
count = 0
print len(parsed_text[i])
for k, siman in enumerate(parsed_text[i]):
print name, k
#if re.match('\(.\)', siman):
if isinstance(siman, unicode):
if len(re.findall(ur'\(\*\)',siman))>0:
a = re.findall('\(\*\)', siman)
part = re.sub("_"," ",name.strip())
for j, b in enumerate(a):
count +=1
roash = "Rosh on %s, " % masechet + part + "." + str(k+1) + "." + str(1)
shmuel = "Maadaney Yom Tov on " + masechet + "," + " " + part + "." + str(count)
links.append(makeLink(roash, shmuel))
for l ,text in enumerate(siman):
if len(re.findall(ur'\(\*\)',text))>0:
a = re.findall('\(\*\)', text)
part = re.sub("_"," ",name.strip())
for j, b in enumerate(a):
count +=1
roash = "Rosh on %s, " % masechet + part + "." + str(k+1) + "." + str(1)
shmuel = "Maadaney Yom Tov on " + masechet + "," + " " + part + "." + str(count)
links.append(makeLink(roash, shmuel))
def run_post_to_api():
Helper.createBookRecord(book_record())
with open("preprocess_json/{}_on_{}.json".format(commentator, masechet),
'r') as filep:
file_text = filep.read()
mas = re.sub("_", " ", masechet.strip())
Helper.postText("{} on {}".format(commentator, masechet), file_text, False)
def divrey_chamuot(parsed_text):
chamudotlinks = []
count = 0
file = tiferet_shmuel.open_file(record="chamudot")
parsed = tiferet_shmuel.parse(file)
Helper.createBookRecord(tiferet_shmuel.book_record(record="chamudot"))
tiferet_shmuel.save_parsed_text(parsed, record="chamudot")
tiferet_shmuel.run_post_to_api(record="chamudot")
for k, perek in enumerate(parsed_text):
for i, seif in enumerate(perek):
for j, siman in enumerate(seif):
#if re.match('\(.\)', siman):
if ur'(*)' in siman:
print ur"הגעתי לכאן!"
a = re.findall('\(\*\)', siman)
for b in a:
print siman
count += 1
roash = "Rosh on %s." % masechet + str(
k + 1) + "." + str(i + 1) + "." + str(j + 1)
shmuel = "Divrey Chamudot on " + masechet + "." + str(
count)
chamudotlinks.append(link(roash, shmuel))
print count
print roash, shmuel
def divrey_chamuot2(text):
chamudotlinks = []
count = 0
file = tiferet_shmuel.open_file(record="chamudot")
parsed = tiferet_shmuel.parse(file)
Helper.createBookRecord(tiferet_shmuel.book_record(record="chamudot"))
tiferet_shmuel.save_parsed_text(parsed, record="chamudot")
tiferet_shmuel.run_post_to_api(record="chamudot")
commentator = "Divrey Chamudot"
rosh = []
chapters = re.split(ur"(?:@00|@99)", text)
for chapter_num, chapter in zip(chapters[1::2], chapters[2::2]):
print chapter_num
if len(chapter) <= 1:
pass
else:
perek = []
a = re.split(ur"@22([^@]*)", chapter)
for seif, cont in zip(a[1::2], a[2::2]):
si = []
print seif
if ur"(*)" in seif:
print "hello1"
if ur"(*)" in seif:
count += 1
roash = "Rosh on %s." % masechet + str(len(rosh) + 1) + "." + str(len(perek) + 1) + ".1"
shmuel = commentator + " on " + masechet + "." + str(count)
chamudotlinks.append(link(roash, shmuel))
print roash, shmuel
content = re.split("@66", cont)
seif = re.sub(ur"[^א-ת]", "", seif)
seif = hebrew.heb_string_to_int(seif.strip())
for num, co in enumerate(content):
a = re.findall("\(\*\)", co)
for b in a:
count += 1
roash = (
"Rosh on %s." % masechet
+ str(len(rosh) + 1)
+ "."
+ str(len(perek) + 1)
+ "."
+ str(num + 1)
)
shmuel = commentator + " on " + masechet + "." + str(count)
print roash, shmuel
chamudotlinks.append(link(shmuel, roash))
# print parsed[count]
si.append(co)
perek.append(si)
rosh.append(perek)
def post_to_api(book_name):
index_rec = {
"title": 'Ben Ish Chai',
"titleVariants": ["Ben Ish Chai"],
"heTitle": 'בן איש חי',
"heTitleVariants" :['בן איש חי', 'רבי יוסף חיים מבגדאד'],
"sectionNames": ["Parsha", "Comment"],
"categories": ['Parshanut'],
}
Helper.createBookRecord(index_rec)
dir_name = 'preprocess_json/Ben Ish Chai'
with open(dir_name + "/" + book_name + ".json", 'r') as filep:
file_text = filep.read()
Helper.postText(index_rec["title"], file_text, False)
def post_to_api(book_name):
index_rec = {
"title": 'Ben Ish Chai',
"titleVariants": ["Ben Ish Chai"],
"heTitle": 'בן איש חי',
"heTitleVariants": ['בן איש חי', 'רבי יוסף חיים מבגדאד'],
"sectionNames": ["Parsha", "Comment"],
"categories": ['Parshanut'],
}
Helper.createBookRecord(index_rec)
dir_name = 'preprocess_json/Ben Ish Chai'
with open(dir_name + "/" + book_name + ".json", 'r') as filep:
file_text = filep.read()
Helper.postText(index_rec["title"], file_text, False)
def divrey_chamuot2(text):
chamudotlinks = []
count = 0
file = tiferet_shmuel.open_file(record="chamudot")
parsed = tiferet_shmuel.parse(file)
Helper.createBookRecord(tiferet_shmuel.book_record(record="chamudot"))
tiferet_shmuel.save_parsed_text(parsed, record="chamudot")
tiferet_shmuel.run_post_to_api(record="chamudot")
commentator = "Divrey Chamudot"
rosh = []
chapters = re.split(ur'(?:@00|@99)', text)
for chapter_num, chapter in zip(chapters[1::2], chapters[2::2]):
print chapter_num
if len(chapter) <= 1:
pass
else:
perek = []
a = re.split(ur'@22([^@]*)', chapter)
for seif, cont in zip(a[1::2], a[2::2]):
si = []
print seif
if ur'(*)' in seif:
print "hello1"
if ur'(*)' in seif:
count += 1
roash = "Rosh on %s." % masechet + str(
len(rosh) + 1) + "." + str(len(perek) + 1) + ".1"
shmuel = commentator + " on " + masechet + "." + str(count)
chamudotlinks.append(link(roash, shmuel))
print roash, shmuel
content = re.split('@66', cont)
seif = re.sub(ur'[^א-ת]', "", seif)
seif = hebrew.heb_string_to_int(seif.strip())
for num, co in enumerate(content):
a = re.findall('\(\*\)', co)
for b in a:
count += 1
roash = "Rosh on %s." % masechet + str(
len(rosh) + 1) + "." + str(len(perek) +
1) + "." + str(num + 1)
shmuel = commentator + " on " + masechet + "." + str(
count)
print roash, shmuel
chamudotlinks.append(link(shmuel, roash))
#print parsed[count]
si.append(co)
perek.append(si)
rosh.append(perek)
def yomtov2(text):
chamudotlinks = []
count = 0
file = tiferet_shmuel.open_file(record = "yomtov")
parsed = tiferet_shmuel.parse(file)
Helper.createBookRecord(tiferet_shmuel.book_record(record = "yomtov"))
tiferet_shmuel.save_parsed_text(parsed, record = "yomtov")
tiferet_shmuel.run_post_to_api(record = "yomtov")
commentator = "Maadaney Yom Tov"
rosh = []
chapters = re.split(ur'(?:@00|@99)', text)
for chapter_num, chapter in enumerate(chapters):
if len(chapter)<=1:
pass
else:
perek = []
a = re.split(ur'@22([^@]*)', chapter)
for seif, cont in zip(a[1::2], a[2::2]):
si = []
print seif
if ur'[*]' in seif:
print "hello1"
if ur'[*]' in seif:
count+=1
roash = "Rosh on %s." % masechet +str(len(rosh)+1) + "." + str(len(perek)+1) + ".1"
shmuel = commentator + " on " + masechet +"."+ str(count)
chamudotlinks.append(link(roash, shmuel))
print roash, shmuel
content = re.split('@66', cont)
seif = re.sub(ur'[^א-ת]',"", seif)
seif = hebrew.heb_string_to_int(seif.strip())
for num, co in enumerate(content):
a = re.findall('\[\*\]', co)
for b in a:
count+=1
roash = "Rosh on %s." % masechet + str(len(rosh)+1) + "." + str(len(perek)+1) + "." + str(num+1)
shmuel = commentator + " on " + masechet + "." + str(count)
print roash, shmuel
chamudotlinks.append(link(shmuel, roash))
#print parsed[count]
si.append(co)
perek.append(si)
rosh.append(perek)
def link_yomtov(parsed_text, ):
Helper.createBookRecord(maadaney_yom_tov_menachot.book_record())
file = maadaney_yom_tov_menachot.open_file(record="yomtov")
names_list, cut = maadaney_yom_tov_menachot.cut_to_parts(file)
print depth(cut), "cut"
parsed = maadaney_yom_tov_menachot.parse(cut)
print len(maadaney_yom_tov_menachot.partslist)
for i, (name,
tx) in enumerate(zip(maadaney_yom_tov_menachot.partslist, parsed)):
clean_text = maadaney_yom_tov_menachot.clean(tx)
#print (clean_text[0])
maadaney_yom_tov_menachot.save_parsed_text(clean_text,
record="yomtov",
part=name)
maadaney_yom_tov_menachot.run_post_to_api(record="yomtov", part=name)
count = 0
print len(parsed_text[i])
for k, siman in enumerate(parsed_text[i]):
print name, k
#if re.match('\(.\)', siman):
if isinstance(siman, unicode):
if len(re.findall(ur'\(\*\)', siman)) > 0:
a = re.findall('\(\*\)', siman)
part = re.sub("_", " ", name.strip())
for j, b in enumerate(a):
count += 1
roash = "Rosh on %s, " % masechet + part + "." + str(
k + 1) + "." + str(1)
shmuel = "Maadaney Yom Tov on " + masechet + "," + " " + part + "." + str(
count)
links.append(makeLink(roash, shmuel))
for l, text in enumerate(siman):
if len(re.findall(ur'\(\*\)', text)) > 0:
a = re.findall('\(\*\)', text)
part = re.sub("_", " ", name.strip())
for j, b in enumerate(a):
count += 1
roash = "Rosh on %s, " % masechet + part + "." + str(
k + 1) + "." + str(1)
shmuel = "Maadaney Yom Tov on " + masechet + "," + " " + part + "." + str(
count)
links.append(makeLink(roash, shmuel))
def link_tiferet_shmuel(parsed_text, ):
Helper.createBookRecord(divrey_chamudot_menachot.book_record())
file = divrey_chamudot_menachot.open_file(record="chamudot")
names_list, cut = divrey_chamudot_menachot.cut_to_parts(file)
print depth(cut), "cut"
parsed = divrey_chamudot_menachot.parse(cut)
print len(divrey_chamudot_menachot.partslist)
for i, (name,
tx) in enumerate(zip(divrey_chamudot_menachot.partslist, parsed)):
clean_text = divrey_chamudot_menachot.clean(tx)
#print (clean_text[0])
divrey_chamudot_menachot.save_parsed_text(clean_text,
record="chamudot",
part=name)
divrey_chamudot_menachot.run_post_to_api(record="chamudot", part=name)
count = 0
for k, siman in enumerate(parsed_text[i]):
#if re.match('\(.\)', siman):
if isinstance(siman, unicode):
if len(re.findall(ur'\(\*\)', siman)) > 0:
a = re.findall('\(\*\)', siman)
part = re.sub("_", " ", name.strip())
for j, b in enumerate(a):
count += 1
roash = "Rosh on %s, " % masechet + part + "." + str(
k + 1) + "." + str(1)
shmuel = "Divrey Chamudot on " + masechet + "," + " " + part + "." + str(
count)
links.append(makeLink(roash, shmuel))
else:
for l, text in enumerate(siman):
if len(re.findall(ur'\(\*\)', text)) > 0:
a = re.findall('\(\*\)', text)
part = re.sub("_", " ", name.strip())
for j, b in enumerate(a):
count += 1
roash = "Rosh on %s, " % masechet + part + "." + str(
k + 1) + "." + str(1)
shmuel = "Divrey Chamudot on " + masechet + "," + " " + part + "." + str(
count)
links.append(makeLink(roash, shmuel))
def link_tiferet_shmuel(parsed_text):
shmuellinks = []
count = 0
file = tiferet_shmuel.open_file()
parsed = tiferet_shmuel.parse(file)
Helper.createBookRecord(tiferet_shmuel.book_record())
tiferet_shmuel.save_parsed_text(parsed)
tiferet_shmuel.run_post_to_api()
for k, perek in enumerate(parsed_text):
for i, seif in enumerate(perek):
for j, siman in enumerate(seif):
#if re.match('\(.\)', siman):
if ur'(*)' in siman:
a = re.findall('\(. \)', siman)
for b in a:
print siman
count +=1
roash = "Rosh on %s." % masechet + str(k+2) + "." + str(i+1) + "." + str(j+1)
shmuel = "Tiferet Shmuel on " + masechet + "." + str(count)
shmuellinks.append(link(roash, shmuel))
print count
def link_tiferet_shmuel(parsed_text):
shmuellinks = []
count = 0
file = tiferet_shmuel.open_file()
parsed = tiferet_shmuel.parse(file)
Helper.createBookRecord(tiferet_shmuel.book_record())
tiferet_shmuel.save_parsed_text(parsed)
tiferet_shmuel.run_post_to_api()
for k, perek in enumerate(parsed_text):
for i, seif in enumerate(perek):
for j, siman in enumerate(seif):
#if re.match('\(.\)', siman):
if ur'(*)' in siman:
a = re.findall('\(. \)', siman)
for b in a:
print siman
count +=1
roash = "Rosh on %s." % masechet + str(k+2) + "." + str(i+1) + "." + str(j+1)
shmuel = "Tiferet Shmuel on " + masechet + "." + str(count)
shmuellinks.append(link(roash, shmuel))
print count
def maadaney_yom_tov(parsed_text):
yomtovlinks = []
count = 0
file = tiferet_shmuel.open_file1()
parsed = tiferet_shmuel.parse(file)
Helper.createBookRecord(tiferet_shmuel.book_record(record = "yomtov"))
tiferet_shmuel.save_parsed_text(parsed, record = "yomtov")
tiferet_shmuel.run_post_to_api(record = "yomtov")
for k, perek in enumerate(parsed_text):
for i, seif in enumerate(perek):
for j, siman in enumerate(seif):
#print siman
#if re.match('\(.\)', siman):
if ur'[*]' in siman:
#print ur"הגעתי לכאן!"
a = re.findall('\[\*\]', siman)
for b in a:
# print siman
count +=1
roash = "Rosh on %s." % masechet + str(k+1) + "." + str(i+1) + "." + str(j+1)
shmuel = "Maadaney Yom Tov on " + masechet + "." + str(count)
yomtovlinks.append(link(roash, shmuel))
def maadaney_yom_tov(parsed_text):
yomtovlinks = []
count = 0
file = tiferet_shmuel.open_file1()
parsed = tiferet_shmuel.parse(file)
Helper.createBookRecord(tiferet_shmuel.book_record(record = "yomtov"))
tiferet_shmuel.save_parsed_text(parsed, record = "yomtov")
tiferet_shmuel.run_post_to_api(record = "yomtov")
for k, perek in enumerate(parsed_text):
for i, seif in enumerate(perek):
for j, siman in enumerate(seif):
#print siman
#if re.match('\(.\)', siman):
if ur'[*]' in siman:
#print ur"הגעתי לכאן!"
a = re.findall('\[\*\]', siman)
for b in a:
# print siman
count +=1
roash = "Rosh on %s." % masechet + str(k+1) + "." + str(i+1) + "." + str(j+1)
shmuel = "Maadaney Yom Tov on " + masechet + "." + str(count)
yomtovlinks.append(link(roash, shmuel))
def divrey_chamuot(parsed_text):
chamudotlinks = []
count = 0
file = tiferet_shmuel.open_file(record = "chamudot")
parsed = tiferet_shmuel.parse(file)
Helper.createBookRecord(tiferet_shmuel.book_record(record = "chamudot"))
tiferet_shmuel.save_parsed_text(parsed, record = "chamudot")
tiferet_shmuel.run_post_to_api(record = "chamudot")
for k, perek in enumerate(parsed_text):
for i, seif in enumerate(perek):
for j, siman in enumerate(seif):
#if re.match('\(.\)', siman):
if ur'(*)' in siman:
print ur"הגעתי לכאן!"
a = re.findall('\(\*\)', siman)
for b in a:
print siman
count +=1
roash = "Rosh on %s." % masechet + str(k+1) + "." + str(i+1) + "." + str(j+1)
shmuel = "Divrey Chamudot on " + masechet + "." + str(count)
chamudotlinks.append(link(roash, shmuel))
print count
print roash, shmuel
a = re.findall('\(. \)', siman)
for b in a:
print siman
count +=1
roash = "Rosh on %s." % masechet + str(k+2) + "." + str(i+1) + "." + str(j+1)
shmuel = "Tiferet Shmuel on " + masechet + "." + str(count)
shmuellinks.append(link(roash, shmuel))
print count
Helper.postLink(shmuellinks)
if __name__ == '__main__':
if os.path.isfile('source/Korban_Netanel_on_{}.txt'.format(masechet)):
print "has Korban 1"
Helper.createBookRecord(nosekelim.book_record(commentator="Korban Netanel"))
if os.path.isfile('source/Pilpula_Charifta_on_{}.txt'.format(masechet)):
# print "has Pilpula 1" + masechet
Helper.createBookRecord(nosekelim.book_record(commentator="Pilpula Charifta"))
text = open_file()
print masechet
if test_depth(text) == True:
print "true"
parsed_text = parse(text)
upload_text = clean(parsed_text)
Helper.createBookRecord(book_record())
else:
print "false"
parsed_text = parse1(text)
upload_text = clean1(parsed_text)
Helper.createBookRecord(book_record1())
def run_post_to_api():
Helper.createBookRecord(book_record())
with open("preprocess_json/Haamek_Davar_on_Genesis.json", "r") as filep:
file_text = filep.read()
Helper.postText("Haamek Davar on Genesis", file_text, False)
tdtwo=[]
seifimI = re.split(ur"@11(סימן\s?[u'\u05d0-\u05ea'][u'\u05d0-\u05ea']?[u'\u05d0-\u05ea']?\s?)@33", partII )
for ansI, seifI in zip(seifimI[1::2], seifimI[2::2]):
#print ansI.strip().split(" ")[1]
teshuvaI = "<b>" + ansI + "</b>" +seifI
teshuvaI = re.sub(ur"@00(.*?)\n","",teshuvaI)
tdtwo.append([teshuvaI])
save_parsed_text(tdtwo, "Part II")
run_post_to_api("Part II")
for i,k in enumerate(tdkeytwo):
Helper.postLink(addlink("Key part II", "Part II",i))
pass
if __name__ == '__main__':
text = open_file()
Helper.createBookRecord(build_index())
parsed = parse(text)
# print len(parsed)
#for i , foo in enumerate(parsed):
# if len(foo)<1:
# print i
#Helper.createBookRecord(build_index())
#for i, chelek in enumerate( [u"Orach Chaim",u"Yoreh De\'ah", u'Even HaEzer', u"Choshen Mishpat"]):
# save_parsed_text(parsed[i], chelek)
# run_post_to_api(chelek)
# print chelek
shmuel = commentator + " on " + masechet + "." + str(
count)
print roash, shmuel
chamudotlinks.append(link(shmuel, roash))
#print parsed[count]
si.append(co)
perek.append(si)
rosh.append(perek)
Helper.postLink(chamudotlinks)
if __name__ == '__main__':
if os.path.isfile('source/Korban_Netanel_on_{}.txt'.format(masechet)):
print "has Korban 1"
Helper.createBookRecord(
nosekelim.book_record(commentator="Korban Netanel"))
if os.path.isfile('source/Pilpula_Charifta_on_{}.txt'.format(masechet)):
print "has Pilpula 1" + masechet
Helper.createBookRecord(
nosekelim.book_record(commentator="Pilpula Charifta"))
text = open_file()
print masechet
if test_depth(text) == True:
print "true"
parsed_text = parse(text)
upload_text = clean(parsed_text)
Helper.createBookRecord(book_record())
else:
print "false"
parsed_text = parse1(text)
upload_text = clean1(parsed_text)
tdtwo = []
seifimI = re.split(
ur"@11(סימן\s?[u'\u05d0-\u05ea'][u'\u05d0-\u05ea']?[u'\u05d0-\u05ea']?\s?)@33",
partII)
for ansI, seifI in zip(seifimI[1::2], seifimI[2::2]):
#print ansI.strip().split(" ")[1]
teshuvaI = "<b>" + ansI + "</b>" + seifI
teshuvaI = re.sub(ur"@00(.*?)\n", "", teshuvaI)
tdtwo.append([teshuvaI])
save_parsed_text(tdtwo, "Part II")
run_post_to_api("Part II")
for i, k in enumerate(tdkeytwo):
Helper.postLink(addlink("Key part II", "Part II", i))
pass
if __name__ == '__main__':
text = open_file()
Helper.createBookRecord(build_index())
parsed = parse(text)
# print len(parsed)
#for i , foo in enumerate(parsed):
# if len(foo)<1:
# print i
#Helper.createBookRecord(build_index())
#for i, chelek in enumerate( [u"Orach Chaim",u"Yoreh De\'ah", u'Even HaEzer', u"Choshen Mishpat"]):
# save_parsed_text(parsed[i], chelek)
# run_post_to_api(chelek)
# print chelek
def run_post_to_api():
Helper.createBookRecord(book_record())
with open("preprocess_json/Rosh_on_Taanit.json", 'r') as filep:
file_text = filep.read()
Helper.postText("Rosh on Taanit", file_text, False)
}
#save
Helper.mkdir_p("preprocess_json/")
with open("preprocess_json/" + a + "_%s.json" % masechet , 'w') as out:
json.dump(text_whole, out)
def run_post_to_api(record ="shmuel"):
if record == "shmuel":
b = u"Tiferet_Shmuel_on"
a = u"Tiferet Shmuel on "
elif record == "yomtov":
b= u"Maadaney_Yom_Tov_on"
a = u"Maadaney Yom Tov on "
elif record == "chamudot":
b = u"Divrey_Chamudot_on"
a = u"Divrey Chamudot on "
# Helper.createBookRecord(book_record())
with open("preprocess_json/" + b + "_%s.json" % masechet, 'r') as filep:
file_text = filep.read()
Helper.postText( a + "%s" % masechet, file_text, False)
if __name__ == '__main__':
text = open_file()
basic_text = open_basic_file()
parsed_text = parse(text)
Helper.createBookRecord(book_record())
save_parsed_text(parsed_text)
run_post_to_api()
#Helper.postLink(links)
def run_post_to_api():
Helper.createBookRecord(book_record())
with open("preprocess_json/Rosh_on_Taanit.json", 'r') as filep:
file_text = filep.read()
Helper.postText("Rosh on Taanit", file_text, False)
def create_book_record(commentator): index = commentator['record'] Helper.createBookRecord(index)
def run_post_to_api():
Helper.createBookRecord(book_record())
with open("preprocess_json/Meshech Hochma.json", 'r') as filep:
file_text = filep.read()
Helper.postText("Meshech Hochma", file_text, False)
def create_book_record(commentator):
index = commentator['record']
Helper.createBookRecord(index)
def run_post_to_api():
Helper.createBookRecord(book_record())
with open("preprocess_json/Haamek_Davar_on_Genesis.json", 'r') as filep:
file_text = filep.read()
Helper.postText("Haamek Davar on Genesis", file_text, False)
def run_post_to_api():
Helper.createBookRecord(book_record())
with open("preprocess_json/Meshech Hochma.json", 'r') as filep:
file_text = filep.read()
Helper.postText("Meshech Hochma", file_text, False)
"http://www.worldcat.org/title/perush-radak-al-ha-torah-sefer-bereshit/oclc/867743220",
"language": "he",
"text": text,
}
#save
Helper.mkdir_p("preprocess_json/")
with open("preprocess_json/Daat_Zkenim_on_" + book + ".json", 'w') as out:
json.dump(text_whole, out)
def run_post_to_api(book):
with open("preprocess_json/Daat_Zkenim_on_" + book + ".json",
'r') as filep:
file_text = filep.read()
Helper.postText("Daat Zkenim on " + book, file_text, False)
""" The main function, runs when called from the CLI"""
if __name__ == '__main__':
text = open_file()
#print run_parser(text)[0][0][0][0]
parsed = run_parser(text)
Helper.createBookRecord(book_record())
print book_record()
for x, name in enumerate(
["Genesis", "Exodus", "Leviticus", "Numbers", "Deuteronomy"], 0):
save_parsed_text(parsed[x], name)
#print "posting "+name
#run_post_to_api(name)
def run_post_to_api():
Helper.createBookRecord(build_index())
with open("preprocess_json/Prisha.json", 'r') as filep:
file_text = filep.read()
Helper.postText("Prisha, Orach Chaim", file_text, False)
def run_post_to_api():
Helper.createBookRecord(book_record())
with open("preprocess_json/Rif_on_%s.json" % masechet, 'r') as filep:
file_text = filep.read()
Helper.postText("Rif %s" % masechet, file_text, False)
def run_post_to_api():
Helper.createBookRecord(book_record())
with open("preprocess_json/{}_on_{}.json".format(commentator, masechet), 'r') as filep:
file_text = filep.read()
mas = re.sub("_"," ", masechet.strip())
Helper.postText("{} on {}".format(commentator, masechet) , file_text, False)
def run_post_to_api():
Helper.createBookRecord(book_record())
with open("preprocess_json/Rif_on_%s.json" % masechet, 'r') as filep:
file_text = filep.read()
Helper.postText("Rif on %s" % masechet, file_text, False)
