def texts_api(request, ref, lang=None, version=None):
if request.method == "GET":
cb = request.GET.get("callback", None)
context = int(request.GET.get("context", 1))
commentary = bool(int(request.GET.get("commentary", True)))
version = version.replace("_", " ") if version else None
text = get_text(ref, version=version, lang=lang, commentary=commentary, context=context)
if "error" in text:
return jsonResponse(text, cb)
if int(request.GET.get("notes", 0)):
text["notes"] = get_notes(ref, uid=request.user.id, context=1)
if int(request.GET.get("sheets", 0)):
text["sheets"] = get_sheets_for_ref(ref)
return jsonResponse(text, cb)
if request.method == "POST":
j = request.POST.get("json")
if not j:
return jsonResponse({"error": "Missing 'json' parameter in post data."})
# Parameters to suppress some costly operations after save
count_after = int(request.GET.get("count_after", 1))
index_after = int(request.GET.get("index_after", 1))
if not request.user.is_authenticated():
key = request.POST.get("apikey")
if not key:
return jsonResponse({"error": "You must be logged in or use an API key to save texts."})
apikey = db.apikeys.find_one({"key": key})
if not apikey:
return jsonResponse({"error": "Unrecognized API key."})
response = save_text(ref, json.loads(j), apikey["uid"], method="API", count_after=count_after, index_after=index_after)
return jsonResponse(response)
else:
@csrf_protect
def protected_post(request):
response = save_text(ref, json.loads(j), request.user.id, count_after=count_after, index_after=index_after)
return jsonResponse(response)
return protected_post(request)
return jsonResponse({"error": "Unsuported HTTP method."})
def _get_daf_sheet_ids(cls):
from sefaria.sheets import get_sheets_for_ref
sheets = get_sheets_for_ref(daf_yomi_ref().normal())
sorted_sheets = sorted(sheets, key=lambda s: s["views"], reverse=True)
return [s["id"] for s in sorted_sheets[:3]]
def get_links(tref, with_text=True, with_sheet_links=False):
"""
Return a list of links tied to 'ref' in client format.
If `with_text`, retrieve texts for each link.
If `with_sheet_links` include sheet results for sheets in groups which are listed in the TOC.
"""
links = []
oref = Ref(tref)
nRef = oref.normal()
lenRef = len(nRef)
reRef = oref.regex() if oref.is_range() else None
# for storing all the section level texts that need to be looked up
texts = {}
linkset = LinkSet(oref)
# For all links that mention ref (in any position)
for link in linkset:
# each link contains 2 refs in a list
# find the position (0 or 1) of "anchor", the one we're getting links for
# If both sides of the ref are in the same section of a text, only one direction will be used. bug? maybe not.
if reRef:
pos = 0 if any(re.match(reRef, tref) for tref in link.expandedRefs0) else 1
else:
pos = 0 if any(nRef == tref[:lenRef] for tref in link.expandedRefs0) else 1
try:
com = format_link_object_for_client(link, False, nRef, pos)
except InputError:
logger.warning(u"Bad link: {} - {}".format(link.refs[0], link.refs[1]))
continue
except AttributeError as e:
logger.error(u"AttributeError in presenting link: {} - {} : {}".format(link.refs[0], link.refs[1], e))
continue
# Rather than getting text with each link, walk through all links here,
# caching text so that redundant DB calls can be minimized
# If link is spanning, split into section refs and rejoin
try:
if with_text:
original_com_oref = Ref(com["ref"])
com_orefs = original_com_oref.split_spanning_ref()
for com_oref in com_orefs:
top_oref = com_oref.top_section_ref()
# Lookup and save top level text, only if we haven't already
top_nref = top_oref.normal()
if top_nref not in texts:
for lang in ("en", "he"):
top_nref_tc = TextChunk(top_oref, lang)
versionInfoMap = None if not top_nref_tc._versions else {
v.versionTitle: {
'license': getattr(v, 'license', u''),
'versionTitleInHebrew': getattr(v, 'versionTitleInHebrew', u'')
} for v in top_nref_tc._versions
}
if top_nref_tc.is_merged:
version = top_nref_tc.sources
license = [versionInfoMap[vtitle]['license'] for vtitle in version]
versionTitleInHebrew = [versionInfoMap[vtitle]['versionTitleInHebrew'] for vtitle in version]
elif top_nref_tc._versions:
version_obj = top_nref_tc.version()
version = version_obj.versionTitle
license = versionInfoMap[version]['license']
versionTitleInHebrew = versionInfoMap[version]['versionTitleInHebrew']
else:
# version doesn't exist in this language
version = None
license = None
versionTitleInHebrew = None
version = top_nref_tc.sources if top_nref_tc.is_merged else (top_nref_tc.version().versionTitle if top_nref_tc._versions else None)
if top_nref not in texts:
texts[top_nref] = {}
texts[top_nref][lang] = {
'ja': top_nref_tc.ja(),
'version': version,
'license': license,
'versionTitleInHebrew': versionTitleInHebrew
}
com_sections = [i - 1 for i in com_oref.sections]
com_toSections = [i - 1 for i in com_oref.toSections]
for lang, (attr, versionAttr, licenseAttr, vtitleInHeAttr) in (("he", ("he","heVersionTitle","heLicense","heVersionTitleInHebrew")), ("en", ("text", "versionTitle","license","versionTitleInHebrew"))):
temp_nref_data = texts[top_nref][lang]
res = temp_nref_data['ja'].subarray(com_sections[1:], com_toSections[1:]).array()
if attr not in com:
com[attr] = res
else:
if isinstance(com[attr], basestring):
com[attr] = [com[attr]]
com[attr] += res
temp_version = temp_nref_data['version']
if isinstance(temp_version, basestring) or temp_version is None:
com[versionAttr] = temp_version
com[licenseAttr] = temp_nref_data['license']
com[vtitleInHeAttr] = temp_nref_data['versionTitleInHebrew']
else:
# merged. find exact version titles for each segment
start_sources = temp_nref_data['ja'].distance([], com_sections[1:])
if com_sections == com_toSections:
# simplify for the common case
versions = temp_version[start_sources] if start_sources < len(temp_version) - 1 else None
licenses = temp_nref_data['license'][start_sources] if start_sources < len(temp_nref_data['license']) - 1 else None
versionTitlesInHebrew = temp_nref_data['versionTitleInHebrew'][start_sources] if start_sources < len(temp_nref_data['versionTitleInHebrew']) - 1 else None
else:
end_sources = temp_nref_data['ja'].distance([], com_toSections[1:])
versions = temp_version[start_sources:end_sources + 1]
licenses = temp_nref_data['license'][start_sources:end_sources + 1]
versionTitlesInHebrew = temp_nref_data['versionTitleInHebrew'][start_sources:end_sources + 1]
com[versionAttr] = versions
com[licenseAttr] = licenses
com[vtitleInHeAttr] = versionTitlesInHebrew
links.append(com)
except NoVersionFoundError as e:
logger.warning(u"Trying to get non existent text for ref '{}'. Link refs were: {}".format(top_nref, link.refs))
continue
# Harded-coding automatic display of links to an underlying text. bound_texts = ("Rashba on ",)
# E.g., when requesting "Steinsaltz on X" also include links to "X" as though they were connected directly to Steinsaltz.
bound_texts = ("Steinsaltz on ",)
for prefix in bound_texts:
if nRef.startswith(prefix):
base_ref = nRef[len(prefix):]
base_links = get_links(base_ref)
def add_prefix(link):
link["anchorRef"] = prefix + link["anchorRef"]
link["anchorRefExpanded"] = [prefix + l for l in link["anchorRefExpanded"]]
return link
base_links = [add_prefix(link) for link in base_links]
orig_links_refs = [(origlink['sourceRef'], origlink['anchorRef']) for origlink in links]
base_links = filter(lambda x: ((x['sourceRef'], x['anchorRef']) not in orig_links_refs) and (x["sourceRef"] != x["anchorRef"]), base_links)
links += base_links
links = [l for l in links if not Ref(l["anchorRef"]).is_section_level()]
groups = library.get_groups_in_library()
if with_sheet_links and len(groups):
sheet_links = get_sheets_for_ref(tref, in_group=groups)
formatted_sheet_links = [format_sheet_as_link(sheet) for sheet in sheet_links]
links += formatted_sheet_links
return links
def reader(request, ref, lang=None, version=None):
# Redirect to standard URLs
# Let unknown refs pass through
uref = url_ref(ref)
if uref and ref != uref:
url = "/" + uref
if lang and version:
url += "/%s/%s" % (lang, version)
response = redirect(url, permanent=True)
params = request.GET.urlencode()
response['Location'] += "?%s" % params if params else ""
return response
# BANDAID - return the first section only of a spanning ref
pRef = parse_ref(ref)
if "error" not in pRef and is_spanning_ref(pRef):
ref = split_spanning_ref(pRef)[0]
url = "/" + ref
if lang and version:
url += "/%s/%s" % (lang, version)
response = redirect(url)
params = request.GET.urlencode()
response['Location'] += "?%s" % params if params else ""
return response
version = version.replace("_", " ") if version else None
text = get_text(ref, lang=lang, version=version)
if not "error" in text:
text["notes"] = get_notes(ref, uid=request.user.id, context=1)
text["sheets"] = get_sheets_for_ref(ref)
initJSON = json.dumps(text)
lines = True if "error" in text or text["type"] not in ('Tanach', 'Talmud') or text["book"] == "Psalms" else False
email = request.user.email if request.user.is_authenticated() else ""
zippedText = map(None, text["text"], text["he"]) if not "error" in text else []
# Pull language setting from cookie or Accept-Lanugage header
langMode = request.COOKIES.get('langMode') or request.LANGUAGE_CODE or 'en'
langMode = 'he' if langMode == 'he-il' else langMode
# URL parameter trumps cookie
langMode = request.GET.get("lang", langMode)
langMode = "bi" if langMode in ("he-en", "en-he") else langMode
# Don't allow languages other than what we currently handle
langMode = 'en' if langMode not in ('en', 'he', 'bi') else langMode
# Substitue language mode if text not available in that language
if not "error" in text:
if is_text_empty(text["text"]) and not langMode == "he":
langMode = "he"
if is_text_empty(text["he"]) and not langMode == "en":
langMode = "en"
langClass = {"en": "english", "he": "hebrew", "bi": "bilingual heLeft"}[langMode]
return render_to_response('reader.html',
{'text': text,
'initJSON': initJSON,
'zippedText': zippedText,
'lines': lines,
'langClass': langClass,
'page_title': norm_ref(ref) or "Unknown Text",
'title_variants': "(%s)" % ", ".join(text.get("titleVariants", []) + [text.get("heTitle", "")]),
'email': email},
RequestContext(request))
def get_links(tref, with_text=True, with_sheet_links=False):
"""
Return a list of links tied to 'ref' in client format.
If `with_text`, retrieve texts for each link.
If `with_sheet_links` include sheet results for sheets in groups which are listed in the TOC.
"""
links = []
oref = Ref(tref)
nRef = oref.normal()
lenRef = len(nRef)
reRef = oref.regex() if oref.is_range() else None
# for storing all the section level texts that need to be looked up
texts = {}
linkset = LinkSet(oref)
# For all links that mention ref (in any position)
for link in linkset:
# each link contains 2 refs in a list
# find the position (0 or 1) of "anchor", the one we're getting links for
# If both sides of the ref are in the same section of a text, only one direction will be used. bug? maybe not.
if reRef:
pos = 0 if re.match(reRef, link.refs[0]) else 1
else:
pos = 0 if nRef == link.refs[0][:lenRef] else 1
try:
com = format_link_object_for_client(link, False, nRef, pos)
except InputError:
# logger.warning("Bad link: {} - {}".format(link.refs[0], link.refs[1]))
continue
except AttributeError as e:
logger.error(u"AttributeError in presenting link: {} - {} : {}".format(link.refs[0], link.refs[1], e))
continue
# Rather than getting text with each link, walk through all links here,
# caching text so that redundant DB calls can be minimized
# If link is spanning, split into section refs and rejoin
try:
if with_text:
original_com_oref = Ref(com["ref"])
com_orefs = original_com_oref.split_spanning_ref()
for com_oref in com_orefs:
top_oref = com_oref.top_section_ref()
# Lookup and save top level text, only if we haven't already
top_nref = top_oref.normal()
if top_nref not in texts:
for lang in ("en", "he"):
top_nref_tc = TextChunk(top_oref, lang)
versionInfoMap = None if not top_nref_tc._versions else {
v.versionTitle: {
'license': getattr(v, 'license', u''),
'versionTitleInHebrew': getattr(v, 'versionTitleInHebrew', u'')
} for v in top_nref_tc._versions
}
if top_nref_tc.is_merged:
version = top_nref_tc.sources
license = [versionInfoMap[vtitle]['license'] for vtitle in version]
versionTitleInHebrew = [versionInfoMap[vtitle]['versionTitleInHebrew'] for vtitle in version]
elif top_nref_tc._versions:
version_obj = top_nref_tc.version()
version = version_obj.versionTitle
license = versionInfoMap[version]['license']
versionTitleInHebrew = versionInfoMap[version]['versionTitleInHebrew']
else:
# version doesn't exist in this language
version = None
license = None
versionTitleInHebrew = None
version = top_nref_tc.sources if top_nref_tc.is_merged else (top_nref_tc.version().versionTitle if top_nref_tc._versions else None)
if top_nref not in texts:
texts[top_nref] = {}
texts[top_nref][lang] = {
'ja': top_nref_tc.ja(),
'version': version,
'license': license,
'versionTitleInHebrew': versionTitleInHebrew
}
com_sections = [i - 1 for i in com_oref.sections]
com_toSections = [i - 1 for i in com_oref.toSections]
for lang, (attr, versionAttr, licenseAttr, vtitleInHeAttr) in (("he", ("he","heVersionTitle","heLicense","heVersionTitleInHebrew")), ("en", ("text", "versionTitle","license","versionTitleInHebrew"))):
temp_nref_data = texts[top_nref][lang]
res = temp_nref_data['ja'].subarray(com_sections[1:], com_toSections[1:]).array()
if attr not in com:
com[attr] = res
else:
if isinstance(com[attr], basestring):
com[attr] = [com[attr]]
com[attr] += res
temp_version = temp_nref_data['version']
if isinstance(temp_version, basestring) or temp_version is None:
com[versionAttr] = temp_version
com[licenseAttr] = temp_nref_data['license']
com[vtitleInHeAttr] = temp_nref_data['versionTitleInHebrew']
else:
# merged. find exact version titles for each segment
start_sources = temp_nref_data['ja'].distance([], com_sections[1:])
if com_sections == com_toSections:
# simplify for the common case
versions = temp_version[start_sources] if start_sources < len(temp_version) - 1 else None
licenses = temp_nref_data['license'][start_sources] if start_sources < len(temp_nref_data['license']) - 1 else None
versionTitlesInHebrew = temp_nref_data['versionTitleInHebrew'][start_sources] if start_sources < len(temp_nref_data['versionTitleInHebrew']) - 1 else None
else:
end_sources = temp_nref_data['ja'].distance([], com_toSections[1:])
versions = temp_version[start_sources:end_sources + 1]
licenses = temp_nref_data['license'][start_sources:end_sources + 1]
versionTitlesInHebrew = temp_nref_data['versionTitleInHebrew'][start_sources:end_sources + 1]
com[versionAttr] = versions
com[licenseAttr] = licenses
com[vtitleInHeAttr] = versionTitlesInHebrew
links.append(com)
except NoVersionFoundError as e:
logger.warning("Trying to get non existent text for ref '{}'. Link refs were: {}".format(top_nref, link.refs))
continue
# Harded-coding automatic display of links to an underlying text. bound_texts = ("Rashba on ",)
# E.g., when requesting "Steinsaltz on X" also include links to "X" as though they were connected directly to Steinsaltz.
bound_texts = ("Steinsaltz on ",)
for prefix in bound_texts:
if nRef.startswith(prefix):
base_ref = nRef[len(prefix):]
base_links = get_links(base_ref)
def add_prefix(link):
link["anchorRef"] = prefix + link["anchorRef"]
return link
base_links = [add_prefix(link) for link in base_links]
orig_links_refs = [(origlink['sourceRef'], origlink['anchorRef']) for origlink in links]
base_links = filter(lambda x: ((x['sourceRef'], x['anchorRef']) not in orig_links_refs) and (x["sourceRef"] != x["anchorRef"]), base_links)
links += base_links
links = [l for l in links if not Ref(l["anchorRef"]).is_section_level()]
groups = library.get_groups_in_library()
if with_sheet_links and len(groups):
sheet_links = get_sheets_for_ref(tref, in_group=groups)
formatted_sheet_links = [format_sheet_as_link(sheet) for sheet in sheet_links]
links += formatted_sheet_links
return links