class SPARQLQueryBuilder:
def __init__(self):
self.helper = SelectQueryHelper()
def create_query_from_form(self, formdata):
self.params = formdata
self._add_base_elements()
self._add_from()
self._consume_distribution()
self._consume_area()
self._consume_sort()
self._consume_homepage()
self._consume_maintainer()
self._consume_version()
self._consume_priority()
self._consume_comaintainer()
self._consume_vcs()
self._consume_section()
self._consume_buildessential()
self._consume_essential()
self._consume_dmuploadallowed()
self._consume_popcon()
self._consume_filter()
self.helper.set_limit(RESULTS_PER_PAGE)
self.helper.set_distinct()
return self.helper.__str__()
def binary_search(self):
if "searchtype" in self.params:
type = self.params["searchtype"]
if type in ("BINARY", "BINARYEXT"):
return True
elif type in ("SOURCE"):
return False
else:
raise SPARQLQueryBuilderUnexpectedFieldValueError("searchtype")
else:
raise SPARQLQueryBuilderUnexpectedFieldValueError("searchtype")
def source_search(self):
return not self.binary_search()
def wants_json(self):
if "tojson" in self.params:
return self.params["tojson"]
else:
raise SPARQLQueryBuilderUnexpectedFieldValueError("json")
def wants_html(self):
# For the moment json/html are dual parameters
return not self.wants_json()
def _extended_binary_search(self):
if "searchtype" in self.params:
if self.params["searchtype"] == "BINARYEXT":
return True
else:
return False
else:
raise SPARQLQueryBuilderUnexpectedFieldValueError("searchtype")
def _add_base_elements(self):
self.helper.push_triple_variables(Variable("source"), RDF.type, DEB.Source)
self.helper.push_triple_variables(Variable("unversionedsource"), DEB.version, Variable("source"))
self.helper.push_triple(Variable("source"), DEB.maintainer, Variable("maint"))
self.helper.push_triple_variables(Variable("maint"), FOAF.mbox, Variable("maintmail"))
self.helper.push_triple_variables(Variable("source"), DEB.versionNumber, Variable("sourceversion"))
self.helper.push_triple_variables(Variable("sourceversion"), DEB.fullVersion, Variable("sourcefullversion"))
self.helper.push_triple_variables(Variable("source"), DEB.packageName, Variable("sourcename"))
if self.binary_search() or self._extended_binary_search():
self.helper.push_triple_variables(Variable("binary"), RDF.type, DEB.Binary)
self.helper.push_triple_variables(Variable("source"), DEB.binary, Variable("binary"))
self.helper.push_triple_variables(Variable("binary"), DEB.packageName, Variable("binaryname"))
self.helper.push_triple_variables(Variable("unversionedbinary"), DEB.version, Variable("binary"))
self.helper.push_triple_variables(Variable("binary"), DEB.synopsis, Variable("synopsis"))
self.helper.push_triple_variables(Variable("binary"), DEB.versionNumber, Variable("binaryversion"))
self.helper.push_triple_variables(Variable("binaryversion"), DEB.fullVersion, Variable("binaryfullversion"))
def _consume_filter(self):
filter = self.params["filter"]
if filter:
filter = re.escape(filter).replace("\\", "\\\\")
if self.params["exactmatch"]:
filter = "".join(["^", filter, "$"])
if self.binary_search():
if self._extended_binary_search():
self.helper.push_triple(Variable("binary"), DEB.extendedDescription, Variable("desc"))
restrictions = {Variable("desc"): filter, Variable("binaryname"): filter}
self.helper.add_or_filter_regex(restrictions)
else:
self.helper.add_or_filter_regex({Variable("binaryname"): filter})
elif self.source_search():
self.helper.add_or_filter_regex({Variable("sourcename"): filter})
def _consume_distribution(self):
distribution = self.params["distribution"]
if distribution == "ANY":
self.helper.push_triple_variables(Variable("source"), DEB.distribution, Variable("distribution"))
else:
self.helper.push_triple(Variable("source"), DEB.distribution, URIRef(distribution))
def _consume_area(self):
area = self.params["area"]
if area == "ANY":
self.helper.push_triple_variables(Variable("source"), DEB.area, Variable("area"))
else:
self.helper.push_triple(Variable("source"), DEB.area, URIRef(area))
def _consume_sort(self):
sort = self.params["sort"]
if sort == "MAINTMAIL":
self.helper.set_orderby("maintmail")
elif sort == "PACKAGE":
if self.binary_search():
self.helper.set_orderby("binaryname")
else:
self.helper.set_orderby("sourcename")
else:
raise SPARQLQueryBuilderUnexpectedFieldValueError("sort")
def _consume_homepage(self):
if self.params["homepage"]:
self.helper.add_variable("homepage")
triple = Triple(Variable("source"), FOAF.page, Variable("homepage"))
self.helper.add_optional(triple)
def _consume_maintainer(self):
option = self.params["maintainer"]
if option == "TEAM":
self.helper.push_triple(Variable("maint"), RDF.type, FOAF.Group)
elif option == "DEBIAN":
self.helper.add_or_filter_regex({Variable("maintmail"): "@debian.org$"})
elif option == "QA":
uriref = URIRef(RES_BASEURI + "/team/packages%40qa.debian.org")
self.helper.push_triple(Variable("source"), DEB.maintainer, uriref)
elif option == "CUSTOM":
self._consume_maintainer_filter()
elif option == "ALL":
pass
else:
raise SPARQLQueryBuilderUnexpectedFieldValueError("maintainer")
def _consume_version(self):
options = self.params["version"]
if "NATIVE" in options or "NMU" in options:
triple = Triple(Variable("sourceversion"), DEB.debianRevision, Variable("debianRevision"))
self.helper.add_optional(triple)
if "NATIVE" in options:
self.helper.add_filter_notbound(Variable("debianRevision"))
if "NMU" in options:
self.helper.push_triple(Variable("sourceversion"), DEB.upstreamVersion, Variable("upstreamVersion"))
restrictions = {Variable("debianRevision"): ".*\\\..*", Variable("upstreamVersion"): ".*\\\+nmu.*"}
self.helper.add_or_filter_regex(restrictions)
if "EPOCH" in options:
self.helper.push_triple(Variable("sourceversion"), DEB.epoch, Variable("epoch"))
def _consume_priority(self):
option = self.params["priority"]
if option == "ANY":
self.helper.add_variable("priority")
if self.binary_search():
triple = Triple(Variable("binary"), DEB.priority, Variable("priority"))
elif self.source_search():
triple = Triple(Variable("source"), DEB.priority, Variable("priority"))
else:
raise Exception() # FIXME
self.helper.add_optional(triple)
else:
if self.binary_search():
self.helper.push_triple(Variable("binary"), DEB.priority, URIRef(option))
elif self.source_search():
self.helper.push_triple(Variable("source"), DEB.priority, URIRef(option))
else:
raise Exception() # FIXME
def _consume_section(self):
keyword = self.params["section"]
if keyword:
keyword = re.escape(keyword).replace("\\", "\\\\")
if self.binary_search():
self.helper.push_triple(Variable("binary"), DEB.section, Variable("section"))
elif self.source_search():
self.helper.push_triple(Variable("source"), DEB.section, Variable("section"))
else:
raise Exception() # FIXME
self.helper.push_triple_variables(Variable("section"), DEB.sectionName, Variable("sectionname"))
self.helper.add_or_filter_regex({Variable("sectionname"): keyword})
else:
self.helper.add_variable("section")
self.helper.add_variable("sectionname")
if self.binary_search():
triple1 = Triple(Variable("binary"), DEB.section, Variable("section"))
elif self.source_search():
triple1 = Triple(Variable("source"), DEB.section, Variable("section"))
else:
raise Exception() # FIXME
triple2 = Triple(Variable("section"), DEB.sectionName, Variable("sectionname"))
self.helper.add_optional(triple1, triple2)
def _consume_comaintainer(self):
option = self.params["comaintainer"]
if option == "WITH":
self.helper.push_triple(Variable("source"), DEB.uploader, Variable("uploader"))
elif option == "WITHOUT":
triple = Triple(Variable("source"), DEB.uploader, Variable("uploader"))
self.helper.add_optional(triple)
self.helper.add_filter_notbound(Variable("uploader"))
elif option == "ALL":
pass
else:
raise SPARQLQueryBuilderUnexpectedFieldValueError("comaintainer")
def _consume_vcs(self):
options = self.params["vcs"]
if options:
self.helper.push_triple(Variable("source"), DEB.repository, Variable("repobnode"))
graphpatterns = []
if "SVN" in options:
graphpatterns.append([Triple(Variable("repobnode"), RDF.type, DOAP.SVNRepository)])
if "GIT" in options:
graphpatterns.append([Triple(Variable("repobnode"), RDF.type, DOAP.GitRepository)])
if "CVS" in options:
graphpatterns.append([Triple(Variable("repobnode"), RDF.type, DOAP.CVSRepository)])
if "HG" in options:
graphpatterns.append([Triple(Variable("repobnode"), RDF.type, DOAP.HgRepository)])
if len(graphpatterns) == 1:
self.helper.add_triple(graphpatterns[0][0])
else:
self.helper.add_union(*graphpatterns)
def _consume_essential(self):
if self.binary_search() and self.params["essential"]:
self.helper.push_triple(Variable("binary"), RDF.type, DEB.EssentialBinary)
def _consume_buildessential(self):
if self.binary_search() and self.params["buildessential"]:
self.helper.push_triple(Variable("binary"), RDF.type, DEB.BuildEssentialBinary)
def _consume_dmuploadallowed(self):
if self.source_search() and self.params["dmuploadallowed"]:
self.helper.push_triple(Variable("source"), RDF.type, DEB.DMUploadAllowedSource)
def _consume_popcon(self):
if self.binary_search() and self.params["popcon"]:
triple = Triple(Variable("unversionedbinary"), DEB.popconInstalled, Variable("?popconinstalled"))
self.helper.add_variable("popconinstalled")
self.helper.add_optional(triple)
triple = Triple(Variable("unversionedbinary"), DEB.popconUsedRegularly, Variable("?popconused"))
self.helper.add_variable("popconused")
self.helper.add_optional(triple)
triple = Triple(Variable("unversionedbinary"), DEB.popconInstalledButNotInUse, Variable("?popconnotinuse"))
self.helper.add_variable("popconnotinuse")
self.helper.add_optional(triple)
triple = Triple(Variable("unversionedbinary"), DEB.popconUpgradedRecently, Variable("?popconupgraded"))
self.helper.add_variable("popconupgraded")
self.helper.add_optional(triple)
def _consume_maintainer_filter(self):
filter = self.params["maintainerfilter"]
if filter:
filter = re.escape(filter).replace("\\", "\\\\")
self.helper.push_triple(Variable("maint"), FOAF.name, Variable("maintname"))
restrictions = {Variable("maintmail"): filter, Variable("maintname"): filter}
self.helper.add_or_filter_regex(restrictions)
def _add_from(self):
if FROM_GRAPH is not None:
self.helper.set_from(FROM_GRAPH)
def create_binaries_query(self, source, version):
if re.match("^[-a-zA-Z0-9+.]+$", source) is None:
raise SPARQLQueryBuilderPackageNameSchemeError()
self.binary_search = lambda: True # Kind of a hack :/
self._add_base_elements()
sourceuri = "%s/source/%s/%s" % (RES_BASEURI, urlquote_plus(source), urlquote_plus(version))
self.helper.add_filter_regex_str_var(Variable("source"), sourceuri)
return self.helper.__str__()
class SPARQLQueryBuilder():
def __init__(self):
self.helper = SelectQueryHelper()
def create_query_from_form(self, formdata):
self.params = formdata
self._add_base_elements()
self._add_from()
self._consume_distribution()
self._consume_area()
self._consume_sort()
self._consume_homepage()
self._consume_maintainer()
self._consume_version()
self._consume_priority()
self._consume_comaintainer()
self._consume_vcs()
self._consume_section()
self._consume_buildessential()
self._consume_essential()
self._consume_dmuploadallowed()
self._consume_popcon()
self._consume_filter()
self.helper.set_limit(RESULTS_PER_PAGE)
self.helper.set_distinct()
return self.helper.__str__()
def binary_search(self):
if 'searchtype' in self.params:
type = self.params['searchtype']
if type in ('BINARY', 'BINARYEXT'):
return True
elif type in ('SOURCE'):
return False
else:
raise SPARQLQueryBuilderUnexpectedFieldValueError("searchtype")
else:
raise SPARQLQueryBuilderUnexpectedFieldValueError("searchtype")
def source_search(self):
return not self.binary_search()
def wants_json(self):
if 'tojson' in self.params:
return self.params['tojson']
else:
raise SPARQLQueryBuilderUnexpectedFieldValueError("json")
def wants_html(self):
# For the moment json/html are dual parameters
return not self.wants_json()
def _extended_binary_search(self):
if 'searchtype' in self.params:
if self.params['searchtype'] == 'BINARYEXT':
return True
else:
return False
else:
raise SPARQLQueryBuilderUnexpectedFieldValueError("searchtype")
def _add_base_elements(self):
self.helper.push_triple_variables(\
Variable("source"), RDF.type, DEB.Source)
self.helper.push_triple_variables(\
Variable("unversionedsource"), DEB.version, Variable("source"))
self.helper.push_triple(\
Variable("source"), DEB.maintainer, Variable("maint"))
self.helper.push_triple_variables(\
Variable("maint"), FOAF.mbox, Variable("maintmail"))
self.helper.push_triple_variables(\
Variable("source"), DEB.versionNumber, Variable("sourceversion"))
self.helper.push_triple_variables(\
Variable("sourceversion"), DEB.fullVersion, Variable("sourcefullversion"))
self.helper.push_triple_variables(\
Variable("source"), DEB.packageName, Variable("sourcename"))
if self.binary_search() or self._extended_binary_search():
self.helper.push_triple_variables(\
Variable("binary"), RDF.type, DEB.Binary)
self.helper.push_triple_variables(\
Variable("source"), DEB.binary, Variable("binary"))
self.helper.push_triple_variables(\
Variable("binary"), DEB.packageName, Variable("binaryname"))
self.helper.push_triple_variables(\
Variable("unversionedbinary"), DEB.version, Variable("binary"))
self.helper.push_triple_variables(\
Variable("binary"), DEB.synopsis, Variable("synopsis"))
self.helper.push_triple_variables(\
Variable("binary"), DEB.versionNumber, Variable("binaryversion"))
self.helper.push_triple_variables(\
Variable("binaryversion"), DEB.fullVersion, Variable("binaryfullversion"))
def _consume_filter(self):
filter = self.params['filter']
if filter:
filter = re.escape(filter).replace("\\", "\\\\")
if self.params['exactmatch']:
filter = ''.join(['^', filter, '$'])
if self.binary_search():
if self._extended_binary_search():
self.helper.push_triple(\
Variable("binary"), DEB.extendedDescription, Variable("desc"))
restrictions = {
Variable("desc"): filter,
Variable("binaryname"): filter
}
self.helper.add_or_filter_regex(restrictions)
else:
self.helper.add_or_filter_regex(
{Variable("binaryname"): filter})
elif self.source_search():
self.helper.add_or_filter_regex(
{Variable("sourcename"): filter})
def _consume_distribution(self):
distribution = self.params['distribution']
if distribution == 'ANY':
self.helper.push_triple_variables(Variable("source"),
DEB.distribution,
Variable("distribution"))
else:
self.helper.push_triple(Variable("source"), DEB.distribution,
URIRef(distribution))
def _consume_area(self):
area = self.params['area']
if area == 'ANY':
self.helper.push_triple_variables(Variable("source"), DEB.area,
Variable("area"))
else:
self.helper.push_triple(Variable("source"), DEB.area, URIRef(area))
def _consume_sort(self):
sort = self.params['sort']
if sort == 'MAINTMAIL':
self.helper.set_orderby("maintmail")
elif sort == 'PACKAGE':
if self.binary_search():
self.helper.set_orderby("binaryname")
else:
self.helper.set_orderby("sourcename")
else:
raise SPARQLQueryBuilderUnexpectedFieldValueError("sort")
def _consume_homepage(self):
if self.params['homepage']:
self.helper.add_variable("homepage")
triple = Triple(\
Variable("source"), FOAF.page, Variable("homepage"))
self.helper.add_optional(triple)
def _consume_maintainer(self):
option = self.params['maintainer']
if option == 'TEAM':
self.helper.push_triple(Variable("maint"), RDF.type, FOAF.Group)
elif option == 'DEBIAN':
self.helper.add_or_filter_regex(
{Variable("maintmail"): "@debian.org$"})
elif option == 'QA':
uriref = URIRef(RES_BASEURI + "/team/packages%40qa.debian.org")
self.helper.push_triple(Variable("source"), DEB.maintainer, uriref)
elif option == 'CUSTOM':
self._consume_maintainer_filter()
elif option == 'ALL':
pass
else:
raise SPARQLQueryBuilderUnexpectedFieldValueError("maintainer")
def _consume_version(self):
options = self.params['version']
if 'NATIVE' in options or 'NMU' in options:
triple = Triple(\
Variable("sourceversion"), DEB.debianRevision, Variable("debianRevision"))
self.helper.add_optional(triple)
if 'NATIVE' in options:
self.helper.add_filter_notbound(Variable("debianRevision"))
if 'NMU' in options:
self.helper.push_triple(\
Variable("sourceversion"), DEB.upstreamVersion, Variable("upstreamVersion"))
restrictions = {Variable("debianRevision"): ".*\\\..*",\
Variable("upstreamVersion"): ".*\\\+nmu.*"}
self.helper.add_or_filter_regex(restrictions)
if 'EPOCH' in options:
self.helper.push_triple(Variable("sourceversion"), DEB.epoch,
Variable("epoch"))
def _consume_priority(self):
option = self.params['priority']
if option == 'ANY':
self.helper.add_variable("priority")
if self.binary_search():
triple = Triple(\
Variable("binary"), DEB.priority, Variable("priority"))
elif self.source_search():
triple = Triple(\
Variable("source"), DEB.priority, Variable("priority"))
else:
raise Exception() # FIXME
self.helper.add_optional(triple)
else:
if self.binary_search():
self.helper.push_triple(\
Variable("binary"), DEB.priority, URIRef(option))
elif self.source_search():
self.helper.push_triple(\
Variable("source"), DEB.priority, URIRef(option))
else:
raise Exception() # FIXME
def _consume_section(self):
keyword = self.params['section']
if keyword:
keyword = re.escape(keyword).replace("\\", "\\\\")
if self.binary_search():
self.helper.push_triple(\
Variable("binary"), DEB.section, Variable("section"))
elif self.source_search():
self.helper.push_triple(\
Variable("source"), DEB.section, Variable("section"))
else:
raise Exception() # FIXME
self.helper.push_triple_variables(\
Variable("section"), DEB.sectionName, Variable("sectionname"))
self.helper.add_or_filter_regex({Variable("sectionname"): keyword})
else:
self.helper.add_variable("section")
self.helper.add_variable("sectionname")
if self.binary_search():
triple1 = Triple(\
Variable("binary"), DEB.section, Variable("section"))
elif self.source_search():
triple1 = Triple(\
Variable("source"), DEB.section, Variable("section"))
else:
raise Exception() # FIXME
triple2 = Triple(\
Variable("section"), DEB.sectionName, Variable("sectionname"))
self.helper.add_optional(triple1, triple2)
def _consume_comaintainer(self):
option = self.params['comaintainer']
if option == 'WITH':
self.helper.push_triple(\
Variable("source"), DEB.uploader, Variable("uploader"))
elif option == 'WITHOUT':
triple = Triple(\
Variable("source"), DEB.uploader, Variable("uploader"))
self.helper.add_optional(triple)
self.helper.add_filter_notbound(Variable("uploader"))
elif option == 'ALL':
pass
else:
raise SPARQLQueryBuilderUnexpectedFieldValueError("comaintainer")
def _consume_vcs(self):
options = self.params['vcs']
if options:
self.helper.push_triple(\
Variable("source"), DEB.repository, Variable("repobnode"))
graphpatterns = []
if 'SVN' in options:
graphpatterns.append(\
[Triple(Variable("repobnode"), RDF.type, DOAP.SVNRepository)])
if 'GIT' in options:
graphpatterns.append(\
[Triple(Variable("repobnode"), RDF.type, DOAP.GitRepository)])
if 'CVS' in options:
graphpatterns.append(\
[Triple(Variable("repobnode"), RDF.type, DOAP.CVSRepository)])
if 'HG' in options:
graphpatterns.append(\
[Triple(Variable("repobnode"), RDF.type, DOAP.HgRepository)])
if len(graphpatterns) == 1:
self.helper.add_triple(graphpatterns[0][0])
else:
self.helper.add_union(*graphpatterns)
def _consume_essential(self):
if self.binary_search() and self.params['essential']:
self.helper.push_triple(\
Variable("binary"), RDF.type, DEB.EssentialBinary)
def _consume_buildessential(self):
if self.binary_search() and self.params['buildessential']:
self.helper.push_triple(\
Variable("binary"), RDF.type, DEB.BuildEssentialBinary)
def _consume_dmuploadallowed(self):
if self.source_search() and self.params['dmuploadallowed']:
self.helper.push_triple(\
Variable("source"), RDF.type, DEB.DMUploadAllowedSource)
def _consume_popcon(self):
if self.binary_search() and self.params['popcon']:
triple = Triple(Variable("unversionedbinary"), \
DEB.popconInstalled, Variable("?popconinstalled"))
self.helper.add_variable("popconinstalled")
self.helper.add_optional(triple)
triple = Triple(Variable("unversionedbinary"), \
DEB.popconUsedRegularly, Variable("?popconused"))
self.helper.add_variable("popconused")
self.helper.add_optional(triple)
triple = Triple(Variable("unversionedbinary"), \
DEB.popconInstalledButNotInUse, Variable("?popconnotinuse"))
self.helper.add_variable("popconnotinuse")
self.helper.add_optional(triple)
triple = Triple(Variable("unversionedbinary"), \
DEB.popconUpgradedRecently, Variable("?popconupgraded"))
self.helper.add_variable("popconupgraded")
self.helper.add_optional(triple)
def _consume_maintainer_filter(self):
filter = self.params['maintainerfilter']
if filter:
filter = re.escape(filter).replace("\\", "\\\\")
self.helper.push_triple(\
Variable("maint"), FOAF.name, Variable("maintname"))
restrictions = {
Variable("maintmail"): filter,
Variable("maintname"): filter
}
self.helper.add_or_filter_regex(restrictions)
def _add_from(self):
if FROM_GRAPH is not None:
self.helper.set_from(FROM_GRAPH)
def create_binaries_query(self, source, version):
if re.match("^[-a-zA-Z0-9+.]+$", source) is None:
raise SPARQLQueryBuilderPackageNameSchemeError()
self.binary_search = lambda: True # Kind of a hack :/
self._add_base_elements()
sourceuri = "%s/source/%s/%s" % (RES_BASEURI, urlquote_plus(source),\
urlquote_plus(version))
self.helper.add_filter_regex_str_var(Variable("source"), sourceuri)
return self.helper.__str__()
