def test_parse_json(self):
target_component = None
has_title = True
SQParser.parse_sq_json(input_,
output_path=output_,
target_component=target_component,
has_title=has_title)
def _try_sparql_parser():
file_path = '/home/mayankkejriwal/Downloads/raw-queries-29July2016.txt'
with codecs.open(file_path, 'r', 'utf-8') as f:
raw_sparql_queries = json.loads(f.read())
str_input = raw_sparql_queries['Point Fact']['54']['sparql']
target_component = ''
result = SQParser.parse(str_input, target_component=target_component)
pp = pprint.PrettyPrinter(indent=4)
pp.pprint(result)
def test_parse(self):
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?business (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Vermont' ; qpr: business_type ?bt . FILTER(?bt = 'Spa' || ?bt = 'Massage Parlor') ?ad qpr:services 'sex' . OPTIONAL { ?ad qpr:business_name ?business_name} OPTIONAL { ?ad qpr:physical_address ?physical_address } BIND( IF(BOUND(?business_name) && BOUND(?physical_address), CONCAT(?business_name, \",\", ?physical_address), IF(BOUND(?business_name), ?business_name, ?physical_address)) AS ?business) } GROUP BY ?business ORDER BY DESC(?count) LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?nationality (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Dubai, UAE'; qpr: nationality ?nationality . FILTER(?nationality != 'Emirati') } GROUP BY ?nationality ORDER BY DESC(?count) LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?ethnicity (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Bangalore, India' ; qpr:ethnicity ?ethnicity . } GROUP BY ?ethnicity ORDER BY ?count LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?number_of_individuals (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Eugene, OR' ; qpr:number_of_individuals ?number_of_individuals . } GROUP BY ?number_of_individuals ORDER BY DESC(?count) LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?review_site (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Fayetteville, AR' ; qpr:review_site ?review_site . } GROUP BY ?review_site ORDER BY DESC(?count) LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?nationality (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Dubai, UAE'; qpr: nationality ?nationality . FILTER(?nationality != 'Emirati') } GROUP BY ?nationality ORDER BY DESC(?count) LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?business (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Fargo, ND' ; qpr:business_type ?bt . FILTER(?bt = 'Spa' || ?bt = 'Massage Parlor') ?ad qpr:services 'sex' ; qpr:business ?business } GROUP BY ?business ORDER BY ?count"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?business (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Vermont' ; qpr: business_type ?bt . FILTER(?bt = 'Spa' || ?bt = 'Massage Parlor') ?ad qpr:services 'sex' . OPTIONAL { ?ad qpr:business_name ?business_name} OPTIONAL { ?ad qpr:physical_address ?physical_address } BIND( IF(BOUND(?business_name) && BOUND(?physical_address), CONCAT(?business_name, \",\", ?physical_address), IF(BOUND(?business_name), ?business_name, ?physical_address)) AS ?business) } GROUP BY ?business ORDER BY DESC(?count) LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?weight ((count(?ad)) AS ?count) WHERE { ?cluster a qpr:cluster ; qpr:seed '9164027085' ; qpr:weight ?weight ; qpr:ad ?ad . } GROUP BY ?weight ORDER BY DESC(?count) LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT (AVG(?weight) AS ?avg_weight) WHERE { ?cluster a qpr:cluster ; qpr:seed '9164027085' ; qpr:weight ?weight ; qpr:ad ?ad . }"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?ad ?country WHERE { ?ad a qpr:Ad ; qpr:phone '+1 514-574-2069' ; qpr:country ?country .}"
# text = "PREFIX qpr:<http://istresearch.com/qpr> SELECT ?ad ?social_media_id WHERE { ?ad a qpr:Ad ; qpr:phone '8887124569' : qpr:location 'Lake Placid' qpr:social_media_id ?social_media_id . qpr:content ?content . FILTER CONTAINS(LCASE(?content), \"hello boys i am a barbie doll\") }"
text = "PREFIX qpr:<http://istresearch.com/qpr> SELECT ?ad ?social_media_id WHERE { ?ad a qpr:Ad ; qpr:phone '8887124569' : qpr:location 'Lake Placid' qpr:social_media_id ?social_media_id . qpr:content ?content . FILTER (?content = 'hello boys i am a barbie doll') } "
print json.dumps(SQParser.parse(text), indent=4)
def test_parse(self):
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?business (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Vermont' ; qpr: business_type ?bt . FILTER(?bt = 'Spa' || ?bt = 'Massage Parlor') ?ad qpr:services 'sex' . OPTIONAL { ?ad qpr:business_name ?business_name} OPTIONAL { ?ad qpr:physical_address ?physical_address } BIND( IF(BOUND(?business_name) && BOUND(?physical_address), CONCAT(?business_name, \",\", ?physical_address), IF(BOUND(?business_name), ?business_name, ?physical_address)) AS ?business) } GROUP BY ?business ORDER BY DESC(?count) LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?nationality (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Dubai, UAE'; qpr: nationality ?nationality . FILTER(?nationality != 'Emirati') } GROUP BY ?nationality ORDER BY DESC(?count) LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?ethnicity (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Bangalore, India' ; qpr:ethnicity ?ethnicity . } GROUP BY ?ethnicity ORDER BY ?count LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?number_of_individuals (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Eugene, OR' ; qpr:number_of_individuals ?number_of_individuals . } GROUP BY ?number_of_individuals ORDER BY DESC(?count) LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?review_site (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Fayetteville, AR' ; qpr:review_site ?review_site . } GROUP BY ?review_site ORDER BY DESC(?count) LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?nationality (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Dubai, UAE'; qpr: nationality ?nationality . FILTER(?nationality != 'Emirati') } GROUP BY ?nationality ORDER BY DESC(?count) LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?business (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Fargo, ND' ; qpr:business_type ?bt . FILTER(?bt = 'Spa' || ?bt = 'Massage Parlor') ?ad qpr:services 'sex' ; qpr:business ?business } GROUP BY ?business ORDER BY ?count"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?business (count(?ad) AS ?count)(group_concat(?ad;separator=',') AS ?ads) WHERE { ?ad a qpr:Ad ; qpr:location 'Vermont' ; qpr: business_type ?bt . FILTER(?bt = 'Spa' || ?bt = 'Massage Parlor') ?ad qpr:services 'sex' . OPTIONAL { ?ad qpr:business_name ?business_name} OPTIONAL { ?ad qpr:physical_address ?physical_address } BIND( IF(BOUND(?business_name) && BOUND(?physical_address), CONCAT(?business_name, \",\", ?physical_address), IF(BOUND(?business_name), ?business_name, ?physical_address)) AS ?business) } GROUP BY ?business ORDER BY DESC(?count) LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?weight ((count(?ad)) AS ?count) WHERE { ?cluster a qpr:cluster ; qpr:seed '9164027085' ; qpr:weight ?weight ; qpr:ad ?ad . } GROUP BY ?weight ORDER BY DESC(?count) LIMIT 1"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT (AVG(?weight) AS ?avg_weight) WHERE { ?cluster a qpr:cluster ; qpr:seed '9164027085' ; qpr:weight ?weight ; qpr:ad ?ad . }"
# text = "PREFIX qpr: <http://istresearch.com/qpr> SELECT ?ad ?country WHERE { ?ad a qpr:Ad ; qpr:phone '+1 514-574-2069' ; qpr:country ?country .}"
# text = "PREFIX qpr:<http://istresearch.com/qpr> SELECT ?ad ?social_media_id WHERE { ?ad a qpr:Ad ; qpr:phone '8887124569' : qpr:location 'Lake Placid' qpr:social_media_id ?social_media_id . qpr:content ?content . FILTER CONTAINS(LCASE(?content), \"hello boys i am a barbie doll\") }"
text = "PREFIX qpr:<http://istresearch.com/qpr> SELECT ?ad ?social_media_id WHERE { ?ad a qpr:Ad ; qpr:phone '8887124569' : qpr:location 'Lake Placid' qpr:social_media_id ?social_media_id . qpr:content ?content . FILTER (?content = 'hello boys i am a barbie doll') } "
print json.dumps(SQParser.parse(text), indent=4)
def test_parse_json(self):
target_component = None
has_title = True
SQParser.parse_sq_json(input_, output_path=output_, target_component=target_component, has_title=has_title)
