def testToJSon(self):
# The json of the initial data we load to the table.
init_data_json = ("{cols:"
"[{id:'a',label:'A',type:'number'},"
"{id:'b',label:'b',type:'string'},"
"{id:'c',label:'c',type:'boolean'}],"
"rows:["
"{c:[{v:1},,{v:null}]},"
"{c:[,{v:'z'},{v:true}]}"
"]}")
table = DataTable([("a", "number", "A"), "b", ("c", "boolean")],
[[1], [None, "z", True]])
self.assertEqual(2, table.NumberOfRows())
self.assertEqual(init_data_json, table.ToJSon())
table.AppendData([[-1, "w", False]])
self.assertEqual(3, table.NumberOfRows())
self.assertEqual(
init_data_json[:-2] + ",{c:[{v:-1},{v:'w'},{v:false}]}]}",
table.ToJSon())
cols_json = ("{cols:"
"[{id:'t',label:'T',type:'timeofday'},"
"{id:'d',label:'d',type:'date'},"
"{id:'dt',label:'dt',type:'datetime'}],")
table = DataTable({
("d", "date"): [("t", "timeofday", "T"), ("dt", "datetime")]
})
table.LoadData({date(1, 2, 3): [time(1, 2, 3)]})
self.assertEqual(1, table.NumberOfRows())
self.assertEqual(
cols_json +
"rows:[{c:[{v:[1,2,3]},{v:new Date(1,1,3)},{v:null}]}]}",
table.ToJSon(columns_order=["t", "d", "dt"]))
table.LoadData({
date(2, 3, 4): [(time(2, 3, 4), "time 2 3 4"),
datetime(1, 2, 3, 4, 5, 6)],
date(3, 4, 5): []
})
self.assertEqual(2, table.NumberOfRows())
self.assertEqual((cols_json + "rows:["
"{c:[{v:[2,3,4],f:'time 2 3 4'},{v:new Date(2,2,4)},"
"{v:new Date(1,1,3,4,5,6)}]},"
"{c:[,{v:new Date(3,3,5)},{v:null}]}]}"),
table.ToJSon(columns_order=["t", "d", "dt"]))
json = ("{cols:[{id:\"a'\",label:\"a'\",type:'string'},"
"{id:'b',label:\"bb'\",type:'number'}],"
"rows:[{c:[{v:'a1'},{v:1}]},{c:[{v:'a2'},{v:2}]},"
"{c:[{v:'a3'},{v:3}]}]}")
table = DataTable({"a'": ("b", "number", "bb'", {})}, {
"a1": 1,
"a2": 2,
"a3": 3
})
self.assertEqual(3, table.NumberOfRows())
self.assertEqual(json, table.ToJSon())
def testToJSonResponse(self):
description = ["col1", "col2", "col3"]
data = [("1", "2", "3"), ("a", "b", "c"), ("One", "Two", "Three")]
req_id = 4
table = DataTable(description, data)
start_str_default = r"google.visualization.Query.setResponse"
start_str_handler = r"MyHandlerFunction"
json_str = table.ToJSon().strip()
json_response = table.ToJSonResponse(req_id=req_id)
self.assertEqual(json_response.find(start_str_default + "("), 0)
json_response_obj = json.loads(json_response[len(start_str_default) +
1:-2])
self.assertEqual(json_response_obj["table"], json.loads(json_str))
self.assertEqual(json_response_obj["version"], "0.6")
self.assertEqual(json_response_obj["reqId"], str(req_id))
self.assertEqual(json_response_obj["status"], "ok")
json_response = table.ToJSonResponse(
req_id=req_id, response_handler=start_str_handler)
self.assertEqual(json_response.find(start_str_handler + "("), 0)
json_response_obj = json.loads(json_response[len(start_str_handler) +
1:-2])
self.assertEqual(json_response_obj["table"], json.loads(json_str))
def testToJSonResponse(self):
description = ["col1", "col2", "col3"]
data = [("1", "2", "3"), ("a", "b", "c"), ("One", "Two", "Three")]
req_id = 4
table = DataTable(description, data)
start_str_default = r"google.visualization.Query.setResponse"
start_str_handler = r"MyHandlerFunction"
default_params = (
r"\s*'version'\s*:\s*'0.6'\s*,\s*'reqId'\s*:\s*'%s'\s*,"
r"\s*'status'\s*:\s*'OK'\s*" % req_id)
regex1 = re.compile("%s\(\s*\{%s,\s*'table'\s*:\s*{(.*)}\s*\}\s*\);" %
(start_str_default, default_params))
regex2 = re.compile("%s\(\s*\{%s,\s*'table'\s*:\s*{(.*)}\s*\}\s*\);" %
(start_str_handler, default_params))
json_str = table.ToJSon().strip()
json_response = table.ToJSonResponse(req_id=req_id)
match = regex1.findall(json_response)
self.assertEquals(len(match), 1)
# We want to match against the json_str without the curly brackets.
self.assertEquals(match[0], json_str[1:-1])
json_response = table.ToJSonResponse(
req_id=req_id, response_handler=start_str_handler)
match = regex2.findall(json_response)
self.assertEquals(len(match), 1)
# We want to match against the json_str without the curly brackets.
self.assertEquals(match[0], json_str[1:-1])
def testOrderBy(self):
data = [("b", 3), ("a", 3), ("a", 2), ("b", 1)]
description = ["col1", ("col2", "number", "Second Column")]
table = DataTable(description, data)
table_num_sorted = DataTable(description,
sorted(data, key=lambda x: (x[1], x[0])))
table_str_sorted = DataTable(description,
sorted(data, key=lambda x: x[0]))
table_diff_sorted = DataTable(
description,
sorted(sorted(data, key=lambda x: x[1]),
key=lambda x: x[0],
reverse=True))
self.assertEqual(table_num_sorted.ToJSon(),
table.ToJSon(order_by=("col2", "col1")))
self.assertEqual(table_num_sorted.ToJSCode("mytab"),
table.ToJSCode("mytab", order_by=("col2", "col1")))
self.assertEqual(table_str_sorted.ToJSon(),
table.ToJSon(order_by="col1"))
self.assertEqual(table_str_sorted.ToJSCode("mytab"),
table.ToJSCode("mytab", order_by="col1"))
self.assertEqual(table_diff_sorted.ToJSon(),
table.ToJSon(order_by=[("col1", "desc"), "col2"]))
self.assertEqual(
table_diff_sorted.ToJSCode("mytab"),
table.ToJSCode("mytab", order_by=[("col1", "desc"), "col2"]))
def get(self, request, *args, **kwargs):
if not request.is_ajax():
raise SuspiciousOperation(
'This endpoint should only be called from JavaScript.')
search_terms = self.get_search_terms(request.session)
qs = get_queryset_filtered_by_search_terms(self.get_pixels_queryset(),
search_terms=search_terms)
dt = DataTable(self.get_headers())
dt.LoadData(qs.values(*self.get_columns()))
return HttpResponse(dt.ToJSon(), content_type='application/json')
def testDifferentStrings(self):
# Checking escaping of strings in JSON output
the_strings = [
"new\nline", r"one\slash", r"two\\slash", "unicode eng",
"unicode \\u05e2\\u05d1\\u05e8\\u05d9\\u05ea",
"unicode \\u05e2\\u05d1\\u05e8\\u05d9\\u05ea".encode("utf-8"),
"\u05e2\u05d1\\\u05e8\u05d9\u05ea"
]
table = DataTable([("a", "string")], [[x] for x in the_strings])
json_obj = json.loads(table.ToJSon())
for i, row in enumerate(json_obj["rows"]):
utf8_str = the_strings[i]
if isinstance(utf8_str, str):
utf8_str = utf8_str.encode("utf-8")
out_str = row["c"][0]["v"]
self.assertEqual(out_str.encode("utf-8"), utf8_str)
def testCustomProperties(self):
# The json of the initial data we load to the table.
json = (
"{cols:"
"[{id:'a',label:'A',type:'number',p:{'col_cp':'col_v'}},"
"{id:'b',label:'b',type:'string'},"
"{id:'c',label:'c',type:'boolean'}],"
"rows:["
"{c:[{v:1},,{v:null,p:{'null_cp':'null_v'}}],p:{'row_cp':'row_v'}},"
"{c:[,{v:'z',p:{'cell_cp':'cell_v'}},{v:true}]},"
"{c:[{v:3},,{v:null}],p:{'row_cp2':'row_v2'}}],"
"p:{'global_cp':'global_v'}"
"}")
jscode = ("var mytab = new google.visualization.DataTable();\n"
"mytab.setTableProperties({'global_cp':'global_v'});\n"
"mytab.addColumn('number', 'A', 'a');\n"
"mytab.setColumnProperties(0, {'col_cp':'col_v'});\n"
"mytab.addColumn('string', 'b', 'b');\n"
"mytab.addColumn('boolean', 'c', 'c');\n"
"mytab.addRows(3);\n"
"mytab.setCell(0, 0, 1);\n"
"mytab.setCell(0, 2, null, null, {'null_cp':'null_v'});\n"
"mytab.setRowProperties(0, {'row_cp':'row_v'});\n"
"mytab.setCell(1, 1, 'z', null, {'cell_cp':'cell_v'});\n"
"mytab.setCell(1, 2, true);\n"
"mytab.setCell(2, 0, 3);\n"
"mytab.setRowProperties(2, {'row_cp2':'row_v2'});\n")
table = DataTable([("a", "number", "A", {
"col_cp": "col_v"
}), "b", ("c", "boolean")],
custom_properties={"global_cp": "global_v"})
table.AppendData([[1, None, (None, None, {
"null_cp": "null_v"
})]],
custom_properties={"row_cp": "row_v"})
table.AppendData([[None, ("z", None, {
"cell_cp": "cell_v"
}), True], [3]])
table.SetRowsCustomProperties(2, {"row_cp2": "row_v2"})
self.assertEqual(json, table.ToJSon())
self.assertEqual(jscode, table.ToJSCode("mytab"))
def testCustomProperties(self):
# The json of the initial data we load to the table.
json_obj = {
"cols": [{
"id": "a",
"label": "A",
"type": "number",
"p": {
"col_cp": "col_v"
}
}, {
"id": "b",
"label": "b",
"type": "string"
}, {
"id": "c",
"label": "c",
"type": "boolean"
}],
"rows": [{
"c": [{
"v": 1
}, None, {
"v": None,
"p": {
"null_cp": "null_v"
}
}],
"p": {
"row_cp": "row_v"
}
}, {
"c":
[None, {
"v": "z",
"p": {
"cell_cp": "cell_v"
}
}, {
"v": True
}]
}, {
"c": [{
"v": 3
}, None, None],
"p": {
"row_cp2": "row_v2"
}
}],
"p": {
"global_cp": "global_v"
}
}
jscode = (
"var mytab = new google.visualization.DataTable();\n"
"mytab.setTableProperties({\"global_cp\":\"global_v\"});\n"
"mytab.addColumn(\"number\", \"A\", \"a\");\n"
"mytab.setColumnProperties(0, {\"col_cp\":\"col_v\"});\n"
"mytab.addColumn(\"string\", \"b\", \"b\");\n"
"mytab.addColumn(\"boolean\", \"c\", \"c\");\n"
"mytab.addRows(3);\n"
"mytab.setCell(0, 0, 1);\n"
"mytab.setCell(0, 2, null, null, {\"null_cp\":\"null_v\"});\n"
"mytab.setRowProperties(0, {\"row_cp\":\"row_v\"});\n"
"mytab.setCell(1, 1, \"z\", null, {\"cell_cp\":\"cell_v\"});\n"
"mytab.setCell(1, 2, true);\n"
"mytab.setCell(2, 0, 3);\n"
"mytab.setRowProperties(2, {\"row_cp2\":\"row_v2\"});\n")
table = DataTable([("a", "number", "A", {
"col_cp": "col_v"
}), "b", ("c", "boolean")],
custom_properties={"global_cp": "global_v"})
table.AppendData([[1, None, (None, None, {
"null_cp": "null_v"
})]],
custom_properties={"row_cp": "row_v"})
table.AppendData([[None, ("z", None, {
"cell_cp": "cell_v"
}), True], [3]])
table.SetRowsCustomProperties(2, {"row_cp2": "row_v2"})
self.assertEqual(json.dumps(json_obj, separators=(",", ":")),
table.ToJSon())
self.assertEqual(jscode, table.ToJSCode("mytab"))
def testToJSon(self):
json_obj = {
"cols": [{
"id": "a",
"label": "A",
"type": "number"
}, {
"id": "b",
"label": "b",
"type": "string"
}, {
"id": "c",
"label": "c",
"type": "boolean"
}],
"rows": [{
"c": [{
"v": 1
}, None, None]
}, {
"c": [None, {
"v": "z"
}, {
"v": True
}]
}, {
"c": [None, {
"v": "\\u05d0"
}, None]
}, {
"c": [None, {
"v": "\\u05d1"
}, None]
}]
}
table = DataTable([("a", "number", "A"), "b", ("c", "boolean")],
[[1], [None, "z", True], [None, "\\u05d0"],
[None, "\\u05d1".encode("utf-8")]])
self.assertEqual(4, table.NumberOfRows())
self.assertEqual(
json.dumps(json_obj, separators=(",", ":"),
ensure_ascii=False).encode("utf-8"), table.ToJSon())
table.AppendData([[-1, "w", False]])
self.assertEqual(5, table.NumberOfRows())
json_obj["rows"].append({"c": [{"v": -1}, {"v": "w"}, {"v": False}]})
self.assertEqual(
json.dumps(json_obj, separators=(",", ":"),
ensure_ascii=False).encode("utf-8"), table.ToJSon())
json_obj = {
"cols": [{
"id": "t",
"label": "T",
"type": "timeofday"
}, {
"id": "d",
"label": "d",
"type": "date"
}, {
"id": "dt",
"label": "dt",
"type": "datetime"
}],
"rows": [{
"c": [{
"v": [1, 2, 3]
}, {
"v": "Date(1,1,3)"
}, None]
}]
}
table = DataTable({
("d", "date"): [("t", "timeofday", "T"), ("dt", "datetime")]
})
table.LoadData({date(1, 2, 3): [time(1, 2, 3)]})
self.assertEqual(1, table.NumberOfRows())
self.assertEqual(json.dumps(json_obj, separators=(",", ":")),
table.ToJSon(columns_order=["t", "d", "dt"]))
json_obj["rows"] = [{
"c": [{
"v": [2, 3, 4],
"f": "time 2 3 4"
}, {
"v": "Date(2,2,4)"
}, {
"v": "Date(1,1,3,4,5,6,555)"
}]
}, {
"c": [None, {
"v": "Date(3,3,5)"
}, None]
}]
table.LoadData({
date(2, 3, 4): [(time(2, 3, 4), "time 2 3 4"),
datetime(1, 2, 3, 4, 5, 6, 555000)],
date(3, 4, 5): []
})
self.assertEqual(2, table.NumberOfRows())
self.assertEqual(json.dumps(json_obj, separators=(",", ":")),
table.ToJSon(columns_order=["t", "d", "dt"]))
json_obj = {
"cols": [{
"id": "a\"",
"label": "a\"",
"type": "string"
}, {
"id": "b",
"label": "bb\"",
"type": "number"
}],
"rows": [{
"c": [{
"v": "a1"
}, {
"v": 1
}]
}, {
"c": [{
"v": "a2"
}, {
"v": 2
}]
}, {
"c": [{
"v": "a3"
}, {
"v": 3
}]
}]
}
table = DataTable({"a\"": ("b", "number", "bb\"", {})}, {
"a1": 1,
"a2": 2,
"a3": 3
})
self.assertEqual(3, table.NumberOfRows())
self.assertEqual(json.dumps(json_obj, separators=(",", ":")),
table.ToJSon())
def get(self):
question = self.request.get("question")
if question != '':
form = {"q": question}
form_data = urllib.urlencode(form)
resp = urlfetch.fetch(host + "ask",
payload=form_data,
method="POST",
follow_redirects=False)
if resp.status_code == 200:
logging.debug("OK")
logging.debug(result.content)
else:
logging.debug("FAILED ON QUESTION")
pass
country = 'US'
indicator = 'TM.TAX.MRCH.SM.AR.ZS'
pass
else:
country = self.request.get("country")
indicator = self.request.get("indicator")
pass
start = self.request.get("start")
if start == '':
start = '2000'
end = self.request.get("end")
if end == '':
end = '2012'
if indicator == '':
indicator = 'TM.TAX.MRCH.SM.AR.ZS'
pass
data = {}
country_code = country.lower()
indicator = indicator.upper()
url = "http://api.worldbank.org/countries/" + country_code + "/indicators/" + indicator + "?" + \
"date=" + start + ":" + end + "&" + "format=" + "json"
resp = urlfetch.fetch(url, method="GET", follow_redirects=True)
if resp.status_code == 200:
logging.debug(resp.status_code)
try:
data = json.loads(resp.content)
except:
logging.info(resp.content)
pass
else:
logging.debug(resp.status_code)
logging.debug(resp.content)
pass
rows = {}
old_viz_data = []
viz_data = []
countries = {}
try:
for row in data[1]:
key = row['country']['id']
countries[key] = row['country']['value']
try:
rows[row['date']][key] = row['value']
except:
rows[row['date']] = {}
rows[row['date']][key] = row['value']
pass
for yr in rows.keys():
viz_row = {"date": date(int(yr), 1, 1)}
for k in rows[yr].keys():
try:
viz_row[k] = float(rows[yr][k])
except:
viz_row[k] = None
pass
pass
viz_data.append(viz_row)
except:
pass
chart_data = {}
chart_data['cols'] = [{
'id': 'date',
'label': 'Date',
'type': 'number'
}, {
'id': 'value',
'label': 'Value',
'type': 'number'
}]
chart_data['rows'] = rows
pass
indicator_value = data[1][0]['indicator']['value']
viz_desc = {"date": ("date", "Date")}
order = ["date"]
for k in countries.keys():
viz_desc[k] = ("number", countries[k])
order.append(k)
data_table = DataTable(viz_desc)
data_table.LoadData(viz_data)
template_values = {
'question': SafeString(question),
'start': start,
'end': end,
'country': country,
'indicator': indicator,
'data': data_table.ToJSon(columns_order=order, order_by="date"),
'title': SafeString(indicator_value)
}
if self.request.path == '/':
path = os.path.join(os.path.dirname(__file__),
'templates/index.html')
else:
path = os.path.join(os.path.dirname(__file__),
'templates' + self.request.path)
pass
self.response.out.write(template.render(path, template_values))
return
