def extract_gzip_data(data, headers):
"""Extract and json-serialize gzipped data from a response.
:param data: The data from the response.
:param headers: The headers of the response.
:return The data itself or a json object.
"""
read_data = None
if "content-encoding" in headers:
if "gzip" in headers["content-encoding"]:
in_buffer = io.BytesIO()
in_buffer.write(data)
in_buffer.seek(io.SEEK_SET)
with gzip.GzipFile(mode="rb", fileobj=in_buffer) as g_data:
read_data = g_data.read()
if read_data:
json_data = None
json_data = json.loads(read_data, encoding="utf-8")
read_data = data = None
else:
json_data = data
return json_data
def _get_build_results(date_range=1):
"""Retrieve build resulsts from the backend.
By default retrieve only 1 day of data.
:param date_range: The number of days of data to retrieve.
:type date_range: integer
:return The status code (integer) and the data from the backend (json).
"""
results = []
params = [("date_range", date_range), ("sort", "created_on"),
("sort_order", -1)]
data, status, headers = backend.request_get(BUILD_URL, params=params)
if status == 200:
read_data = data
if "content-encoding" in headers:
if "gzip" in headers["content-encoding"]:
in_buffer = io.BytesIO()
in_buffer.write(data)
in_buffer.seek(io.SEEK_SET)
with gzip.GzipFile(mode="rb", fileobj=in_buffer) as g_data:
read_data = g_data.read()
if read_data:
json_data = None
json_data = json.loads(read_data, encoding="utf_8")
read_data = data = None
if json_data:
results = json_data.get("result", [])
return status, results
def load_online_module(self):
"""Fetch online modules"""
repositories = self.app.get('repositories')
data = {}
for repo in repositories:
path = repo['path']
if path[-1:] == '/':
path = repo[:-1]
try:
raw_json = urlopen(self.app, str(path + '/index.json'), {'cache':3600} )
raw = json.loads(raw_json)
modules = dict( ( module['name'] , {'version': module['version'], 'country': module['country'], 'description': module['desc'], 'path': path + '/' + module['name'] +'/'}) for module in raw['modules'] )
data.update(modules)
except:
print traceback.format_exc()
return data
def _get_build_results(date_range=1):
"""Retrieve build resulsts from the backend.
By default retrieve only 1 day of data.
:param date_range: The number of days of data to retrieve.
:type date_range: integer
:return The status code (integer) and the data from the backend (json).
"""
results = []
params = [
("date_range", date_range),
("sort", "created_on"),
("sort_order", -1)
]
data, status, headers = backend.request_get(BUILD_URL, params=params)
if status == 200:
read_data = data
if "content-encoding" in headers:
if "gzip" in headers["content-encoding"]:
in_buffer = io.BytesIO()
in_buffer.write(data)
in_buffer.seek(io.SEEK_SET)
with gzip.GzipFile(mode="rb", fileobj=in_buffer) as g_data:
read_data = g_data.read()
if read_data:
json_data = None
json_data = json.loads(read_data, encoding="utf_8")
read_data = data = None
if json_data:
results = json_data.get("result", [])
return status, results