def _refresh(self):
# Refresh every 5 minutes
if time.time() - self._last_refresh > 300:
try:
log.info("Loading masters from %s", self.masters_url)
self.masters = json.load(urllib.urlopen(self.masters_url))
log.info("Loading branches from %s", self.branches_url)
self.branches = json.load(urllib.urlopen(self.branches_url))
self._last_refresh = time.time()
except:
log.exception("Couldn't load data; using old ones")
def _refresh(self):
# Refresh every 5 minutes
if time.time() - self._last_refresh > 300:
try:
log.info("Loading masters from %s", self.masters_url)
self.masters = json.load(urllib2.urlopen(self.masters_url, timeout=30))
log.info("Loading branches from %s", self.branches_url)
self.branches = json.load(urllib2.urlopen(self.branches_url, timeout=30))
self._last_refresh = time.time()
except:
log.exception("Couldn't load data; using old ones")
def get_masters():
global _masters, _last_master_check, _masters_by_dbname, _masters_pools
now = time.time()
if now - _last_master_check < _masters_cache_timeout:
return _masters
masters_url = app_globals.masters_url
log.info("Fetching master list from %s", masters_url)
try:
masters = json.load(urllib.urlopen(masters_url))
_masters = masters
except:
log.exception("Error loading masters json; using old list")
return _masters
_last_master_check = now
_masters_by_dbname = {}
_masters_pools = {BUILDPOOL: [], TRYBUILDPOOL: [], TESTPOOL: []}
for m in _masters:
_masters_by_dbname[m['db_name']] = m
pool = ROLE_MASTERS_POOLS.get(m['role'], None)
if pool in _masters_pools:
_masters_pools[pool].append(m['db_name'])
return _masters
def get_masters():
global _masters, _last_master_check, _masters_by_dbname, _masters_pools
now = time.time()
if now - _last_master_check < _masters_cache_timeout:
return _masters
masters_url = app_globals.masters_url
log.info("Fetching master list from %s", masters_url)
try:
masters = json.load(urllib2.urlopen(masters_url, timeout=30))
_masters = masters
except:
log.exception("Error loading masters json; using old list")
return _masters
_last_master_check = now
_masters_by_dbname = {}
_masters_pools = {BUILDPOOL: [], TRYBUILDPOOL: [], TESTPOOL: []}
for m in _masters:
_masters_by_dbname[m['db_name']] = m
pool = ROLE_MASTERS_POOLS.get(m['role'], None)
if pool in _masters_pools:
_masters_pools[pool].append(m['db_name'])
return _masters
def get_branches():
global _branches, _last_branches_check
now = time.time()
if now - _last_branches_check < _last_branches_timeout:
return _branches
branches_url = app_globals.branches_url
log.info("Fetching branches list from %s", branches_url)
try:
if branches_url.startswith('TEST:'):
branches = json.load(open(branches_url.split(':')[1]))
else:
branches = json.load(urllib.urlopen(branches_url))
_branches = branches
_last_branches_check = now
except:
log.exception("Error loading branches json; using old list")
return _branches
def get_branches():
global _branches, _last_branches_check
now = time.time()
if now - _last_branches_check < _last_branches_timeout:
return _branches
branches_url = app_globals.branches_url
log.info("Fetching branches list from %s", branches_url)
try:
if branches_url.startswith('TEST:'):
branches = json.load(open(branches_url.split(':')[1]))
else:
branches = json.load(urllib2.urlopen(branches_url, timeout=30))
_branches = branches
_last_branches_check = now
except:
log.exception("Error loading branches json; using old list")
return _branches
def test_branches(self):
response = self.app.get(url('branches', format='json')).json
self.assertEquals(response, json.load(open('branches-test.json')))
