def maybe_update_pkgbuild_repo():
"""
"""
if not db.exists('PKGBUILD_REPO_UPDATED'):
if db.setnx('PKGBUILD_REPO_LOCK', True):
db.expire('PKGBUILD_REPO_LOCK', 300)
try:
if os.path.exists('/var/tmp/antergos-packages'):
shutil.rmtree('/var/tmp/antergos-packages')
subprocess.check_call(['git', 'clone', 'http://github.com/antergos/antergos-packages'], cwd='/var/tmp')
db.setex('PKGBUILD_REPO_UPDATED', 350, True)
except subprocess.CalledProcessError as err:
logger.error(err)
db.delete('PKGBUILD_REPO_UPDATED')
db.delete('PKGBUILD_REPO_LOCK')
return
else:
while not db.exists('PKGBUILD_REPO_UPDATED') and db.exists('PKGBUILD_REPO_LOCK'):
time.sleep(2)
return
def process_package_queue():
"""
:param the_queue:
:return: :raise ValueError:
"""
hook_queue = status.hook_queue
logger.info(hook_queue)
if hook_queue is None:
raise ValueError('the_queue cannot be None')
all_deps = []
if not db.exists('BUILD_REPO_UPDATED'):
if db.setnx('BUILD_REPO_LOCK', True):
db.expire('BUILD_REPO_LOCK', 300)
try:
subprocess.check_call(
['git', 'clone', 'http://github.com/antergos/antergos-packages.git'],
cwd='/opt')
subprocess.check_call(['chmod', '-R', 'a+rw', REPO_DIR], cwd='/opt')
except subprocess.CalledProcessError:
try:
subprocess.check_call(['git', 'reset', '--soft', 'origin/master'], cwd='/opt/antergos-packages')
subprocess.check_call(['git', 'pull'], cwd='/opt/antergos-packages')
db.setex('BUILD_REPO_UPDATED', 350, True)
except subprocess.CalledProcessError as err:
logger.error(err)
db.delete('BUILD_REPO_LOCK')
else:
while not db.exists('BUILD_REPO_UPDATED') and db.exists('BUILD_REPO_LOCK'):
time.sleep(2)
for pkg in hook_queue:
logger.info(pkg)
if pkg == '':
continue
pkg_obj = package.get_pkg_object(name=pkg)
version = pkg_obj.get_version()
if not version:
status.hook_queue.remove(pkg_obj.name)
if 'cnchi-dev' != pkg:
logger.error('pkgbuild path is not valid for %s', pkg_obj.name)
else:
continue
logger.info('Updating pkgver in database for %s to %s' % (pkg_obj.name, version))
status.current_status = 'Updating pkgver in database for %s to %s' % (pkg_obj.name, version)
depends = pkg_obj.get_deps()
if not pkg_obj.build_path or pkg_obj.build_path == '':
paths = [os.path.join('/opt/antergos-packages/', pkg),
os.path.join('/opt/antergos-packages/deepin_desktop', pkg),
os.path.join('/opt/antergos-packages/cinnamon', pkg)]
for p in paths:
if os.path.exists(p):
pkg_obj.build_path = p
break
if 'cnchi' in pkg:
logger.info('cnchi package detected.')
src = os.path.join('/var/tmp/antergos-packages/', pkg, 'cnchi')
dest = os.path.join('/opt/antergos-packages/', pkg)
remove(os.path.join(dest, 'cnchi'))
shutil.move(src, dest)
status.current_status = 'Fetching latest translations for %s from Transifex.' % pkg
logger.info(status.current_status)
cnchi_dir = '/opt/antergos-packages/%s' % pkg
fetch_and_compile_translations(translations_for=["cnchi"], pkg_obj=pkg_obj)
remove(os.path.join(cnchi_dir, 'cnchi/.git'))
subprocess.check_output(['tar', '-cf', 'cnchi.tar', 'cnchi'], cwd='/opt/antergos-packages/%s' % pkg)
elif 'numix-icon-theme-square' in pkg:
src = os.path.join('/var/tmp/antergos-packages/', pkg, pkg)
dest = os.path.join('/opt/antergos-packages/', pkg)
shutil.move(src, dest)
subprocess.check_output(['tar', '-cf', pkg + '.tar', pkg], cwd='/opt/antergos-packages/%s' % pkg)
if depends and len(hook_queue) > 1:
all_deps.append(depends)
elif len(hook_queue) == 1:
all_deps.append(1)
return all_deps
def process_github(self):
if not self.is_manual:
self.payload = json.loads(self.request.data)
# Save payload in the database temporarily in case we need it later.
dt = datetime.datetime.now().strftime("%m%d%Y-%I%M")
key = "antbs:github:payloads:%s" % dt
if db.exists(key):
for i in range(1, 5):
tmp = "%s:%s" % (key, i)
if not db.exists(tmp):
key = tmp
break
db.hmset(key, self.payload)
db.rpush("antbs:github:payloads:index", key)
db.expire(key, 172800)
self.full_name = self.payload["repository"]["full_name"]
self.repo = self.payload["repository"]["name"]
self.pusher = self.payload["pusher"]["name"]
self.commits = self.payload["commits"]
if self.repo == "numix-icon-theme":
rate_limit = True
if "numix-icon-theme" not in self.the_queue and "numix-icon-theme" != self.building:
if not db.exists("numix-commit-flag"):
self.changes.append(["numix-icon-theme"])
self.is_numix = True
db.setex("numix-commit-flag", 1200, "True")
rate_limit = False
if rate_limit:
msg = "RATE LIMIT IN EFFECT FOR numix-icon-theme"
logger.info(msg)
self.result = json.dumps({"msg": msg})
else:
self.repo = "antergos-packages"
elif self.repo == "cnchi-dev":
self.changes.append(["cnchi-dev"])
self.repo = "antergos-packages"
self.is_cnchi = True
# idle = db.get('idle')
# working = db.exists('creating-cnchi-archive-from-dev')
# check = 'cnchi-dev' != self.building or idle == "True"
# if not working and 'cnchi-dev' not in self.the_queue and check:
# db.set('creating-cnchi-archive-from-dev', 'True')
# cnchi_git = 'https://github.com/lots0logs/cnchi-dev.git'
# cnchi_clone = '/tmp/cnchi'
# git = '/tmp/cnchi/.git'
# cnchi_tar_tmp = '/tmp/cnchi.tar'
# cnchi_tar = '/srv/antergos.org/cnchi.tar'
#
# for f in [cnchi_clone, cnchi_tar, cnchi_tar_tmp]:
# if os.path.exists(f):
# rm_file_or_dir(f)
# try:
# subprocess.check_call(['git', 'clone', cnchi_git, 'cnchi'], cwd='/tmp')
# shutil.rmtree(git)
# subprocess.check_call(['tar', '-cf', '/tmp/cnchi.tar', '-C', '/tmp', 'cnchi'])
# shutil.copy('/tmp/cnchi.tar', '/srv/antergos.org/')
# except subprocess.CalledProcessError as err:
# logger.error(err.output)
#
# db.delete('creating-cnchi-archive-from-dev')
elif self.pusher != "antbs":
for commit in self.commits:
self.changes.append(commit["modified"])
self.changes.append(commit["added"])
