def run_command():
repo = Repo()
limit = 200
numu_app.logger.info("Starting MB process...")
# Scan user imports
imports_processed = ImportProcessor(repo=repo).import_user_artists(
check_musicbrainz=True)
# If imports have been taken care of, update artists and releases.
if imports_processed == 0:
# Scan artists
date_offset = datetime.now() - timedelta(days=3)
artists = (Artist.query.filter(
or_(Artist.date_checked < date_offset,
Artist.date_checked.is_(None))).order_by(
Artist.date_checked.asc().nullsfirst()).limit(limit).all())
for artist in artists:
numu_app.logger.info("Updating Artist: {} - Last check: {}".format(
artist, artist.date_checked))
updated_artist = ArtistProcessor(repo=repo).update_artist(artist)
if updated_artist:
releases_added = ReleaseProcessor().add_releases(
updated_artist)
numu_app.logger.info(
"Added Releases: {}".format(releases_added))
repo.commit()
# Scan releases
date_offset = datetime.now() - timedelta(days=14)
releases = (Release.query.filter(
Release.date_checked < date_offset).order_by(
Release.date_checked.asc()).limit(limit).all())
for release in releases:
numu_app.logger.info(
"Updating Release: {} - Last check: {}".format(
release, release.date_checked))
release = ReleaseProcessor(repo=repo).update_release(release)
if release:
# If release was deleted, it'll be None by the time we get here.
release.date_checked = utils.now()
repo.save(release)
repo.commit()
def user_processing():
"""Perform quick check of user imports."""
repo = Repo()
process_name = "user_processing"
lock = Lock.query.filter_by(process_name=process_name).first()
if lock is None:
lock = Lock(process_name=process_name, lock_acquired=False)
if lock.lock_acquired is False:
lock.lock_acquired = True
lock.date_acquired = utils.now()
repo.save(lock)
repo.commit()
run_command()
lock.lock_acquired = False
repo.save(lock)
repo.commit()
else:
numu_app.logger.info("Unable to achieve lock.")
def mb_processing():
"""Handle all processing tasks related to musicbrainz."""
repo = Repo()
process_name = "mb_processing"
lock = Lock.query.filter_by(process_name=process_name).first()
if lock is None:
lock = Lock(process_name=process_name, lock_acquired=False)
if lock.lock_acquired is False or (
lock.lock_acquired is True
and lock.date_acquired < utils.now() - timedelta(hours=1)):
lock.lock_acquired = True
lock.date_acquired = utils.now()
repo.save(lock)
repo.commit()
run_command()
lock.lock_acquired = False
repo.save(lock)
repo.commit()
else:
numu_app.logger.info("Unable to achieve lock.")
def check_art():
"""Check for artist and release art, and save to storage."""
repo = Repo()
process_name = "check_art"
lock = Lock.query.filter_by(process_name=process_name).first()
if lock is None:
lock = Lock(process_name=process_name, lock_acquired=False)
if lock.lock_acquired is False or (
lock.lock_acquired is True
and lock.date_acquired < utils.now() - timedelta(hours=1)
):
lock.lock_acquired = True
lock.date_acquired = utils.now()
repo.save(lock)
repo.commit()
run_command()
lock.lock_acquired = False
repo.save(lock)
repo.commit()
else:
numu_app.logger.info("Unable to achieve lock.")
