def test_lock_can_be_breaked(tmpdir):
lock = ExpiringLinkLockFile(str(tmpdir))
lock.acquire()
lock.break_lock()
second_lock = ExpiringLinkLockFile(str(tmpdir))
second_lock.acquire()
assert second_lock.i_am_locking()
assert not lock.i_am_locking()
def test_lock_can_be_breaked(tmpdir):
lock = ExpiringLinkLockFile(str(tmpdir))
lock.acquire()
lock.break_lock()
second_lock = ExpiringLinkLockFile(str(tmpdir))
second_lock.acquire()
assert second_lock.i_am_locking()
assert not lock.i_am_locking()
def test_cannot_acquire_lock_if_it_is_locked(tmpdir):
lock = ExpiringLinkLockFile(str(tmpdir))
lock.acquire()
second_lock = ExpiringLinkLockFile(str(tmpdir))
with pytest.raises(LockTimeout):
second_lock.acquire(timeout=1)
assert second_lock.is_locked()
assert not second_lock.i_am_locking()
def test_cannot_acquire_lock_if_it_is_locked(tmpdir):
lock = ExpiringLinkLockFile(str(tmpdir))
lock.acquire()
second_lock = ExpiringLinkLockFile(str(tmpdir))
with pytest.raises(LockTimeout):
second_lock.acquire(timeout=1)
assert second_lock.is_locked()
assert not second_lock.i_am_locking()
def test_release_if_locking_unlocks(tmpdir):
lock_name = str(tmpdir.join('lockfile'))
lock = ExpiringLinkLockFile(lock_name)
lock.acquire()
lock.release_if_locking()
second_lock = ExpiringLinkLockFile(lock_name)
second_lock.acquire(timeout=1)
assert second_lock.is_locked()
assert second_lock.i_am_locking()
assert not lock.i_am_locking()
def test_release_if_locking_unlocks(tmpdir):
lock_name = str(tmpdir.join('lockfile'))
lock = ExpiringLinkLockFile(lock_name)
lock.acquire()
lock.release_if_locking()
second_lock = ExpiringLinkLockFile(lock_name)
second_lock.acquire(timeout=1)
assert second_lock.is_locked()
assert second_lock.i_am_locking()
assert not lock.i_am_locking()
class PlaylistWorker(object):
def __init__(self, playlist, is_variant=False):
self.playlist = playlist
self.is_variant = is_variant
self.config = helpers.load_config()
self.setup_lock()
def setup(self):
helpers.setup_logging(self.config, "worker for {}".format(self.playlist))
logging.debug('HLS CLIENT Started for {}'.format(self.playlist))
self.destination = self.config.get('hlsclient', 'destination')
self.encrypt = self.config.getboolean('hlsclient', 'encrypt')
not_modified_tolerance = self.config.getint('hlsclient', 'not_modified_tolerance')
self.balancer = Balancer(not_modified_tolerance)
ttl = datetime.timedelta(seconds=random.randint(1, MAX_TTL_IN_SECONDS))
self.death_time = datetime.datetime.now() + ttl
def run_forever(self):
self.setup()
signal.signal(signal.SIGTERM, self.interrupted)
while self.should_run():
try:
self.run_if_locking()
time.sleep(0.1)
except LockTimeout:
logging.debug("Unable to acquire lock")
except KeyboardInterrupt:
logging.debug('Quitting...')
break
except Exception:
logging.exception('An unknown error happened')
self.stop()
def run(self):
playlists = discover_playlists(self.config)
worker_playlists = self.filter_playlists_for_worker(playlists)
if not worker_playlists['streams']:
logging.warning("Playlist is not available anymore")
self.stop()
paths = get_servers(worker_playlists)
self.balancer.update(paths)
consume_from_balancer(self.balancer,
worker_playlists,
self.destination,
self.encrypt)
def filter_playlists_for_worker(self, playlists):
if self.is_variant:
combine_actions = get_actions(playlists, "combine")
my_combine_actions = [action for action in combine_actions if action['output'] == self.playlist]
my_inputs = [action['input'] for action in my_combine_actions]
streams = itertools.chain(*my_inputs)
streams = [s for s in streams if s in playlists['streams']] # transcoded playlists are ignored
elif self.playlist in playlists['streams']:
streams = [self.playlist]
else:
streams = []
result = playlists.copy()
result["streams"] = {stream: playlists['streams'][stream] for stream in streams}
return result
def should_run(self):
should_live = datetime.datetime.now() < self.death_time
if not should_live:
logging.info("Worker {} should die now!".format(self.worker_id()))
return should_live
def interrupted(self, *args):
logging.info('Interrupted. Releasing lock.')
self.stop()
def setup_lock(self):
lock_path = self.lock_path()
self.lock_timeout = self.config.getint('lock', 'timeout')
self.lock_expiration = self.config.getint('lock', 'expiration')
self.lock = ExpiringLinkLockFile(lock_path)
def lock_path(self):
return '{0}.{1}'.format(self.config.get('lock', 'path'), self.worker_id())
def worker_id(self):
return hashlib.md5(self.playlist).hexdigest()
def run_if_locking(self):
if self.other_is_running():
logging.warning("Someone else acquired the lock")
self.stop()
return
if not self.lock.is_locked():
self.lock.acquire(timeout=self.lock_timeout)
if self.lock.i_am_locking():
self.lock.update_lock()
self.run()
def other_is_running(self):
other = self.lock.is_locked() and not self.lock.i_am_locking()
if other and self.lock.expired(tolerance=self.lock_expiration):
logging.warning("Lock expired. Breaking it")
self.lock.break_lock()
return False
return other
def stop(self):
try:
self.lock.release_if_locking()
finally:
sys.exit(0)
def test_can_acquire_lock(tmpdir):
lock = ExpiringLinkLockFile(str(tmpdir))
lock.acquire()
assert lock.i_am_locking()
def test_lock_expires(tmpdir):
lock = ExpiringLinkLockFile(str(tmpdir))
lock.acquire()
time.sleep(1)
assert lock.expired(1)
assert not lock.expired(2)
def test_can_acquire_lock(tmpdir):
lock = ExpiringLinkLockFile(str(tmpdir))
lock.acquire()
assert lock.i_am_locking()
def test_lock_expires(tmpdir):
lock = ExpiringLinkLockFile(str(tmpdir))
lock.acquire()
time.sleep(1)
assert lock.expired(1)
assert not lock.expired(2)