def test_parameters():
updater = Updater()
b_parameter = updater.b_parameter(13, 90, median_period=10, max_period=100)
assert b_parameter == pytest.approx(0.35824, 0.01)
a_parameter = updater.a_parameter(13, b_parameter, median_period=10)
assert a_parameter == pytest.approx(0.91866, 0.01)
print(a_parameter, b_parameter)
def test_update_movies(mocker):
mocker.patch.object(Updater, 'get_all_next_updates', lambda x, y, **kwargs: d)
mocker.patch.object(time, 'sleep', lambda x: None)
mocker.patch.object(Updater, 'update_source', lambda x, y, z: None)
create_test_tables(variant='updates')
db = MySQLDatabase(schema='qmdb_test', env='tst')
updater = Updater()
updater.update_movies(db, weibull_lambda=10000)
# TODO: change this unit test to test get_update_sequence, assert timings of next updates
remove_test_tables(db)
def test_calculate_next_update():
updater = Updater()
updater.earliest_date_added = arrow.get(dt.datetime(2018, 1, 1))
next_update, period = updater.calculate_next_update(arrow.get(dt.datetime(2018, 2, 1)),
2, 2/50000, weibull_lambda=10000)
assert next_update.timestamp > arrow.get(dt.datetime(2018, 2, 14)).timestamp
assert next_update.timestamp < arrow.get(dt.datetime(2018, 2, 16)).timestamp
next_update, period = updater.calculate_next_update(None,
100, 1, weibull_lambda=10000)
assert next_update.timestamp > arrow.get(dt.datetime(2018, 1, 7)).timestamp
assert next_update.timestamp < arrow.get(dt.datetime(2018, 1, 9)).timestamp
def test_get_update_sequence():
create_test_tables(variant='updates')
db = MySQLDatabase(schema='qmdb_test', env='tst')
updater = Updater()
updater.get_movies_stats(db)
seq = updater.get_all_next_updates(db, weibull_lambda=10000)
assert len(seq) == 48
for e in seq:
assert isinstance(e, dict)
assert len([e for e in seq if e['source'] == 'criticker']) == 5
assert len([e for e in seq if e['source'] == 'omdb']) == 3
assert len([e for e in seq if e['source'] == 'ptp']) == 5
remove_test_tables(db)
def test_update_source():
create_test_tables()
db = MySQLDatabase(schema='qmdb_test', env='tst')
updater = Updater()
crit_id = 1234
updater.update_source(db, {'source': 'criticker', 'crit_id': crit_id})
assert db.movies[crit_id].criticker_updated >= arrow.now().shift(minutes=-1)
updater.update_source(db, {'source': 'omdb', 'crit_id': crit_id})
assert db.movies[crit_id].omdb_updated >= arrow.now().shift(minutes=-1)
remove_test_tables(db)
def test_calculate_final_period():
updater = Updater()
update_period = updater.calculate_update_period(10, 15, year_power=1, crit_pop_power=1)
assert update_period == pytest.approx(12.2474, 0.01)
update_period = updater.calculate_update_period(10, 10, year_power=1, crit_pop_power=1)
assert update_period == pytest.approx(10, 0.01)
update_period = updater.calculate_update_period(10, 200, year_power=1, crit_pop_power=0)
assert update_period == pytest.approx(10, 0.01)
update_period = updater.calculate_update_period(10, 200, year_power=1, crit_pop_power=1/100)
assert update_period == pytest.approx(10.3010, 0.01)
def test_calculate_frequency_score():
updater = Updater()
score = updater.calculate_period_score(11, {'a_parameter': 0.91866, 'b_parameter': 0.35824})
assert score == pytest.approx(8.748, 0.01)
from qmdb.database.database import MySQLDatabase
from qmdb.interfaces.omdb import OMDBScraper
from qmdb.interfaces.criticker import CritickerScraper
from qmdb.interfaces.updater import Updater
from qmdb.model.predictions import RatingModeler
from qmdb.interfaces.netflix import NetflixScraper
import time
if __name__ == "__main__":
db = MySQLDatabase(from_scratch=False)
omdb_scraper = OMDBScraper()
crit_scraper = CritickerScraper(user='******')
updater = Updater()
modeler = RatingModeler(db)
netflix_scraper = NetflixScraper(db)
while True:
print("\nRefreshing movie information from Criticker, IMDb and OMDB\n")
time0 = time.time()
while time.time() - time0 <= 12 * 3600:
updater.update_movies(db, n=30, weibull_lambda=3)
crit_scraper.get_movies(db, start_popularity=2)
netflix_scraper.get_genre_ids()
netflix_scraper.get_movies_for_genres()
crit_scraper.get_ratings(db)
modeler.get_predictions()