Exemple #1
0
from rq import Queue, get_current_job
from rq.job import Job
from worker import conn
from datetime import datetime

sched = Scheduler()
m = MarketScraper()
updated_search_items = search_items

user = sys.argv[1]
pw = sys.argv[2]

m.login(user, pw)

sched.scrapejob = None
sched.scrapejobid = None

# adding placeholders for points calculation
sched.pointscalcjob = None
sched.pointscalcjobid = None

logging.basicConfig()


@sched.interval_schedule(hours=12)
def interval_market_scrape():
    # send this to redis queue
    updated_search_items = update_search_list()
    sched.scrapejob = q.enqueue_call(func=m.get_scrape_results, args=(search_items,), result_ttl=3000)
    print "running calc %s " % sched.scrapejob.id