def __init__(self, spider_name, queue_name=None, **kwargs):
super(QueueInterface, self).__init__(**kwargs)
self.spider_name = spider_name
if queue_name is None:
queue_name = 'task_queue_%s' % spider_name
self.queue_name = queue_name
self.queue_object = PriorityQueue(queue_name)
def __init__(self, spider_name, queue_name=None, **kwargs):
super(QueueBackend, self).__init__(spider_name, **kwargs)
self.spider_name = spider_name
if queue_name is None:
queue_name = 'task_queue_%s' % spider_name
self.queue_name = queue_name
self.queue_object = PriorityQueue(queue_name, **kwargs)
logging.debug('Redis queue key: %s', self.queue_name)
def __init__(self, prefix='spider_task', **kwargs):
super(QueueInterface, self).__init__(**kwargs)
self.queue_object = PriorityQueue(prefix)
# from keras.models import Sequential
# from keras.layers import Dense
import numpy as np
import math
import redis
from redis import Redis
from rq import Queue , Connection , Worker
from flask import jsonify
from qr import PriorityQueue
import json
os.system('sudo service redis start')
PORT = 6379
HOST = 'localhost'
prq =PriorityQueue('q',host=HOST,port=PORT)
"""
1. Model Creator
2. Calculation Distributor
3. Graph Creator
"""
def dumper(obj):
try:
return obj.toJSON()
except:
return obj.__dict__
