def load_data():
if environ.get('REDIS_SERVER') is not None:
redis_server = environ.get('REDIS_SERVER')
else:
redis_server = 'localhost'
if environ.get('REDIS_PORT') is not None:
redis_port = int(environ.get('REDIS_PORT'))
else:
redis_port = 6379
if environ.get('REDIS_PASSWORD') is not None:
redis_password = environ.get('REDIS_PASSWORD')
else:
redis_password = ''
rdb = redis.Redis(host=redis_server,
port=redis_port,
password=redis_password)
rb = RedisBloom(host=redis_server,
port=redis_port,
password=redis_password)
rts = RedisTimeseries(host=redis_server,
port=redis_port,
password=redis_password)
rdb.set("CONFIG", "YES")
rts.create('s-unfiltered', retention_ms=60000)
rts.create('s-filtered', retention_ms=60000)
rts.create('unfiltered', labels={'Type': 'Final'}, retention_ms=86400000)
rts.create('filtered', labels={'Type': 'Final'}, retention_ms=86400000)
rts.createrule('s-unfiltered', 'unfiltered', 'last', 1000)
rts.createrule('s-filtered', 'filtered', 'last', 1000)
for gear in ['./dedup.py']:
file = open(gear, mode='r')
g = file.read()
rdb.execute_command('RG.PYEXECUTE', g)
file.close()
if environ.get('REDIS_SCRABBLE') is not None:
for line in fileinput.input("2019_Collins_Scrabble_Words.txt"):
rb.bfAdd("Scrabble-Bloom", line.rstrip())
def __init__(self, node_name: str, lru_size: int, p=1.0e-6, n=1000000):
"""
Initialize last two layers of cache
:param node_name:
:param lru_size:
"""
super(FullLayeredCache, self).__init__(node_name, lru_size)
# Set to true so we add a timeout to layer 2 redis key value stores
self.set_timeout = True
# Create the bloom filter client object
self.bloom = RedisBloom(port=6378)
# Create a dgraph client, stub, and transaction
self.dgraph, self.stub = get_client()
self.txn = self.dgraph.txn()
# Initialize the bloom filter (if it doesnt already exist)
try:
self.bloom.bfInfo(node_name)
except exceptions.ResponseError:
self.bloom.bfCreate(node_name, p, n)
def __init__(self):
self.env = Env()
self.rb = RedisBloom(port=6379)
def load_data():
if environ.get('REDIS_SERVER') is not None:
redis_server = environ.get('REDIS_SERVER')
else:
redis_server = 'localhost'
if environ.get('REDIS_PORT') is not None:
redis_port = int(environ.get('REDIS_PORT'))
else:
redis_port = 6379
if environ.get('REDIS_PASSWORD') is not None:
redis_password = environ.get('REDIS_PASSWORD')
else:
redis_password = ''
rdb = redis.Redis(host=redis_server,
port=redis_port,
password=redis_password)
rb = RedisBloom(host=redis_server,
port=redis_port,
password=redis_password)
rts = RedisTimeseries(host=redis_server,
port=redis_port,
password=redis_password)
with open('./users.csv', encoding='utf-8') as csv_file:
csv_reader = csv.reader(csv_file, delimiter=',')
line_count = 0
for row in csv_reader:
if line_count > 0:
rdb.hset("user:%s" % (row[0].replace(" ", '')),
mapping={
'Name': row[0],
'AgeDemo': row[1],
'IncomeDemo': row[2],
'Sex': row[3]
})
rdb.lpush("USERLIST", row[0])
line_count += 1
with open('./campaigns.csv', encoding='utf-8') as csv_file:
rts.create('TOTALREVENUE')
csv_reader = csv.reader(csv_file, delimiter=',')
line_count = 0
for row in csv_reader:
if line_count > 0:
rdb.zadd("campaign:%s" % (row[0].replace(" ", '')),
{row[2]: row[1]})
rb.bfCreate(row[2], 0.01, 1000)
rb.set("counter:%s" % (row[2].replace(" ", '')), row[3])
rts.create("ADVIEW:%s" % (row[2].replace(" ", '')))
rb.sadd("AdStats", row[2])
line_count += 1
for gear in ['./adgear.py', './adstats.py']:
file = open(gear, mode='r')
g = file.read()
rdb.execute_command('RG.PYEXECUTE', g)
file.close()
def setUp(self):
global rb
rb = RedisBloom(port=port)
rb.flushdb()
redis_port = int(environ.get('REDIS_PORT'))
else:
redis_port = 6379
if environ.get('REDIS_PASSWORD') is not None:
redis_password = environ.get('REDIS_PASSWORD')
else:
redis_password = ''
rdb = redis.Redis(host=redis_server, port=redis_port, password=redis_password)
rts = RedisTimeseries(host=redis_server,
port=redis_port,
password=redis_password)
rb = RedisBloom(host=redis_server, port=redis_port, password=redis_password)
nav = Nav()
topbar = Navbar(
'',
View('Home', 'index'),
View('Get Ads', 'getads'),
View('View Campaigns', 'getcampaign'),
View('Revenue', 'getrevenue'),
View('Ad Stats', 'getadstats'),
View('New Campaign', 'addcampaign'),
View('New Intent', 'addintent'),
)
nav.register_element('top', topbar)