def load_db_params(self, gc):
self.databases = tuple(self.to_iter(gc["databases"]))
self.db_params = {}
if not self.databases:
return
dbm = db_manager.db_manager()
db_param_names = ("name", "db_host", "db_user", "db_pass", "pool_size", "max_overflow")
for db_name in self.databases:
conf_params = self.to_iter(gc[db_name + "_db"])
params = dict(zip(db_param_names, conf_params))
dbm.engines[db_name] = db_manager.get_engine(**params)
self.db_params[db_name] = params
dbm.type_db = dbm.engines[gc["type_db"]]
dbm.relation_type_db = dbm.engines[gc["rel_type_db"]]
prefix = "db_table_"
for k, v in gc.iteritems():
if k.startswith(prefix):
params = list(self.to_iter(v))
name = k[len(prefix) :]
kind = params[0]
if kind == "thing":
dbm.add_thing(name, [dbm.engines[n] for n in params[1:]])
elif kind == "relation":
dbm.add_relation(name, params[1], params[2], [dbm.engines[n] for n in params[3:]])
return dbm
def load_db_params(self, gc):
self.databases = tuple(self.to_iter(gc['databases']))
self.db_params = {}
if not self.databases:
return
dbm = db_manager.db_manager()
db_param_names = ('name', 'db_host', 'db_user', 'db_pass',
'pool_size', 'max_overflow')
for db_name in self.databases:
conf_params = self.to_iter(gc[db_name + '_db'])
params = dict(zip(db_param_names, conf_params))
dbm.engines[db_name] = db_manager.get_engine(**params)
self.db_params[db_name] = params
dbm.type_db = dbm.engines[gc['type_db']]
dbm.relation_type_db = dbm.engines[gc['rel_type_db']]
prefix = 'db_table_'
for k, v in gc.iteritems():
if k.startswith(prefix):
params = list(self.to_iter(v))
name = k[len(prefix):]
kind = params[0]
if kind == 'thing':
dbm.add_thing(name, [dbm.engines[n] for n in params[1:]])
elif kind == 'relation':
dbm.add_relation(name, params[1], params[2],
[dbm.engines[n] for n in params[3:]])
return dbm
def load_db_params(self, gc):
from r2.lib.services import get_db_load
self.databases = tuple(self.to_iter(gc['databases']))
self.db_params = {}
if not self.databases:
return
dbm = db_manager.db_manager()
db_param_names = ('name', 'db_host', 'db_user', 'db_pass', 'db_port',
'pool_size', 'max_overflow')
for db_name in self.databases:
conf_params = self.to_iter(gc[db_name + '_db'])
params = dict(zip(db_param_names, conf_params))
if params['db_user'] == "*":
params['db_user'] = self.db_user
if params['db_pass'] == "*":
params['db_pass'] = self.db_pass
if params['db_port'] == "*":
params['db_port'] = self.db_port
if params['pool_size'] == "*":
params['pool_size'] = self.db_pool_size
if params['max_overflow'] == "*":
params['max_overflow'] = self.db_pool_overflow_size
ip = params['db_host']
ip_loads = get_db_load(self.servicecache, ip)
if ip not in ip_loads or ip_loads[ip][0] < 1000:
dbm.setup_db(db_name, g_override=self, **params)
self.db_params[db_name] = params
dbm.type_db = dbm.get_engine(gc['type_db'])
dbm.relation_type_db = dbm.get_engine(gc['rel_type_db'])
def split_flags(p):
return ([n for n in p if not n.startswith("!")],
dict((n.strip('!'), True) for n in p if n.startswith("!")))
prefix = 'db_table_'
for k, v in gc.iteritems():
if k.startswith(prefix):
params = list(self.to_iter(v))
name = k[len(prefix):]
kind = params[0]
if kind == 'thing':
engines, flags = split_flags(params[1:])
dbm.add_thing(name, dbm.get_engines(engines),
**flags)
elif kind == 'relation':
engines, flags = split_flags(params[3:])
dbm.add_relation(name, params[1], params[2],
dbm.get_engines(engines),
**flags)
return dbm
def load_db_params(self, gc):
from r2.lib.services import get_db_load
self.databases = tuple(self.to_iter(gc['databases']))
self.db_params = {}
if not self.databases:
return
dbm = db_manager.db_manager()
db_param_names = ('name', 'db_host', 'db_user', 'db_pass', 'db_port',
'pool_size', 'max_overflow')
for db_name in self.databases:
conf_params = self.to_iter(gc[db_name + '_db'])
params = dict(zip(db_param_names, conf_params))
if params['db_user'] == "*":
params['db_user'] = self.db_user
if params['db_pass'] == "*":
params['db_pass'] = self.db_pass
if params['db_port'] == "*":
params['db_port'] = self.db_port
if params['pool_size'] == "*":
params['pool_size'] = self.db_pool_size
if params['max_overflow'] == "*":
params['max_overflow'] = self.db_pool_overflow_size
ip = params['db_host']
ip_loads = get_db_load(self.servicecache, ip)
if ip not in ip_loads or ip_loads[ip][0] < 1000:
dbm.setup_db(db_name, g_override=self, **params)
self.db_params[db_name] = params
dbm.type_db = dbm.get_engine(gc['type_db'])
dbm.relation_type_db = dbm.get_engine(gc['rel_type_db'])
def split_flags(p):
return ([n for n in p if not n.startswith("!")],
dict((n.strip('!'), True) for n in p if n.startswith("!")))
prefix = 'db_table_'
for k, v in gc.iteritems():
if k.startswith(prefix):
params = list(self.to_iter(v))
name = k[len(prefix):]
kind = params[0]
if kind == 'thing':
engines, flags = split_flags(params[1:])
dbm.add_thing(name, dbm.get_engines(engines), **flags)
elif kind == 'relation':
engines, flags = split_flags(params[3:])
dbm.add_relation(name, params[1], params[2],
dbm.get_engines(engines), **flags)
return dbm
def load_db_params(self):
self.databases = tuple(ConfigValue.to_iter(self.config.raw_data['databases']))
self.db_params = {}
if not self.databases:
return
dbm = db_manager.db_manager()
db_param_names = ('name', 'db_host', 'db_user', 'db_pass', 'db_port',
'pool_size', 'max_overflow')
for db_name in self.databases:
conf_params = ConfigValue.to_iter(self.config.raw_data[db_name + '_db'])
params = dict(zip(db_param_names, conf_params))
if params['db_user'] == "*":
params['db_user'] = self.db_user
if params['db_pass'] == "*":
params['db_pass'] = self.db_pass
if params['db_port'] == "*":
params['db_port'] = self.db_port
if params['pool_size'] == "*":
params['pool_size'] = self.db_pool_size
if params['max_overflow'] == "*":
params['max_overflow'] = self.db_pool_overflow_size
dbm.setup_db(db_name, g_override=self, **params)
self.db_params[db_name] = params
dbm.type_db = dbm.get_engine(self.config.raw_data['type_db'])
dbm.relation_type_db = dbm.get_engine(self.config.raw_data['rel_type_db'])
def split_flags(p):
return ([n for n in p if not n.startswith("!")],
dict((n.strip('!'), True) for n in p if n.startswith("!")))
prefix = 'db_table_'
for k, v in self.config.raw_data.iteritems():
if k.startswith(prefix):
params = list(ConfigValue.to_iter(v))
name = k[len(prefix):]
kind = params[0]
if kind == 'thing':
engines, flags = split_flags(params[1:])
dbm.add_thing(name, dbm.get_engines(engines),
**flags)
elif kind == 'relation':
engines, flags = split_flags(params[3:])
dbm.add_relation(name, params[1], params[2],
dbm.get_engines(engines),
**flags)
return dbm
def load_db_params(self, gc):
self.databases = tuple(self.to_iter(gc['databases']))
self.db_params = {}
if not self.databases:
return
dbm = db_manager.db_manager()
db_param_names = ('name', 'db_host', 'db_user', 'db_pass', 'pool_size',
'max_overflow')
for db_name in self.databases:
conf_params = self.to_iter(gc[db_name + '_db'])
params = dict(zip(db_param_names, conf_params))
if params['db_user'] == "*":
params['db_user'] = self.db_user
if params['db_pass'] == "*":
params['db_pass'] = self.db_pass
dbm.setup_db(db_name, **params)
self.db_params[db_name] = params
dbm.type_db = dbm.get_engine(gc['type_db'])
dbm.relation_type_db = dbm.get_engine(gc['rel_type_db'])
dbm.hardcache_db = dbm.get_engine(gc['hardcache_db'])
def split_flags(p):
return ([n for n in p if not n.startswith("!")],
dict((n.strip('!'), True) for n in p if n.startswith("!")))
prefix = 'db_table_'
for k, v in gc.iteritems():
if k.startswith(prefix):
params = list(self.to_iter(v))
name = k[len(prefix):]
kind = params[0]
if kind == 'thing':
engines, flags = split_flags(params[1:])
dbm.add_thing(name, [dbm.get_engine(n) for n in engines],
**flags)
elif kind == 'relation':
engines, flags = split_flags(params[3:])
dbm.add_relation(name, params[1], params[2],
[dbm.get_engine(n) for n in engines],
**flags)
return dbm
# Original Code is CondeNet, Inc.
#
# All portions of the code written by CondeNet are Copyright (c) 2006-2008
# CondeNet, Inc. All Rights Reserved.
################################################################################
from r2.lib.manager import db_manager
from pylons import g
try:
#TODO: move?
from r2admin.config.databases import *
except:
pass
tz = g.tz
dbm = db_manager.db_manager()
main_engine = db_manager.get_engine(g.main_db_name,
db_host = g.main_db_host,
db_user = g.main_db_user,
db_pass = g.main_db_pass)
comment_engine = db_manager.get_engine(g.comment_db_name,
db_host = g.comment_db_host,
db_user = g.comment_db_user,
db_pass = g.comment_db_pass)
vote_engine = db_manager.get_engine(g.vote_db_name,
db_host = g.vote_db_host,
db_user = g.vote_db_user,
db_pass = g.vote_db_pass)
def load_db_params(self):
self.databases = tuple(
ConfigValue.to_iter(self.config.raw_data['databases']))
self.db_params = {}
if not self.databases:
return
dbm = db_manager.db_manager()
db_param_names = ('name', 'db_host', 'db_user', 'db_pass', 'db_port',
'pool_size', 'max_overflow')
for db_name in self.databases:
conf_params = ConfigValue.to_iter(self.config.raw_data[db_name +
'_db'])
params = dict(zip(db_param_names, conf_params))
if params['db_user'] == "*":
params['db_user'] = self.db_user
if params['db_pass'] == "*":
params['db_pass'] = self.db_pass
if params['db_port'] == "*":
params['db_port'] = self.db_port
if params['pool_size'] == "*":
params['pool_size'] = self.db_pool_size
if params['max_overflow'] == "*":
params['max_overflow'] = self.db_pool_overflow_size
dbm.setup_db(db_name, g_override=self, **params)
self.db_params[db_name] = params
dbm.type_db = dbm.get_engine(self.config.raw_data['type_db'])
dbm.relation_type_db = dbm.get_engine(
self.config.raw_data['rel_type_db'])
def split_flags(raw_params):
params = []
flags = {}
for param in raw_params:
if not param.startswith("!"):
params.append(param)
else:
key, sep, value = param[1:].partition("=")
if sep:
flags[key] = value
else:
flags[key] = True
return params, flags
prefix = 'db_table_'
self.predefined_type_ids = {}
for k, v in self.config.raw_data.iteritems():
if not k.startswith(prefix):
continue
params, table_flags = split_flags(ConfigValue.to_iter(v))
name = k[len(prefix):]
kind = params[0]
server_list = self.config.raw_data["db_servers_" + name]
engines, flags = split_flags(ConfigValue.to_iter(server_list))
typeid = table_flags.get("typeid")
if typeid:
self.predefined_type_ids[name] = int(typeid)
if kind == 'thing':
dbm.add_thing(name, dbm.get_engines(engines), **flags)
elif kind == 'relation':
dbm.add_relation(name, params[1], params[2],
dbm.get_engines(engines), **flags)
return dbm
def load_db_params(self):
self.databases = tuple(ConfigValue.to_iter(self.config.raw_data['databases']))
self.db_params = {}
if not self.databases:
return
dbm = db_manager.db_manager()
db_param_names = ('name', 'db_host', 'db_user', 'db_pass', 'db_port',
'pool_size', 'max_overflow')
for db_name in self.databases:
conf_params = ConfigValue.to_iter(self.config.raw_data[db_name + '_db'])
params = dict(zip(db_param_names, conf_params))
if params['db_user'] == "*":
params['db_user'] = self.db_user
if params['db_pass'] == "*":
params['db_pass'] = self.db_pass
if params['db_port'] == "*":
params['db_port'] = self.db_port
if params['pool_size'] == "*":
params['pool_size'] = self.db_pool_size
if params['max_overflow'] == "*":
params['max_overflow'] = self.db_pool_overflow_size
dbm.setup_db(db_name, g_override=self, **params)
self.db_params[db_name] = params
dbm.type_db = dbm.get_engine(self.config.raw_data['type_db'])
dbm.relation_type_db = dbm.get_engine(self.config.raw_data['rel_type_db'])
def split_flags(raw_params):
params = []
flags = {}
for param in raw_params:
if not param.startswith("!"):
params.append(param)
else:
key, sep, value = param[1:].partition("=")
if sep:
flags[key] = value
else:
flags[key] = True
return params, flags
prefix = 'db_table_'
self.predefined_type_ids = {}
for k, v in self.config.raw_data.iteritems():
if not k.startswith(prefix):
continue
params, table_flags = split_flags(ConfigValue.to_iter(v))
name = k[len(prefix):]
kind = params[0]
server_list = self.config.raw_data["db_servers_" + name]
engines, flags = split_flags(ConfigValue.to_iter(server_list))
typeid = table_flags.get("typeid")
if typeid:
self.predefined_type_ids[name] = int(typeid)
if kind == 'thing':
dbm.add_thing(name, dbm.get_engines(engines),
**flags)
elif kind == 'relation':
dbm.add_relation(name, params[1], params[2],
dbm.get_engines(engines),
**flags)
return dbm
# Original Code is CondeNet, Inc.
#
# All portions of the code written by CondeNet are Copyright (c) 2006-2008
# CondeNet, Inc. All Rights Reserved.
################################################################################
from r2.lib.manager import db_manager
from pylons import g
try:
#TODO: move?
from r2admin.config.databases import *
except:
pass
tz = g.tz
dbm = db_manager.db_manager()
main_engine = db_manager.get_engine(g.main_db_name,
db_host=g.main_db_host,
db_user=g.main_db_user,
db_pass=g.main_db_pass)
comment_engine = db_manager.get_engine(g.comment_db_name,
db_host=g.comment_db_host,
db_user=g.comment_db_user,
db_pass=g.comment_db_pass)
vote_engine = db_manager.get_engine(g.vote_db_name,
db_host=g.vote_db_host,
db_user=g.vote_db_user,
db_pass=g.vote_db_pass)
def load_db_params(self):
self.databases = tuple(ConfigValue.to_iter(self.config.raw_data["databases"]))
self.db_params = {}
self.predefined_type_ids = {}
if not self.databases:
return
if self.env == "unit_test":
from mock import MagicMock
return MagicMock()
dbm = db_manager.db_manager()
db_param_names = ("name", "db_host", "db_user", "db_pass", "db_port", "pool_size", "max_overflow")
for db_name in self.databases:
conf_params = ConfigValue.to_iter(self.config.raw_data[db_name + "_db"])
params = dict(zip(db_param_names, conf_params))
if params["db_user"] == "*":
params["db_user"] = self.db_user
if params["db_pass"] == "*":
params["db_pass"] = self.db_pass
if params["db_port"] == "*":
params["db_port"] = self.db_port
if params["pool_size"] == "*":
params["pool_size"] = self.db_pool_size
if params["max_overflow"] == "*":
params["max_overflow"] = self.db_pool_overflow_size
dbm.setup_db(db_name, g_override=self, **params)
self.db_params[db_name] = params
dbm.type_db = dbm.get_engine(self.config.raw_data["type_db"])
dbm.relation_type_db = dbm.get_engine(self.config.raw_data["rel_type_db"])
def split_flags(raw_params):
params = []
flags = {}
for param in raw_params:
if not param.startswith("!"):
params.append(param)
else:
key, sep, value = param[1:].partition("=")
if sep:
flags[key] = value
else:
flags[key] = True
return params, flags
prefix = "db_table_"
for k, v in self.config.raw_data.iteritems():
if not k.startswith(prefix):
continue
params, table_flags = split_flags(ConfigValue.to_iter(v))
name = k[len(prefix) :]
kind = params[0]
server_list = self.config.raw_data["db_servers_" + name]
engines, flags = split_flags(ConfigValue.to_iter(server_list))
typeid = table_flags.get("typeid")
if typeid:
self.predefined_type_ids[name] = int(typeid)
if kind == "thing":
dbm.add_thing(name, dbm.get_engines(engines), **flags)
elif kind == "relation":
dbm.add_relation(name, params[1], params[2], dbm.get_engines(engines), **flags)
return dbm
