def __init__(self, logger = appscale_logger.getLogger("datastore-memcachedb")):
DHashDatastore.__init__(self, logger)
# self.pool = pool.SingletonThreadPool(self.__createConnection, echo=True)
# self.localpool = pool.QueuePool(self.__createLocalConnection)
# self.masterpool = pool.QueuePool(self.__createMasterConnection)
self.masterclient = self.__createMasterConnection()
self.localclient = self.__createLocalConnection()
def __init__(self, logger_ = appscale_logger.getLogger("datastore-voldemort")):
# self.__host = 'localhost'
# self.__port = 9090
DHashDatastore.__init__(self, logger_)
self.__store = STORE
#self.logger.debug("AppVoldemort is created")
self.pool = pool.QueuePool(self.__create_connection)
def __init__(self, logger = appscale_logger.getLogger("datastore-hypertable")):
self.logger = logger
#self.pool = pool.QueuePool(self.__createConnection)
#self.conn = ThriftClient(self.get_local_ip(), THRIFT_PORT)
#self.ns = self.conn.open_namespace(NS)
self.conn = None
self.tableCache = []
self.lock = threading.Lock()
def __init__(self, logger = appscale_logger.getLogger("dhash")):
self.logger = logger
if USE_MEMCACHED:
self.memcache_locations = self.__getMemcachedLocations()
self.memcache = memcache.Client(self.memcache_locations, debug=0)
else:
self.lockhash = weakref.WeakValueDictionary()
self.hashkey_size = DEFAULT_KEYSIZE
def __init__(self, logger=appscale_logger.getLogger("dhash")):
self.logger = logger
if USE_MEMCACHED:
self.memcache_locations = self.__getMemcachedLocations()
self.memcache = memcache.Client(self.memcache_locations, debug=0)
else:
self.lockhash = weakref.WeakValueDictionary()
self.hashkey_size = DEFAULT_KEYSIZE
def __init__(self,
logger=appscale_logger.getLogger("datastore-memcachedb")):
DHashDatastore.__init__(self, logger)
# self.pool = pool.SingletonThreadPool(self.__createConnection, echo=True)
# self.localpool = pool.QueuePool(self.__createLocalConnection)
# self.masterpool = pool.QueuePool(self.__createMasterConnection)
self.masterclient = self.__createMasterConnection()
self.localclient = self.__createLocalConnection()
def __init__(self,
logger_=appscale_logger.getLogger("datastore-voldemort")):
# self.__host = 'localhost'
# self.__port = 9090
DHashDatastore.__init__(self, logger_)
self.__store = STORE
#self.logger.debug("AppVoldemort is created")
self.pool = pool.QueuePool(self.__create_connection)
def __init__(self,
logger=appscale_logger.getLogger("datastore-hypertable")):
self.logger = logger
#self.pool = pool.QueuePool(self.__createConnection)
#self.conn = ThriftClient(self.get_local_ip(), THRIFT_PORT)
#self.ns = self.conn.open_namespace(NS)
self.conn = None
self.tableCache = []
self.lock = threading.Lock()
def __init__(self, logger = appscale_logger.getLogger("datastore-cassandra")):
f = open(APPSCALE_HOME + '/.appscale/my_private_ip', 'r')
self.host = f.read()
f.close()
self.port = CASS_DEFAULT_PORT
self.pool = pycassa.ConnectionPool(keyspace=KEYSPACE,
server_list=[self.host+":"+str(self.port)],
prefill=False)
self.logger = logger
def __init__(self, logger = appscale_logger.getLogger("datastore-hbase")):
"""
Constructor
Args:
logger: Used for logging
"""
self.lock = threading.Lock()
self.logger = logger
self.connection = self.create_connection()
def __init__(self, logger = appscale_logger.getLogger("datastore-hypertable")):
""" Constructor
Args:
logger: Object where log messages are sent
"""
self.logger = logger
self.host = helper_functions.read_file(
APPSCALE_HOME + '/.appscale/my_private_ip')
self.conn = thriftclient.ThriftClient(self.host, THRIFT_PORT)
self.ns = self.conn.namespace_open(NS)
def __init__(self,
logger=appscale_logger.getLogger("datastore-hypertable")):
""" Constructor
Args:
logger: Object where log messages are sent
"""
self.logger = logger
self.host = helper_functions.read_file(APPSCALE_HOME +
'/.appscale/my_private_ip')
self.conn = thriftclient.ThriftClient(self.host, THRIFT_PORT)
self.ns = self.conn.namespace_open(NS)
def __init__(self, logger = appscale_logger.getLogger("datastore-hypertable")):
self.logger = logger
self.conn = None
self.lock = threading.Lock()
self.host = None
#self.lock.acquire()
f = open(APPSCALE_HOME + '/.appscale/my_private_ip', 'r')
self.host = f.read()
f.close()
self.conn = ThriftClient(self.host, THRIFT_PORT)
self.ns = self.conn.namespace_open(NS)
def __init__(self, logger = appscale_logger.getLogger("datastore-cassandra")):
"""
Constructor
Args:
logger: An object that logging messages can be sent to
"""
self.host = helper_functions.read_file(APPSCALE_HOME + \
'/.appscale/my_private_ip')
self.port = CASS_DEFAULT_PORT
self.pool = pycassa.ConnectionPool(keyspace=KEYSPACE,
server_list=[self.host+":"+str(self.port)],
prefill=False)
self.logger = logger
def __init__(self,
logger=appscale_logger.getLogger("datastore-cassandra")):
"""
Constructor
Args:
logger: An object that logging messages can be sent to
"""
self.host = helper_functions.read_file(APPSCALE_HOME + \
'/.appscale/my_private_ip')
self.port = CASS_DEFAULT_PORT
self.pool = pycassa.ConnectionPool(
keyspace=KEYSPACE,
server_list=[self.host + ":" + str(self.port)],
prefill=False)
self.logger = logger
def __init__(self, logger = appscale_logger.getLogger("datastore-cassandra")):
f = open(APPSCALE_HOME + '/.appscale/my_private_ip', 'r')
self.host = f.read()
self.port = DEFAULT_PORT
self.pool = pycassa.ConnectionPool(keyspace='Keyspace1',
server_list=[self.host+":"+str(self.port)],
prefill=False)
f = open(APPSCALE_HOME + '/.appscale/my_private_ip', 'r')
host = f.read()
sys = SystemManager(host + ":" + str(DEFAULT_PORT))
try:
sys.create_column_family('Keyspace1',
SCHEMA_TABLE,
comparator_type=UTF8_TYPE)
except Exception, e:
print "Exception creating column family: %s"%str(e)
pass
def __init__(self,
logger=appscale_logger.getLogger("datastore-cassandra")):
f = open(APPSCALE_HOME + '/.appscale/my_private_ip', 'r')
self.host = f.read()
self.port = DEFAULT_PORT
self.pool = pycassa.ConnectionPool(
keyspace='Keyspace1',
server_list=[self.host + ":" + str(self.port)],
prefill=False)
f = open(APPSCALE_HOME + '/.appscale/my_private_ip', 'r')
host = f.read()
sys = SystemManager(host + ":" + str(DEFAULT_PORT))
try:
sys.create_column_family('Keyspace1',
SCHEMA_TABLE,
comparator_type=UTF8_TYPE)
except Exception, e:
print "Exception creating column family: %s" % str(e)
pass
import threading
import sys
import string, cgi
import socket
import os
import types
import imp
import appscale_logger
from dbconstants import *
#from helper_functions import ThreadedLogger
#LOG_DIR = "%s/AppDB/logs" % APPSCALE_HOME
#LOG_FILENAME = LOG_DIR + "/appscale_datastore.log"
#app_datastore_logger = ThreadedLogger(LOG_FILENAME)
#app_datastore_logger.turnLoggingOn()
app_datastore_logger = appscale_logger.getLogger("appscale_datastore")
DB_ERROR = "DB_ERROR:"
ERROR_CODES = [DB_ERROR]
DATASTORE_DIR= "%s/AppDB" % APPSCALE_HOME
class DatastoreFactory:
@classmethod
def getDatastore(cls, d_type):
datastore = None
d_name= "py_" + d_type
mod_path = DATASTORE_DIR + "/" + d_type + "/" + d_name + ".py"
if os.path.exists(mod_path):
sys.path.append(DATASTORE_DIR + "/" + d_type)
d_mod = imp.load_source(d_name, mod_path)
def __init__(self, logger = appscale_logger.getLogger("datastore-hbase")):
self.logger = logger
self.lock = threading.Lock()
self.connection = self.__createConnection()
self.tableCache = []
def __init__(self,
logger=appscale_logger.getLogger("datastore-hypertable")):
self.logger = logger
self.conn = None
self.tableCache = []
self.lock = threading.Lock()
def __init__(self, logger=appscale_logger.getLogger("datastore-timesten")):
self.logger = logger
self.pool = pool.QueuePool(self.__create_connection)
def __init__(self, logger=appscale_logger.getLogger("datastore-redis")):
self.logger = logger
self.masterConn = self.__createMasterConnection()
self.slaveConn = self.__createLocalConnection()
def __init__(self, logger = appscale_logger.getLogger("datastore-simpledb")):
DHashDatastore.__init__(self, logger)
self.conn = boto.connect_sdb(ACCESS_KEY, SECRET_KEY)
self.domain = self.conn.get_domain(APPSCALE_DOMAIN)
def __init__(self, logger = appscale_logger.getLogger("datastore-mongodb")):
self.logger = logger
self.pool = pool.QueuePool(self.__create_connection)
self.table_cache = []
self.schema_cache = {}
def __init__(self,
logger=appscale_logger.getLogger("datastore-memcachedb")):
# TODO: is this correct?
self.logger = logger
def __init__(self, logger = appscale_logger.getLogger("datastore-timesten")):
self.logger = logger
self.pool = pool.QueuePool(self.__create_connection)
def __init__(self, log = appscale_logger.getLogger("datastore-mysql")):
self.logger = log
self.client = None
self.transactionsOn = False
self.tableCache = set()
import tarfile
import shutil
import cPickle as pickle
import SOAPpy
import appscale_logger
import appscale_datastore
import appscale_server
from zkappscale import zktransaction
from dbconstants import *
VALID_DATASTORE = []
MIGRATION_DATA_DIR = '/root/appscale/AppDB/migration_data'
MAX_TRIES = 10
NON_TRANS_TABLES = ['IPS___','__key__', "USERS__", "APPS__"]
logger = appscale_logger.getLogger("migration_server")
super_secret = ""
db = []
DEFAULT_PORT = 11226
bindport = DEFAULT_PORT
datastore_type = "hbase"
zoo_keeper = ""
try:
FILE = open(SECRET_LOCATION, 'r')
super_secret = FILE.read()
FILE.close()
except:
print "Temp secret set for testing"
super_secret = 'x'
def usage():
import tarfile
import shutil
import cPickle as pickle
import SOAPpy
import appscale_logger
import appscale_datastore
import appscale_server
from zkappscale import zktransaction
from dbconstants import *
VALID_DATASTORE = []
MIGRATION_DATA_DIR = '/root/appscale/AppDB/migration_data'
MAX_TRIES = 10
NON_TRANS_TABLES = ['IPS___', '__key__', "USERS__", "APPS__"]
logger = appscale_logger.getLogger("migration_server")
super_secret = ""
db = []
DEFAULT_PORT = 11226
bindport = DEFAULT_PORT
datastore_type = "hbase"
zoo_keeper = ""
try:
FILE = open(SECRET_LOCATION, 'r')
super_secret = FILE.read()
FILE.close()
except:
print "Temp secret set for testing"
super_secret = 'x'
# we don't use PYTHONPATH now.
#PYTHON_PATH = os.environ.get("PYTHONPATH")
#print "Python path: ",PYTHON_PATH
#print sys.path
import sys
import SOAPpy
import time
import datetime
import re
from dbconstants import *
import appscale_datastore
import appscale_logger
from M2Crypto import SSL
logger = appscale_logger.getLogger("soap_server")
APP_TABLE = APPS_TABLE
USER_TABLE = USERS_TABLE
DEFAULT_USER_LOCATION = ".flatfile_users"
DEFAULT_APP_LOCATION = ".flatfile_apps"
DEFAULT_DATASTORE = "hbase"
DEFAULT_SSL_PORT = 4343
DEFAULT_PORT = 9899
IP_TABLE = "IPS___"
DEFAULT_ENCRYPTION = 1
VALID_DATASTORES = []
CERT_LOCATION = APPSCALE_HOME + "/.appscale/certs/mycert.pem"
KEY_LOCATION = APPSCALE_HOME + "/.appscale/certs/mykey.pem"
SECRET_LOCATION = APPSCALE_HOME + "/.appscale/secret.key"
user_location = DEFAULT_USER_LOCATION
def __init__(self, logger=appscale_logger.getLogger("datastore-simpledb")):
DHashDatastore.__init__(self, logger)
self.conn = boto.connect_sdb(ACCESS_KEY, SECRET_KEY)
self.domain = self.conn.get_domain(APPSCALE_DOMAIN)
def __init__(self, logger=appscale_logger.getLogger("datastore-mongodb")):
self.logger = logger
self.pool = pool.QueuePool(self.__create_connection)
self.table_cache = []
self.schema_cache = {}
# Author: Chris Bunch
# Author: Gaurav Kumar Mehta
# Author: NOMURA Yoshihide
# See LICENSE file
import imp
import os
import sys
import string
import socket
import threading
import types
import appscale_logger
from dbconstants import *
app_datastore_logger = appscale_logger.getLogger("appscale_datastore")
DB_ERROR = "DB_ERROR:"
ERROR_CODES = [DB_ERROR]
DATASTORE_DIR = "%s/AppDB" % APPSCALE_HOME
class DatastoreFactory:
@classmethod
def getDatastore(cls, d_type):
datastore = None
d_name = "py_" + d_type
mod_path = DATASTORE_DIR + "/" + d_type + "/" + d_name + ".py"
if os.path.exists(mod_path):
def __init__(self, logger=appscale_logger.getLogger("datastore-hbase")):
self.logger = logger
self.lock = threading.Lock()
self.connection = self.__createConnection()
self.tableCache = []
def __init__(self, log=appscale_logger.getLogger("datastore-mysql")):
self.logger = log
self.client = None
self.transactionsOn = False
self.tableCache = set()
def __init__(self, logger=appscale_logger.getLogger("datastore-redis")):
self.logger = logger
self.masterConn = self.__createMasterConnection()
self.slaveConn = self.__createLocalConnection()
def __init__(self, logger = appscale_logger.getLogger("datastore-memcachedb")):
# TODO: is this correct?
self.logger = logger
