def new_funct(*args, **kwargs):
if isgeneratorfunction(function):
raise IDDSException(
'read_session decorator should not be used with generator. Use stream_session instead.'
)
if not kwargs.get('session'):
session = get_session()
try:
kwargs['session'] = session
return function(*args, **kwargs)
except TimeoutError as error:
session.rollback() # pylint: disable=maybe-no-member
raise DatabaseException(str(error))
except DatabaseError as error:
session.rollback() # pylint: disable=maybe-no-member
raise DatabaseException(str(error))
except: # noqa: B901
session.rollback() # pylint: disable=maybe-no-member
raise
finally:
session.remove()
try:
return function(*args, **kwargs)
except: # noqa: B901
raise
def new_funct(*args, **kwargs):
if not isgeneratorfunction(function):
raise IDDSException(
'stream_session decorator should be used only with generator. Use read_session instead.'
)
if not kwargs.get('session'):
session = get_session()
try:
kwargs['session'] = session
for row in function(*args, **kwargs):
yield row
except TimeoutError as error:
print(error)
session.rollback() # pylint: disable=maybe-no-member
raise DatabaseException(str(error))
except DatabaseError as error:
print(error)
session.rollback() # pylint: disable=maybe-no-member
raise DatabaseException(str(error))
except: # noqa: B901
session.rollback() # pylint: disable=maybe-no-member
raise
finally:
session.remove()
else:
try:
for row in function(*args, **kwargs):
yield row
except: # noqa: B901
raise
def get_proxy():
try:
proxy = get_proxy_path()
if not proxy:
return proxy
with open(proxy, 'r') as fp:
data = fp.read()
return data
except Exception as ex:
raise IDDSException("Cannot find User proxy: %s" % str(ex))
return None
def get_proxy_path():
try:
if 'X509_USER_PROXY' in os.environ:
proxy = os.environ['X509_USER_PROXY']
if os.path.exists(proxy) and os.access(proxy, os.R_OK):
return proxy
proxy = '/tmp/x509up_u%s' % os.getuid()
if os.path.exists(proxy) and os.access(proxy, os.R_OK):
return proxy
except Exception as ex:
raise IDDSException("Cannot find User proxy: %s" % str(ex))
return None
def extract_scope_atlas(did, scopes):
# Try to extract the scope from the DSN
if did.find(':') > -1:
if len(did.split(':')) > 2:
raise IDDSException('Too many colons. Cannot extract scope and name')
scope, name = did.split(':')[0], did.split(':')[1]
if name.endswith('/'):
name = name[:-1]
return scope, name
else:
scope = did.split('.')[0]
if did.startswith('user') or did.startswith('group'):
scope = ".".join(did.split('.')[0:2])
if did.endswith('/'):
did = did[:-1]
return scope, did
def psql_convert_decimal_to_float(dbapi_conn, connection_rec):
"""
The default datatype returned by psycopg2 for numerics is decimal.Decimal.
This type cannot be serialised to JSON, therefore we need to autoconvert to floats.
:param dbapi_conn: DBAPI connection
:param connection_rec: connection record
"""
try:
import psycopg2.extensions # pylint: disable=import-error
except: # noqa: B901
raise IDDSException('Trying to use PostgreSQL without psycopg2 installed!')
DEC2FLOAT = psycopg2.extensions.new_type(psycopg2.extensions.DECIMAL.values,
'DEC2FLOAT',
lambda value, curs: float(value) if value is not None else None)
psycopg2.extensions.register_type(DEC2FLOAT)
def mysql_convert_decimal_to_float(dbapi_conn, connection_rec):
"""
The default datatype returned by mysql-python for numerics is decimal.Decimal.
This type cannot be serialised to JSON, therefore we need to autoconvert to floats.
Even worse, there's two types of decimals created by the MySQLdb driver, so we must
override both.
:param dbapi_conn: DBAPI connection
:param connection_rec: connection record
"""
try:
import MySQLdb.converters # pylint: disable=import-error
from MySQLdb.constants import FIELD_TYPE # pylint: disable=import-error
except: # noqa: B901
raise IDDSException('Trying to use MySQL without mysql-python installed!')
conv = MySQLdb.converters.conversions.copy()
conv[FIELD_TYPE.DECIMAL] = float
conv[FIELD_TYPE.NEWDECIMAL] = float
dbapi_conn.converter = conv