def _read_config(self,
options,
create=False,
register_station=True,
check_schema=True,
load_plugins=True):
from stoqlib.lib.configparser import StoqConfig
from stoq.lib.startup import setup
config = StoqConfig()
if options.load_config and options.filename:
config.load(options.filename)
else:
config.load_default()
if create:
config.create()
# FIXME: This should be removed and we should just import
# the global settings after fixing StoqConfig to
# only update the global settings.
self._db_settings = config.get_settings()
setup(config,
options,
register_station=register_station,
check_schema=check_schema,
load_plugins=load_plugins)
return config
def _setup_test_environment(request):
plugin_config = _get_plugin_configs(request.config)
if plugin_config['skip_env_setup']:
return
stoq_config = StoqConfig()
stoq_config.load_default()
register_config(stoq_config)
quick = plugin_config['quick_mode'] or _to_falsy(
os.environ.get("STOQLIB_TEST_QUICK", None))
bootstrap_suite(
address=os.environ.get("STOQLIB_TEST_HOSTNAME"),
dbname=os.environ.get("STOQLIB_TEST_DBNAME"),
port=int(os.environ.get("STOQLIB_TEST_PORT") or 0),
username=os.environ.get("STOQLIB_TEST_USERNAME"),
password=os.environ.get("STOQLIB_TEST_PASSWORD"),
quick=quick,
)
manager = get_plugin_manager()
for plugin_name in plugin_config['extra_plugins']:
_register_plugin(plugin_name)
with stoqlib.api.new_store() as store:
manager.install_plugin(store, plugin_name)
manager.activate_plugin(plugin_name)
plugin_cls = plugin_config['plugin_cls']
if plugin_cls:
_install_plugin(plugin_cls)
def main(args):
parser = get_option_parser()
group = optparse.OptionGroup(parser, 'Daemon')
group.add_option('',
'--daemon-id',
action="store",
dest="daemon_id",
help='Daemon Identifier')
parser.add_option_group(group)
options, args = parser.parse_args(args)
if not options.daemon_id:
raise SystemExit("Need a daemon id")
from stoqlib.lib.message import error
from stoqlib.lib.configparser import StoqConfig
log.debug('reading configuration')
config = StoqConfig()
if options.filename:
config.load(options.filename)
else:
config.load_default()
settings = config.get_settings()
try:
store_dsn = settings.get_store_dsn()
except:
type, value, trace = sys.exc_info()
error(
_("Could not open the database config file"),
_("Invalid config file settings, got error '%s', "
"of type '%s'") % (value, type))
from stoqlib.exceptions import StoqlibError
from stoqlib.database.exceptions import PostgreSQLError
from stoq.lib.startup import setup
log.debug('calling setup()')
# XXX: progress dialog for connecting (if it takes more than
# 2 seconds) or creating the database
try:
setup(config, options, register_station=True, check_schema=False)
except (StoqlibError, PostgreSQLError) as e:
error(_('Could not connect to the database'),
'error=%s dsn=%s' % (str(e), store_dsn))
raise SystemExit("Error: bad connection settings provided")
daemon = Daemon(options.daemon_id)
daemon.run()
def main(args):
parser = get_option_parser()
group = optparse.OptionGroup(parser, 'Daemon')
group.add_option('', '--daemon-id',
action="store",
dest="daemon_id",
help='Daemon Identifier')
parser.add_option_group(group)
options, args = parser.parse_args(args)
if not options.daemon_id:
raise SystemExit("Need a daemon id")
from stoqlib.lib.message import error
from stoqlib.lib.configparser import StoqConfig
log.debug('reading configuration')
config = StoqConfig()
if options.filename:
config.load(options.filename)
else:
config.load_default()
settings = config.get_settings()
try:
store_dsn = settings.get_store_dsn()
except:
type, value, trace = sys.exc_info()
error(_("Could not open the database config file"),
_("Invalid config file settings, got error '%s', "
"of type '%s'") % (value, type))
from stoqlib.exceptions import StoqlibError
from stoqlib.database.exceptions import PostgreSQLError
from stoq.lib.startup import setup
log.debug('calling setup()')
# XXX: progress dialog for connecting (if it takes more than
# 2 seconds) or creating the database
try:
setup(config, options, register_station=True,
check_schema=False)
except (StoqlibError, PostgreSQLError) as e:
error(_('Could not connect to the database'),
'error=%s dsn=%s' % (str(e), store_dsn))
raise SystemExit("Error: bad connection settings provided")
daemon = Daemon(options.daemon_id)
daemon.run()
def _read_config(self, options, create=False, register_station=True, check_schema=True, load_plugins=True):
from stoqlib.lib.configparser import StoqConfig
from stoq.lib.startup import setup
config = StoqConfig()
if options.load_config and options.filename:
config.load(options.filename)
else:
config.load_default()
if create:
config.create()
# FIXME: This should be removed and we should just import
# the global settings after fixing StoqConfig to
# only update the global settings.
self._db_settings = config.get_settings()
setup(config, options, register_station=register_station, check_schema=check_schema, load_plugins=load_plugins)
return config
class ShellDatabaseConnection(object):
"""Sets up a database connection
- Connects to a database
- Telling why if it failed
- Runs database wizard if needed
- Runs schema migration
- Activates plugins
- Sets up main branch
"""
def __init__(self, options):
self._options = options
self._config = None
self._ran_wizard = False
def connect(self):
self._load_configuration()
self._maybe_run_first_time_wizard()
self._try_connect()
self._post_connect()
def _load_configuration(self):
from stoqlib.lib.configparser import StoqConfig
log.debug('reading configuration')
self._config = StoqConfig()
if self._options.filename:
self._config.load(self._options.filename)
else:
self._config.load_default()
def _maybe_run_first_time_wizard(self):
from stoqlib.gui.base.dialogs import run_dialog
from stoq.gui.config import FirstTimeConfigWizard
config_file = self._config.get_filename()
if self._options.wizard or not os.path.exists(config_file):
run_dialog(FirstTimeConfigWizard, None, self._options)
self._ran_wizard = True
if self._config.get('Database', 'enable_production') == 'True':
run_dialog(FirstTimeConfigWizard, None, self._options, self._config)
self._ran_wizard = True
def _get_password(self):
import binascii
configdir = self._config.get_config_directory()
filename = os.path.join(configdir, 'data')
if not os.path.exists(filename):
return
with open(filename, 'rb') as f:
return binascii.a2b_base64(f.read()).decode()
def _try_connect(self):
from stoqlib.lib.message import error
try:
store_uri = self._config.get_settings().get_store_uri()
except Exception:
type, value, trace = sys.exc_info()
error(_("Could not open the database config file"),
_("Invalid config file settings, got error '%s', "
"of type '%s'") % (value, type))
from stoqlib.database.exceptions import PostgreSQLError
from stoqlib.database.runtime import get_default_store
from stoqlib.exceptions import DatabaseError
from stoqlib.lib.pgpass import write_pg_pass
from stoq.lib.startup import setup
# XXX: progress dialog for connecting (if it takes more than
# 2 seconds) or creating the database
log.debug('calling setup()')
try:
setup(self._config, self._options, register_station=False,
check_schema=False, load_plugins=False)
# the setup call above is not really trying to connect (since
# register_station, check_schema and load_plugins are all False).
# Try to really connect here.
get_default_store()
except (StoqlibError, PostgreSQLError) as e:
log.debug('Connection failed.')
error(_('Could not connect to the database'),
'error=%s uri=%s' % (str(e), store_uri))
except DatabaseError:
log.debug('Connection failed. Tring to setup .pgpass')
# This is probably a missing password configuration. Setup the
# pgpass file and try again.
try:
password = self._get_password()
if not password:
# There is no password stored in data file. Abort
raise
from stoqlib.database.settings import db_settings
write_pg_pass(db_settings.dbname, db_settings.address,
db_settings.port, db_settings.username, password)
# Now that there is a pg_pass file, try to connect again
get_default_store()
except DatabaseError as e:
log.debug('Connection failed again.')
error(_('Could not connect to the database'),
'error=%s uri=%s' % (str(e), store_uri))
def _post_connect(self):
self._check_schema_migration()
self._check_branch()
self._activate_plugins()
def _check_schema_migration(self):
from stoqlib.lib.message import error
from stoqlib.database.migration import needs_schema_update
from stoqlib.exceptions import DatabaseInconsistency
if needs_schema_update():
self._run_update_wizard()
from stoqlib.database.migration import StoqlibSchemaMigration
migration = StoqlibSchemaMigration()
try:
migration.check()
except DatabaseInconsistency as e:
error(_('The database version differs from your installed '
'version.'), str(e))
def _activate_plugins(self):
from stoqlib.lib.pluginmanager import get_plugin_manager
manager = get_plugin_manager()
manager.activate_installed_plugins()
def _check_branch(self):
from stoqlib.database.runtime import (get_default_store, new_store,
get_current_station,
set_current_branch_station)
from stoqlib.domain.person import Company
from stoqlib.lib.parameters import sysparam
from stoqlib.lib.message import info
default_store = get_default_store()
compaines = default_store.find(Company)
if (compaines.count() == 0 or
not sysparam.has_object('MAIN_COMPANY')):
from stoqlib.gui.base.dialogs import run_dialog
from stoqlib.gui.dialogs.branchdialog import BranchDialog
if self._ran_wizard:
info(_("You need to register a company before start using Stoq"))
else:
info(_("Could not find a company. You'll need to register one "
"before start using Stoq"))
store = new_store()
person = run_dialog(BranchDialog, None, store)
if not person:
raise SystemExit
branch = person.branch
sysparam.set_object(store, 'MAIN_COMPANY', branch)
current_station = get_current_station(store)
if current_station is not None:
current_station.branch = branch
store.commit()
store.close()
set_current_branch_station(default_store, station_name=None)
def _run_update_wizard(self):
from stoqlib.gui.base.dialogs import run_dialog
from stoq.gui.update import SchemaUpdateWizard
retval = run_dialog(SchemaUpdateWizard, None)
if not retval:
raise SystemExit()
class ShellDatabaseConnection(object):
"""Sets up a database connection
- Connects to a database
- Telling why if it failed
- Runs database wizard if needed
- Runs schema migration
- Activates plugins
- Sets up main branch
"""
def __init__(self, options):
self._options = options
self._config = None
self._ran_wizard = False
def connect(self):
self._load_configuration()
self._maybe_run_first_time_wizard()
self._try_connect()
self._post_connect()
def _load_configuration(self):
from stoqlib.lib.configparser import StoqConfig
log.debug('reading configuration')
self._config = StoqConfig()
if self._options.filename:
self._config.load(self._options.filename)
else:
self._config.load_default()
def _maybe_run_first_time_wizard(self):
from stoqlib.gui.base.dialogs import run_dialog
from stoq.gui.config import FirstTimeConfigWizard
config_file = self._config.get_filename()
if self._options.wizard or not os.path.exists(config_file):
run_dialog(FirstTimeConfigWizard, None, self._options)
self._ran_wizard = True
if self._config.get('Database', 'enable_production') == 'True':
run_dialog(FirstTimeConfigWizard, None, self._options, self._config)
self._ran_wizard = True
def _try_connect(self):
from stoqlib.lib.message import error
try:
store_dsn = self._config.get_settings().get_store_dsn()
except:
type, value, trace = sys.exc_info()
error(_("Could not open the database config file"),
_("Invalid config file settings, got error '%s', "
"of type '%s'") % (value, type))
from stoqlib.database.exceptions import PostgreSQLError
from stoq.lib.startup import setup
# XXX: progress dialog for connecting (if it takes more than
# 2 seconds) or creating the database
log.debug('calling setup()')
try:
setup(self._config, self._options, register_station=False,
check_schema=False, load_plugins=False)
except (StoqlibError, PostgreSQLError) as e:
error(_('Could not connect to the database'),
'error=%s uri=%s' % (str(e), store_dsn))
def _post_connect(self):
self._check_schema_migration()
self._check_branch()
self._activate_plugins()
def _check_schema_migration(self):
from stoqlib.lib.message import error
from stoqlib.database.migration import needs_schema_update
from stoqlib.exceptions import DatabaseInconsistency
if needs_schema_update():
self._run_update_wizard()
from stoqlib.database.migration import StoqlibSchemaMigration
migration = StoqlibSchemaMigration()
try:
migration.check()
except DatabaseInconsistency as e:
error(_('The database version differs from your installed '
'version.'), str(e))
def _activate_plugins(self):
from stoqlib.lib.pluginmanager import get_plugin_manager
manager = get_plugin_manager()
manager.activate_installed_plugins()
def _check_branch(self):
from stoqlib.database.runtime import (get_default_store, new_store,
get_current_station,
set_current_branch_station)
from stoqlib.domain.person import Company
from stoqlib.lib.parameters import sysparam
from stoqlib.lib.message import info
default_store = get_default_store()
set_current_branch_station(default_store, station_name=None)
compaines = default_store.find(Company)
if (compaines.count() == 0 or
not sysparam.has_object('MAIN_COMPANY')):
from stoqlib.gui.base.dialogs import run_dialog
from stoqlib.gui.dialogs.branchdialog import BranchDialog
if self._ran_wizard:
info(_("You need to register a company before start using Stoq"))
else:
info(_("Could not find a company. You'll need to register one "
"before start using Stoq"))
store = new_store()
person = run_dialog(BranchDialog, None, store)
if not person:
raise SystemExit
branch = person.branch
sysparam.set_object(store, 'MAIN_COMPANY', branch)
get_current_station(store).branch = branch
store.commit()
store.close()
def _run_update_wizard(self):
from stoqlib.gui.base.dialogs import run_dialog
from stoq.gui.update import SchemaUpdateWizard
retval = run_dialog(SchemaUpdateWizard, None)
if not retval:
raise SystemExit()
def setup(config=None, options=None, register_station=True, check_schema=True,
load_plugins=True):
"""
Loads the configuration from arguments and configuration file.
@param config: a StoqConfig instance
@param options: a Optionparser instance
@param register_station: if we should register the branch station.
@param check_schema: if we should check the schema
@param load_plugins: if we should load plugins for the system
"""
# NOTE: No GUI calls are allowed in here
# If you change anything here, you need to verify that all
# callsites are still working properly.
# bin/stoq
# bin/stoqdbadmin
# python stoq/tests/runtest.py
if options is None:
parser = get_option_parser()
options, args = parser.parse_args(sys.argv)
if options.verbose:
from kiwi.log import set_log_level
set_log_level('stoq*', 0)
setup_path()
if config is None:
config = StoqConfig()
if options.filename:
config.load(options.filename)
else:
config.load_default()
config.set_from_options(options)
register_config(config)
if options and options.sqldebug:
enable_debugging()
from stoq.lib.applist import ApplicationDescriptions
provide_utility(IApplicationDescriptions, ApplicationDescriptions(),
replace=True)
if register_station:
try:
default_store = get_default_store()
except DatabaseError as e:
error(e.short, str(e.msg))
config.get_settings().check_version(default_store)
if check_schema:
migration = StoqlibSchemaMigration()
migration.check()
if options and options.sqldebug:
enable_debugging()
set_current_branch_station(default_store, station_name=None)
if load_plugins:
from stoqlib.lib.pluginmanager import get_plugin_manager
manager = get_plugin_manager()
manager.activate_installed_plugins()
if check_schema:
default_store = get_default_store()
if not default_store.table_exists('system_table'):
error(
_("Database schema error"),
_("Table 'system_table' does not exist.\n"
"Consult your database administrator to solve this problem."))
if check_schema:
migration = StoqlibSchemaMigration()
migration.check()
def setup(config=None, options=None, register_station=True, check_schema=True,
load_plugins=True):
"""
Loads the configuration from arguments and configuration file.
@param config: a StoqConfig instance
@param options: a Optionparser instance
@param register_station: if we should register the branch station.
@param check_schema: if we should check the schema
@param load_plugins: if we should load plugins for the system
"""
# NOTE: No GUI calls are allowed in here
# If you change anything here, you need to verify that all
# callsites are still working properly.
# bin/stoq
# bin/stoqdbadmin
# python stoq/tests/runtest.py
if options is None:
parser = get_option_parser()
options, args = parser.parse_args(sys.argv)
if options.verbose:
from kiwi.log import set_log_level
set_log_level('stoq*', 0)
setup_path()
if config is None:
config = StoqConfig()
if options.filename:
config.load(options.filename)
else:
config.load_default()
config.set_from_options(options)
register_config(config)
if options and options.sqldebug:
enable_debugging()
from stoq.lib.applist import ApplicationDescriptions
provide_utility(IApplicationDescriptions, ApplicationDescriptions(),
replace=True)
db_settings = config.get_settings()
try:
default_store = get_default_store()
except DatabaseError as e:
# Only raise an error if a database is actually required
if register_station or load_plugins or check_schema:
error(e.short, str(e.msg))
else:
default_store = None
if register_station:
db_settings.check_version(default_store)
if check_schema:
migration = StoqlibSchemaMigration()
migration.check()
if options and options.sqldebug:
enable_debugging()
set_current_branch_station(default_store, station_name=None)
if load_plugins:
from stoqlib.lib.pluginmanager import get_plugin_manager
manager = get_plugin_manager()
manager.activate_installed_plugins()
if check_schema:
if not default_store.table_exists('system_table'):
error(
_("Database schema error"),
_("Table 'system_table' does not exist.\n"
"Consult your database administrator to solve this problem."))
if check_schema:
migration = StoqlibSchemaMigration()
migration.check()
class ShellDatabaseConnection(object):
"""Sets up a database connection
- Connects to a database
- Telling why if it failed
- Runs database wizard if needed
- Runs schema migration
- Activates plugins
- Sets up main branch
"""
def __init__(self, options):
self._options = options
self._config = None
self._ran_wizard = False
def connect(self):
self._load_configuration()
self._maybe_run_first_time_wizard()
self._try_connect()
self._post_connect()
def _load_configuration(self):
from stoqlib.lib.configparser import StoqConfig
log.debug('reading configuration')
self._config = StoqConfig()
if self._options.filename:
self._config.load(self._options.filename)
else:
self._config.load_default()
def _maybe_run_first_time_wizard(self):
from stoqlib.gui.base.dialogs import run_dialog
from stoq.gui.config import FirstTimeConfigWizard
config_file = self._config.get_filename()
if self._options.wizard or not os.path.exists(config_file):
run_dialog(FirstTimeConfigWizard, None, self._options)
self._ran_wizard = True
if self._config.get('Database', 'enable_production') == 'True':
run_dialog(FirstTimeConfigWizard, None, self._options, self._config)
self._ran_wizard = True
def _try_connect(self):
from stoqlib.lib.message import error
try:
store_dsn = self._config.get_settings().get_store_dsn()
except:
type, value, trace = sys.exc_info()
error(_("Could not open the database config file"),
_("Invalid config file settings, got error '%s', "
"of type '%s'") % (value, type))
from stoqlib.database.exceptions import PostgreSQLError
from stoq.lib.startup import setup
# XXX: progress dialog for connecting (if it takes more than
# 2 seconds) or creating the database
log.debug('calling setup()')
try:
setup(self._config, self._options, register_station=False,
check_schema=False, load_plugins=False)
except (StoqlibError, PostgreSQLError) as e:
error(_('Could not connect to the database'),
'error=%s uri=%s' % (str(e), store_dsn))
def _post_connect(self):
self._check_schema_migration()
self._check_branch()
self._activate_plugins()
def _check_schema_migration(self):
from stoqlib.lib.message import error
from stoqlib.database.migration import needs_schema_update
from stoqlib.exceptions import DatabaseInconsistency
if needs_schema_update():
self._run_update_wizard()
from stoqlib.database.migration import StoqlibSchemaMigration
migration = StoqlibSchemaMigration()
try:
migration.check()
except DatabaseInconsistency as e:
error(_('The database version differs from your installed '
'version.'), str(e))
def _activate_plugins(self):
from stoqlib.lib.pluginmanager import get_plugin_manager
manager = get_plugin_manager()
manager.activate_installed_plugins()
def _check_branch(self):
from stoqlib.database.runtime import (get_default_store, new_store,
get_current_station,
set_current_branch_station)
from stoqlib.domain.person import Company
from stoqlib.lib.parameters import sysparam
from stoqlib.lib.message import info
default_store = get_default_store()
set_current_branch_station(default_store, station_name=None)
compaines = default_store.find(Company)
if (compaines.count() == 0 or
not sysparam(default_store).MAIN_COMPANY):
from stoqlib.gui.base.dialogs import run_dialog
from stoqlib.gui.dialogs.branchdialog import BranchDialog
if self._ran_wizard:
info(_("You need to register a company before start using Stoq"))
else:
info(_("Could not find a company. You'll need to register one "
"before start using Stoq"))
store = new_store()
person = run_dialog(BranchDialog, None, store)
if not person:
raise SystemExit
branch = person.branch
sysparam(store).MAIN_COMPANY = branch.id
get_current_station(store).branch = branch
store.commit()
store.close()
def _run_update_wizard(self):
from stoqlib.gui.base.dialogs import run_dialog
from stoq.gui.update import SchemaUpdateWizard
retval = run_dialog(SchemaUpdateWizard, None)
if not retval:
raise SystemExit()