def prepare_service(args=None, conf=None, default_config_files=None):
if conf is None:
conf = cfg.ConfigOpts()
opts.set_defaults()
# FIXME(jd) Use the pkg_entry info to register the options of these libs
log.register_options(conf)
db_options.set_defaults(conf)
policy_opts.set_defaults(conf)
# Register our own Gnocchi options
for group, options in opts.list_opts():
conf.register_opts(list(options),
group=None if group == "DEFAULT" else group)
conf.set_default("workers", utils.get_default_workers(), group="metricd")
conf(args,
project='gnocchi',
validate_default_values=True,
default_config_files=default_config_files,
version=pbr.version.VersionInfo('gnocchi').version_string())
# HACK(jd) I'm not happy about that, fix AP class to handle a conf object?
archive_policy.ArchivePolicy.DEFAULT_AGGREGATION_METHODS = (
conf.archive_policy.default_aggregation_methods)
# If no coordination URL is provided, default to using the indexer as
# coordinator
if conf.storage.coordination_url is None:
if conf.storage.driver == "redis":
conf.set_default("coordination_url", conf.storage.redis_url,
"storage")
elif conf.incoming.driver == "redis":
conf.set_default("coordination_url", conf.incoming.redis_url,
"storage")
else:
parsed = urlparse.urlparse(conf.indexer.url)
proto, _, _ = parsed.scheme.partition("+")
parsed = list(parsed)
# Set proto without the + part
parsed[0] = proto
conf.set_default("coordination_url", urlparse.urlunparse(parsed),
"storage")
cfg_path = conf.oslo_policy.policy_file
if not os.path.isabs(cfg_path):
cfg_path = conf.find_file(cfg_path)
if cfg_path is None or not os.path.exists(cfg_path):
cfg_path = os.path.abspath(
os.path.join(os.path.dirname(__file__), 'rest', 'policy.json'))
conf.set_default('policy_file', cfg_path, group='oslo_policy')
log.set_defaults(default_log_levels=log.get_default_log_levels() +
["passlib.utils.compat=INFO"])
log.setup(conf, 'gnocchi')
conf.log_opt_values(LOG, log.DEBUG)
return conf
def api():
# Compat with previous pbr script
try:
double_dash = sys.argv.index("--")
except ValueError:
double_dash = None
else:
sys.argv.pop(double_dash)
conf = cfg.ConfigOpts()
for opt in app.API_OPTS:
# NOTE(jd) Register the API options without a default, so they are only
# used to override the one in the config file
c = copy.copy(opt)
c.default = None
conf.register_cli_opt(c)
conf = service.prepare_service(conf=conf)
if double_dash is not None:
# NOTE(jd) Wait to this stage to log so we're sure the logging system
# is in place
LOG.warning(
"No need to pass `--' in gnocchi-api command line anymore, "
"please remove")
uwsgi = spawn.find_executable("uwsgi")
if not uwsgi:
LOG.error("Unable to find `uwsgi'.\n"
"Be sure it is installed and in $PATH.")
return 1
workers = utils.get_default_workers()
return os.execl(
uwsgi,
uwsgi,
"--http",
"%s:%d" % (conf.host or conf.api.host, conf.port or conf.api.port),
"--master",
"--enable-threads",
"--die-on-term",
# NOTE(jd) See https://github.com/gnocchixyz/gnocchi/issues/156
"--add-header",
"Connection: close",
"--processes",
str(math.floor(workers * 1.5)),
"--threads",
str(workers),
"--lazy-apps",
"--chdir",
"/",
"--wsgi",
"gnocchi.rest.wsgi",
"--pyargv",
" ".join(sys.argv[1:]),
)
def prepare_service(args=None,
conf=None,
default_config_files=None,
log_to_std=False,
logging_level=None):
if conf is None:
conf = cfg.ConfigOpts()
# FIXME(jd) Use the pkg_entry info to register the options of these libs
db_options.set_defaults(conf)
# Register our own Gnocchi options
for group, options in opts.list_opts():
conf.register_opts(list(options),
group=None if group == "DEFAULT" else group)
conf.register_cli_opts(opts._cli_options)
workers = utils.get_default_workers()
conf.set_default("workers", workers, group="metricd")
conf.set_default("aggregation_workers_number", workers, group="storage")
conf(args,
project='gnocchi',
validate_default_values=True,
default_config_files=default_config_files,
version=pbr.version.VersionInfo('gnocchi').version_string())
if not log_to_std and (conf.log_dir or conf.log_file):
outputs = [
daiquiri.output.File(filename=conf.log_file,
directory=conf.log_dir)
]
else:
outputs = [daiquiri.output.STDERR]
if conf.use_syslog:
outputs.append(
daiquiri.output.Syslog(facility=conf.syslog_log_facility))
if conf.use_journal:
outputs.append(daiquiri.output.Journal())
daiquiri.setup(outputs=outputs)
if logging_level is None:
if conf.debug:
logging_level = logging.DEBUG
elif conf.verbose:
logging_level = logging.INFO
else:
logging_level = logging.WARNING
logging.getLogger("gnocchi").setLevel(logging_level)
# HACK(jd) I'm not happy about that, fix AP class to handle a conf object?
archive_policy.ArchivePolicy.DEFAULT_AGGREGATION_METHODS = (
conf.archive_policy.default_aggregation_methods)
# If no coordination URL is provided, default to using the indexer as
# coordinator
if conf.storage.coordination_url is None:
if conf.storage.driver == "redis":
conf.set_default("coordination_url", conf.storage.redis_url,
"storage")
elif conf.incoming.driver == "redis":
conf.set_default("coordination_url", conf.incoming.redis_url,
"storage")
else:
parsed = urlparse.urlparse(conf.indexer.url)
proto, _, _ = parsed.scheme.partition("+")
parsed = list(parsed)
# Set proto without the + part
parsed[0] = proto
conf.set_default("coordination_url", urlparse.urlunparse(parsed),
"storage")
conf.log_opt_values(LOG, logging.DEBUG)
return conf
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
from concurrent import futures
import daiquiri
import numpy
import six
from gnocchi.carbonara import TIMESERIES_ARRAY_DTYPE
from gnocchi import exceptions
from gnocchi import utils
LOG = daiquiri.getLogger(__name__)
_NUM_WORKERS = utils.get_default_workers()
class ReportGenerationError(Exception):
pass
class SackDetectionError(Exception):
pass
class IncomingDriver(object):
MEASURE_PREFIX = "measure"
SACK_PREFIX = "incoming"
CFG_PREFIX = 'gnocchi-config'
CFG_SACKS = 'sacks'
def api():
# Compat with previous pbr script
try:
double_dash = sys.argv.index("--")
except ValueError:
double_dash = None
else:
sys.argv.pop(double_dash)
conf = cfg.ConfigOpts()
for opt in opts.API_OPTS:
# NOTE(jd) Register the API options without a default, so they are only
# used to override the one in the config file
c = copy.copy(opt)
c.default = None
conf.register_cli_opt(c)
conf = prepare_service(conf)
if double_dash is not None:
# NOTE(jd) Wait to this stage to log so we're sure the logging system
# is in place
LOG.warning(
"No need to pass `--' in gnocchi-api command line anymore, "
"please remove")
uwsgi = spawn.find_executable("uwsgi")
if not uwsgi:
LOG.error("Unable to find `uwsgi'.\n"
"Be sure it is installed and in $PATH.")
return 1
workers = utils.get_default_workers()
# TODO(sileht): When uwsgi 2.1 will be release we should be able
# to use --wsgi-manage-chunked-input
# https://github.com/unbit/uwsgi/issues/1428
args = [
"--if-not-plugin", "python", "--plugin", "python", "--endif",
"--%s" % conf.api.uwsgi_mode, "%s:%d" % (
conf.host or conf.api.host,
conf.port or conf.api.port),
"--master",
"--enable-threads",
"--thunder-lock",
"--hook-master-start", "unix_signal:15 gracefully_kill_them_all",
"--die-on-term",
"--processes", str(math.floor(workers * 1.5)),
"--threads", str(workers),
"--lazy-apps",
"--chdir", "/",
"--wsgi", "gnocchi.rest.wsgi",
"--pyargv", " ".join(sys.argv[1:]),
]
if conf.api.uwsgi_mode == "http":
args.extend([
"--so-keepalive",
"--http-keepalive",
"--add-header", "Connection: Keep-Alive"
])
virtual_env = os.getenv("VIRTUAL_ENV")
if virtual_env is not None:
args.extend(["-H", os.getenv("VIRTUAL_ENV", ".")])
return os.execl(uwsgi, uwsgi, *args)
def api():
# Compat with previous pbr script
try:
double_dash = sys.argv.index("--")
except ValueError:
double_dash = None
else:
sys.argv.pop(double_dash)
conf = cfg.ConfigOpts()
for opt in opts.API_OPTS:
# NOTE(jd) Register the API options without a default, so they are only
# used to override the one in the config file
c = copy.copy(opt)
c.default = None
conf.register_cli_opt(c)
conf = prepare_service(conf)
if double_dash is not None:
# NOTE(jd) Wait to this stage to log so we're sure the logging system
# is in place
LOG.warning(
"No need to pass `--' in gnocchi-api command line anymore, "
"please remove")
uwsgi = shutil.which("uwsgi")
if not uwsgi:
LOG.error("Unable to find `uwsgi'.\n"
"Be sure it is installed and in $PATH.")
return 1
workers = utils.get_default_workers()
# TODO(sileht): When uwsgi 2.1 will be release we should be able
# to use --wsgi-manage-chunked-input
# https://github.com/unbit/uwsgi/issues/1428
args = [
"--if-not-plugin",
"python",
"--plugin",
"python",
"--endif",
"--%s" % conf.api.uwsgi_mode,
"%s:%d" % (conf.host or conf.api.host, conf.port or conf.api.port),
"--master",
"--enable-threads",
"--thunder-lock",
"--hook-master-start",
"unix_signal:15 gracefully_kill_them_all",
"--die-on-term",
"--processes",
str(math.floor(workers * 1.5)),
"--threads",
str(workers),
"--lazy-apps",
"--chdir",
"/",
"--wsgi",
"gnocchi.rest.wsgi",
"--pyargv",
" ".join(sys.argv[1:]),
]
if conf.api.uwsgi_mode == "http":
args.extend([
"--so-keepalive", "--http-keepalive", "--add-header",
"Connection: Keep-Alive"
])
virtual_env = os.getenv("VIRTUAL_ENV")
if virtual_env is not None:
args.extend(["-H", os.getenv("VIRTUAL_ENV", ".")])
return os.execl(uwsgi, uwsgi, *args)
def prepare_service(args=None, conf=None,
default_config_files=None,
log_to_std=False, logging_level=None,
skip_log_opts=False):
if conf is None:
conf = cfg.ConfigOpts()
# FIXME(jd) Use the pkg_entry info to register the options of these libs
db_options.set_defaults(conf)
# Register our own Gnocchi options
for group, options in opts.list_opts():
conf.register_opts(list(options),
group=None if group == "DEFAULT" else group)
conf.register_cli_opts(opts._cli_options)
workers = utils.get_default_workers()
conf.set_default("workers", workers, group="metricd")
conf.set_default("parallel_operations", workers)
conf(args, project='gnocchi', validate_default_values=True,
default_config_files=default_config_files,
version=gnocchi.__version__)
utils.parallel_map.MAX_WORKERS = conf.parallel_operations
if not log_to_std and (conf.log_dir or conf.log_file):
outputs = [daiquiri.output.File(filename=conf.log_file,
directory=conf.log_dir)]
else:
outputs = [daiquiri.output.STDERR]
if conf.use_syslog:
outputs.append(
daiquiri.output.Syslog(facility=conf.syslog_log_facility))
if conf.use_journal:
outputs.append(daiquiri.output.Journal())
daiquiri.setup(outputs=outputs)
if logging_level is None:
if conf.debug:
logging_level = logging.DEBUG
elif conf.verbose:
logging_level = logging.INFO
else:
logging_level = logging.WARNING
logging.getLogger("gnocchi").setLevel(logging_level)
# HACK(jd) I'm not happy about that, fix AP class to handle a conf object?
archive_policy.ArchivePolicy.DEFAULT_AGGREGATION_METHODS = (
conf.archive_policy.default_aggregation_methods
)
# If no coordination URL is provided, default to using the indexer as
# coordinator
if conf.coordination_url is None:
if conf.storage.driver == "redis":
conf.set_default("coordination_url",
conf.storage.redis_url)
elif conf.incoming.driver == "redis":
conf.set_default("coordination_url",
conf.incoming.redis_url)
else:
parsed = urlparse.urlparse(conf.indexer.url)
proto, _, _ = parsed.scheme.partition("+")
parsed = list(parsed)
# Set proto without the + part
parsed[0] = proto
conf.set_default("coordination_url",
urlparse.urlunparse(parsed))
if not skip_log_opts:
LOG.info("Gnocchi version %s", gnocchi.__version__)
conf.log_opt_values(LOG, logging.DEBUG)
return conf