def __init__(self,
config_loc,
config_override_loc,
run_local,
emailer,
dummy_run=False):
super(ImdWorker, self).__init__(
config_loc,
config_override_loc,
emailer,
num_processes=3,
)
for key in self.KEYS_TO_LOAD:
self.__setattr__(key, staticconf.read_string(key))
if dummy_run:
log("Dummy worker! Skip the real etl process. Just for test.")
import mycroft.backend.worker.fake_ingest_multiple_dates as ingest_multiple_dates
else:
import sherlock.batch.ingest_multiple_dates as ingest_multiple_dates
self._should_run_local = run_local
self.dummy_run = dummy_run
self.ingest_multiple_dates = ingest_multiple_dates.ingest_multiple_dates_main
self.queue_name = staticconf.get_string("sqs.et_queue_name")
self.scanner_queue_name = staticconf.get_string(
"sqs.et_scanner_queue_name")
log("ImdWorker initialization")
log(dict((k, str(v)) for k, v in vars(self).iteritems()))
def test_validate_all_passes(self):
name = 'yan'
staticconf.DictConfiguration({}, namespace=name)
staticconf.DictConfiguration({})
config.validate(all_names=True)
staticconf.get_string('one.two')
staticconf.get_string('foo', namespace=name)
staticconf.DictConfiguration({'one.two': 'nice'})
staticconf.DictConfiguration({'foo': 'nice'}, namespace=name)
config.validate(all_names=True)
def test_validate_all_passes(self):
name = 'yan'
staticconf.DictConfiguration({}, namespace=name)
staticconf.DictConfiguration({})
config.validate(all_names=True)
staticconf.get_string('one.two')
staticconf.get_string('foo', namespace=name)
staticconf.DictConfiguration({'one.two': 'nice'})
staticconf.DictConfiguration({'foo': 'nice'}, namespace=name)
config.validate(all_names=True)
def test_validate_all_passes(self):
name = "yan"
staticconf.DictConfiguration({}, namespace=name)
staticconf.DictConfiguration({})
config.validate(all_names=True)
staticconf.get_string("one.two")
staticconf.get_string("foo", namespace=name)
staticconf.DictConfiguration({"one.two": "nice"})
staticconf.DictConfiguration({"foo": "nice"}, namespace=name)
config.validate(all_names=True)
def test_mock_configuration(self):
two = staticconf.get_string('two')
stars = staticconf.get_bool('stars')
mock_config = testing.MockConfiguration(dict(two=2, stars=False))
mock_config.setup()
assert_equal(two, '2')
assert not stars
mock_config.teardown()
assert_raises(errors.ConfigurationError, staticconf.get('two'))
class SomeClass(object):
max = staticconf.get_int('SomeClass.max')
min = staticconf.get_int('SomeClass.min')
ratio = staticconf.get_float('SomeClass.ratio')
alt_ratio = staticconf.get_float('SomeClass.alt_ratio', 6.0)
msg = staticconf.get_string('SomeClass.msg', None)
real_max = staticconf.get_int('SomeClass.max', namespace='real')
real_min = staticconf.get_int('SomeClass.min', namespace='real')
def __init__(self, config_loc, config_override_loc, run_local, emailer, dummy_run=False):
super(ImdWorker, self).__init__(
config_loc,
config_override_loc,
emailer,
num_processes=3,
)
for key in self.KEYS_TO_LOAD:
self.__setattr__(key, staticconf.read_string(key))
if dummy_run:
log("Dummy worker! Skip the real etl process. Just for test.")
import mycroft.backend.worker.fake_ingest_multiple_dates as ingest_multiple_dates
else:
import sherlock.batch.ingest_multiple_dates as ingest_multiple_dates
self._should_run_local = run_local
self.dummy_run = dummy_run
self.ingest_multiple_dates = ingest_multiple_dates.ingest_multiple_dates_main
self.queue_name = staticconf.get_string("sqs.et_queue_name")
self.scanner_queue_name = staticconf.get_string("sqs.et_scanner_queue_name")
log("ImdWorker initialization")
log(dict((k, str(v))for k, v in vars(self).iteritems()))
def test_validate_all_fails(self):
name = 'yan'
_ = staticconf.get_string('foo', namespace=name)
assert_raises(errors.ConfigurationError,
config.validate,
all_names=True)
def test_validate_single_passes(self):
staticconf.DictConfiguration({})
config.validate()
staticconf.get_string('one.two')
staticconf.DictConfiguration({'one.two': 'nice'})
config.validate()
from __future__ import absolute_import
import os
import staticconf
CONFIG_PATH = "config.yaml"
db_uri = staticconf.get_string('db_uri')
secret_key = staticconf.get_string('secret_key')
debug = staticconf.get_bool('debug', False)
user_blacklist = staticconf.get_list('user_blacklist', [])
def load():
if os.path.exists(CONFIG_PATH):
staticconf.YamlConfiguration(CONFIG_PATH, error_on_unknown=True)
def test_validate_all_fails(self):
name = 'yan'
_ = staticconf.get_string('foo', namespace=name)
assert_raises(errors.ConfigurationError, config.validate, all_names=True)
def test_validate_single_passes(self):
staticconf.DictConfiguration({})
config.validate()
staticconf.get_string('one.two')
staticconf.DictConfiguration({'one.two': 'nice'})
config.validate()
def test_validate_all_fails(self):
name = "yan"
_ = staticconf.get_string("foo", namespace=name) # flake8: noqa
assert_raises(errors.ConfigurationError, config.validate, all_names=True)
def test_validate_single_passes(self):
staticconf.DictConfiguration({})
config.validate()
staticconf.get_string("one.two")
staticconf.DictConfiguration({"one.two": "nice"})
config.validate()
# -*- coding: utf-8 -*-
from __future__ import absolute_import
import staticconf
address = staticconf.get_string('address', "")
port = staticconf.get_int('port', 8123)
db_uri = staticconf.get_string('db_uri')
template_path = staticconf.get_string('template_path', "templates")
debug = staticconf.get_bool('debug', False)
def load(path):
staticconf.YamlConfiguration(path, error_on_unknown=True)
