def init(self): self.in_dir = os.environ['MFDATA_DATA_IN_DIR'] conf_file = os.path.join(os.environ['MODULE_RUNTIME_HOME'], "tmp", "config_auto", "switch.ini") if not os.path.exists(conf_file): self.error_and_die("no switch configuration file") self.condition_tuples = [] parser = ExtendedConfigParser(config=CONFIG, strict=False, inheritance='im', interpolation=None) parser.read(conf_file) sections = parser.sections() for section in sections: directory = parser.get(section, "directory").strip() plugin_name = parser.get(section, "plugin_name").strip() condition = parser.get(section, "condition").strip() magic_file = parser.get(section, "magic_file").strip() use_hardlink = parser.getboolean(section, "use_hardlink") if magic_file.lower() in ('null', 'none'): magic_file = None self.condition_tuples.append( (plugin_name, condition, directory, magic_file, use_hardlink)) self.no_match_policy = self.args.no_match_policy if self.no_match_policy not in ('keep', 'delete', 'move'): self.error_and_die("unknown no-match policy: %s", self.no_match_policy) if self.no_match_policy == "move": nmpmdd = self.args.no_match_policy_move_dest_dir if nmpmdd is None: self.error_and_die('you have to set a ' 'no-match-policy-move-dest-dir' ' in case of move no-match policy') mkdir_p_or_die(nmpmdd)
def init(): global monitors, inactivityTimeout, logger if monitors: # Init already performed return True arg_parser = ArgumentParser() arg_parser.add_argument('-c', '--config', help='Configuration filename ' '( absolute or relative path to a directory under ' 'module home directory )') args = arg_parser.parse_args() homedir = None try: if args.config is None: logger.critical("you must provide a configuration file") sys.exit(1) if args.config.startswith('~'): args.config = os.path.abspath(args.config) if args.config.startswith('/'): ficconfig = args.config if not os.path.exists(ficconfig): logger.critical("File %s does not exist or is not accessible" % ficconfig) ficconfig = None else: ficconfig = None homedir = os.environ[os.environ['MFMODULE'] + '_HOME'] for directory in DEFAULT_HOME_CONFIG_DIRS: ficconfig = os.path.abspath(homedir) ficconfig = os.path.join(ficconfig, directory) ficconfig = os.path.join(ficconfig, args.config) if os.path.exists(ficconfig): break ficconfig = None if not ficconfig: logger.info("File %s not found under standard configuration" " directories") pass except KeyError: logger.critical("Can't obtain Module home directory") ficconfig = None if ficconfig and os.path.isdir(ficconfig): logger.critical("%s is a directory !" % ficconfig) ficconfig = None if not ficconfig: return False parser = ExtendedConfigParser(config=environ.get("MFCONFIG", "GENERIC"), strict=False, inheritance='im') data = codecs.open(ficconfig, "r", "utf-8") try: parser.read_file(data) except Exception: logger.critical('Error Loading config: %s' % ficconfig) return False Monitor.server = None Monitor.port = None Monitor.redis = None Monitor.unix_socket = None Monitor.wm = None monitor_inactivitytimeout = None monitors = [] for s in parser._sections: mon = Monitor() active = False key = 'active' if parser.has_option(s, key): active = parser.getboolean(s, key) if not active: continue key = 'redis_server' if not parser.has_option(s, key): continue server = parser[s][key] if Monitor.server is None: Monitor.server = server elif Monitor.server != server: logger.critical('Only 1 redis server Please') return False key = 'redis_unix_socket' if not parser.has_option(s, key): continue unix_socket = parser[s][key] if len(unix_socket) == 0 or unix_socket == "null": unix_socket = None Monitor.unix_socket = unix_socket key = 'redis_port' if not parser.has_option(s, key): continue port = parser.getint(s, key) if Monitor.port is None: Monitor.port = port elif Monitor.port != port: logger.critical('Only 1 redis port Please') return False key = 'monitor_inactivitytimeout' if parser.has_option(s, key): timeout = parser.getint(s, key) if timeout <= 0: # Standardization timeout = -1 if monitor_inactivitytimeout is None: monitor_inactivitytimeout = timeout inactivityTimeout = timeout elif monitor_inactivitytimeout != timeout: logger.critical('Only 1 monitor_inactivitytimeout Please') return False key = 'directory' if not parser.has_option(s, key): continue mon.dir = parser[s][key] key = 'queue' if not parser.has_option(s, key): continue mon.redisqueue = parser[s][key] if not mon.redisqueue: logger.critical('Invalid redis queue name') continue q = mon.redisqueue.replace('queue:', '').replace('out_', 'out.') q = re.sub(r'stage(\d+)_', r'stage\1.', q) key = 'timeout' if parser.has_option(s, key): mon.redistimeout = parser.getint(s, key) key = 'forced_poll' if parser.has_option(s, key): mon.tpolling = parser.getint(s, key) key = 'poll_queue_limit' if parser.has_option(s, key): mon.pollinglimit = parser.getint(s, key) key = 'only' if parser.has_option(s, key): mon.only = getMask(parser[s][key]) key = 'ignore' cnfgignorestr = None if parser.has_option(s, key): cnfgignorestr = parser[s][key] mon.ignore = getMask(cnfgignorestr, (r'^.*\.working$', )) monitors.append(mon) if not monitors or len(monitors) < 1: logger.critical('No directory to scan') return False return True
class BasicTestCase(unittest.TestCase): def setUp(self): self.x = ExtendedConfigParser() self.x.read('./test_cfg.ini') def test_basic(self): self.assertTrue(self.x is not None) def test_get_basic(self): self.assertEqual(self.x.get('sect2', 'key2'), 'val2') def test_get_basic_fail(self): self.assertRaises(NoOptionError, self.x.get, 'sect2', 'key4') def test_get_basic_fail2(self): self.assertRaises(NoSectionError, self.x.get, 'sect4', 'key3') def test_get_int(self): self.assertEqual(self.x.getint('sect1', 'key_int'), 1) def test_get_float(self): self.assertEqual(self.x.getfloat('sect1', 'key_float'), 1.24) def test_get_boolean_true(self): self.assertTrue(self.x.getboolean('sect1', 'key_bool1')) def test_get_boolean_on(self): self.assertTrue(self.x.getboolean('sect1', 'key_bool2')) def test_get_boolean_1(self): self.assertTrue(self.x.getboolean('sect1', 'key_bool3')) def test_get_boolean_yes(self): self.assertTrue(self.x.getboolean('sect1', 'key_bool4')) def test_get_boolean_false(self): self.assertFalse(self.x.getboolean('sect1', 'key_bool5')) def test_get_boolean_random(self): self.assertRaises(ValueError, self.x.getboolean, 'sect1', 'key_bool6') def test_default(self): self.assertEqual(self.x.get('sect3', 'key2'), 'default2') def test_default_section(self): default = OrderedDict([('key1[dev_plop_toto_stuff]', 'dev_plop_toto1_default'), ('key2', 'default2'), ('key3', 'default3'), ('key049', 'DEFAULT'), ('key049[dev]', 'DEFAULT_dev')]) self.assertEqual(self.x.default_section, default) def test_get_vars(self): self.assertEqual(self.x.get('sect1', 'key1', vars={'key1': 'deez'}), 'deez') def test_get_fallback(self): self.assertEqual(self.x.get('sect1', 'key173', fallback='deez'), 'deez') def test_has_section(self): self.assertTrue(self.x.has_section('sect2')) def test_has_section_advanced(self): self.assertTrue(self.x.has_section('sect1')) def test_has_section_fail(self): self.assertFalse(self.x.has_section('sect42')) def test_has_option(self): self.assertTrue(self.x.has_option('sect3', 'key3')) def test_has_option_config(self): self.assertTrue(self.x.has_option('sect3', 'key2', 'dev')) def test_has_option_config_fail(self): self.assertFalse(self.x.has_option('sect3', 'key2', 'scp')) def test_has_option_inheritance(self): self.assertTrue(self.x.has_option('sect1', 'key3')) def test_has_option_specificaction_fail(self): # Because config dependant self.assertFalse(self.x.has_option('sect3', 'key2')) def test_has_option_fail(self): self.assertFalse(self.x.has_option('sect3', 'key4')) def test_has_option_strict(self): self.assertTrue(self.x.has_option('sect3', 'key3', strict=True)) def test_has_option_strict_config(self): self.assertTrue(self.x.has_option('sect3', 'key2', 'dev', strict=True)) def test_has_option_strict_config_fail(self): self.assertFalse(self.x.has_option('sect3', 'key2', 'scp', strict=True)) def test_has_option_strict_inheritance(self): # Because strict self.assertFalse(self.x.has_option('sect1', 'key3', strict=True)) def test_has_option_strict_specificaction_fail(self): # Because config dependant self.assertFalse(self.x.has_option('sect3', 'key2', strict=True)) def test_has_option_strict_fail(self): self.assertFalse(self.x.has_option('sect3', 'key4', strict=True)) def test_has_option_config_ind(self): self.assertTrue(self.x.has_option('sect3', 'key3', cfg_ind=True)) def test_has_option_config_ind_inheritance(self): self.assertTrue(self.x.has_option('sect1', 'key3', cfg_ind=True)) def test_has_option_config_ind_specificaction(self): self.assertTrue(self.x.has_option('sect3', 'key2', cfg_ind=True)) def test_has_option_config_ind_fail(self): self.assertFalse(self.x.has_option('sect3', 'key4', cfg_ind=True)) def test_has_option_strict_config_ind(self): self.assertTrue(self.x.has_option('sect3', 'key3', cfg_ind=True, strict=True)) def test_has_option_strict_config_ind_inheritance(self): self.assertFalse(self.x.has_option('sect1', 'key3', cfg_ind=True, strict=True)) def test_has_option_strict_config_ind_specificaction(self): self.assertTrue(self.x.has_option('sect3', 'key2', cfg_ind=True, strict=True)) def test_has_option_strict_config_ind_fail(self): self.assertFalse(self.x.has_option('sect3', 'key4', cfg_ind=True, strict=True)) def test_options_basic(self): res = ['key1', 'key2', 'key2[dev]', 'key2[dev_plop]', 'key1[dev_plop_toto_stuff]', 'key2', 'key3', 'key049', 'key049[dev]'] self.assertEquals(self.x.options('sect2'), res) def test_options_inheritance(self): res = ['key1', 'key_int', 'key_bool1', 'key_bool2', 'key_bool3', 'key_bool4', 'key_bool5', 'key_bool6', 'key_float', 'key_list', 'key_list_int', 'key_list_bool', 'key_list_float', 'key1[dev]', 'key1', 'key2', 'key2[dev]', 'key2[dev_plop]', 'key1[dev_plop_toto]', 'key2[dev]', 'key3', 'key3[dev]', 'key3[toto]', 'key3[dev_plop]', 'key3[dev_plop_toto]', 'key1[dev_plop_toto_stuff]', 'key2', 'key3', 'key049', 'key049[dev]'] self.assertEquals(self.x.options('sect1'), res) def test_options_strict(self): res = ['key1', 'key_int', 'key_bool1', 'key_bool2', 'key_bool3', 'key_bool4', 'key_bool5', 'key_bool6', 'key_float', 'key_list', 'key_list_int', 'key_list_bool', 'key_list_float', 'key1[dev]'] self.assertEquals(self.x.options('sect1', strict=True), res) def test_options_strict_defaults(self): res = ['key1', 'key_int', 'key_bool1', 'key_bool2', 'key_bool3', 'key_bool4', 'key_bool5', 'key_bool6', 'key_float', 'key_list', 'key_list_int', 'key_list_bool', 'key_list_float', 'key1[dev]', 'key1[dev_plop_toto_stuff]', 'key2', 'key3', 'key049', 'key049[dev]'] self.assertEquals(self.x.options('sect1', strict=True, defaults=True), res) def test_options_strict_config_ind(self): res = ['key1', 'key_int', 'key_bool1', 'key_bool2', 'key_bool3', 'key_bool4', 'key_bool5', 'key_bool6', 'key_float', 'key_list', 'key_list_int', 'key_list_bool', 'key_list_float'] self.assertEquals(self.x.options('sect1', strict=True, cfg_ind=True), res) def test_options_strict_config_ind_defaults(self): res = ['key1', 'key_int', 'key_bool1', 'key_bool2', 'key_bool3', 'key_bool4', 'key_bool5', 'key_bool6', 'key_float', 'key_list', 'key_list_int', 'key_list_bool', 'key_list_float', 'key2', 'key3', 'key049'] self.assertEquals(self.x.options('sect1', strict=True, defaults=True, cfg_ind=True), res) def test_options_config_ind(self): res = ['key1', 'key_int', 'key_bool1', 'key_bool2', 'key_bool3', 'key_bool4', 'key_bool5', 'key_bool6', 'key_float', 'key_list', 'key_list_int', 'key_list_bool', 'key_list_float', 'key2', 'key3', 'key049'] self.assertEquals(self.x.options('sect1', cfg_ind=True).sort(), res.sort()) def test_items_basic(self): res = [('key1', 'val1_sect2'), ('key2', 'val2'), ('key2[dev]', 'dev2'), ('key2[dev_plop]', 'dev_plop2'), ('key1[dev_plop_toto_stuff]', 'dev_plop_toto1_default'), ('key2', 'default2'), ('key3', 'default3'), ('key049', 'DEFAULT'), ('key049[dev]', 'DEFAULT_dev')] res.sort() test = self.x.items('sect2') test.sort() self.assertEquals(test, res) def test_items_inheritance(self): res = [('key1', 'val1'), ('key_int', '1'), ('key_bool1', 'true'), ('key_bool2', 'on'), ('key_bool3', '1'), ('key_bool4', 'yes'), ('key_bool5', 'false'), ('key_bool6', 'random'), ('key_float', '1.24'), ('key_list', 'damn;dang;nabbit'), ('key_list_int', '1;7;3'), ('key_list_bool', 'true;false;true'), ('key_list_float', '0.96;1.73;6.82'), ('key1[dev]', 'dev1'), ('key1', 'val1_sect2'), ('key2', 'val2'), ('key2[dev]', 'dev2'), ('key2[dev_plop]', 'dev_plop2'), ('key1[dev_plop_toto]', 'dev_plop_toto1_sect3'), ('key2[dev]', 'dev2_sect3'), ('key3', 'val3'), ('key3[dev]', 'dev3'), ('key3[toto]', 'toto3'), ('key3[dev_plop]', 'dev_plop3'), ('key3[dev_plop_toto]', 'dev_plop_toto3'), ('key1[dev_plop_toto_stuff]', 'dev_plop_toto1_default'), ('key2', 'default2'), ('key3', 'default3'), ('key049', 'DEFAULT'), ('key049[dev]', 'DEFAULT_dev')] res.sort() test = self.x.items('sect1') test.sort() self.assertEquals(test, res) def test_items_strict_basic(self): res = [('key1', 'val1'), ('key_int', '1'), ('key_bool1', 'true'), ('key_bool2', 'on'), ('key_bool3', '1'), ('key_bool4', 'yes'), ('key_bool5', 'false'), ('key_bool6', 'random'), ('key_float', '1.24'), ('key_list', 'damn;dang;nabbit'), ('key_list_int', '1;7;3'), ('key_list_bool', 'true;false;true'), ('key_list_float', '0.96;1.73;6.82'), ('key1[dev]', 'dev1')] res.sort() test = self.x.items('sect1', strict=True) test.sort() self.assertEquals(test, res) def test_items_strict_defaults(self): res = [('key1', 'val1'), ('key_int', '1'), ('key_bool1', 'true'), ('key_bool2', 'on'), ('key_bool3', '1'), ('key_bool4', 'yes'), ('key_bool5', 'false'), ('key_bool6', 'random'), ('key_float', '1.24'), ('key_list', 'damn;dang;nabbit'), ('key_list_int', '1;7;3'), ('key_list_bool', 'true;false;true'), ('key_list_float', '0.96;1.73;6.82'), ('key1[dev]', 'dev1'), ('key1[dev_plop_toto_stuff]', 'dev_plop_toto1_default'), ('key2', 'default2'), ('key3', 'default3'), ('key049', 'DEFAULT'), ('key049[dev]', 'DEFAULT_dev')] res.sort() test = self.x.items('sect1', defaults=True, strict=True) test.sort() self.assertEquals(test, res) def test_items_all(self): res = [] for key in self.x._sections: res.append((key, SectionProxyExtended(self.x, key))) res.sort() test = self.x.items() test.sort() self.assertEquals(test, res) def test_items_strict_all(self): res = [] for key in self.x._sections: res.append((key, SectionProxyExtended(self.x, key))) res.sort() test = self.x.items(strict=True) test.sort() self.assertEquals(test, res) def test_items_vars(self): res = [('william', 'Overbeck'), ('key1', 'val1_sect2'), ('key2', 'val2'), ('key2[dev]', 'dev2'), ('key2[dev_plop]', 'dev_plop2'), ('key1[dev_plop_toto_stuff]', 'dev_plop_toto1_default'), ('key2', 'default2'), ('key3', 'default3'), ('key049', 'DEFAULT'), ('key049[dev]', 'DEFAULT_dev')] res.sort() test = self.x.items('sect2', vars={'William': 'Overbeck'}) test.sort() self.assertEquals(test, res) def test_items_vars_strict(self): res = [('william', 'Overbeck'), ('key1', 'val1_sect2'), ('key2', 'val2'), ('key2[dev]', 'dev2'), ('key2[dev_plop]', 'dev_plop2')] res.sort() test = self.x.items('sect2', vars={'William': 'Overbeck'}, strict=True) test.sort() self.assertEquals(test, res) def test_get_key_dict(self): self.assertEqual(self.x['sect2']['key2'], 'val2') def test_get_sect_dict_fail(self): self.assertRaises(KeyError, lambda: self.x['sect4']) def test_get_key_dict_fail(self): self.assertRaises(KeyError, lambda: self.x['sect2']['key42']) def test_has_section_strict(self): self.assertTrue(self.x.has_section('sect2', strict=True)) def test_has_section_strict_fail(self): self.assertFalse(self.x.has_section('sect1', strict=True)) def test_defaults(self): self.x = ExtendedConfigParser(defaults={'william': 'Overbeck'}) self.x.read('./test_cfg.ini') res = OrderedDict([('william', 'Overbeck')]) self.assertEquals(self.x.defaults(), res) def test_add_section(self): self.x.add_section('Jim Hoxworth') self.assertTrue(self.x.has_section('Jim Hoxworth')) self.assertEqual(self.x.get('Jim Hoxworth', 'key2'), 'default2') self.assertEqual(self.x['Jim Hoxworth']['key2'], 'default2') def test_read_file(self): self.x = ExtendedConfigParser() data = open('./test_cfg.ini', 'r') self.x.read_file(data) self.assertEqual(self.x.get('sect2', 'key2'), 'val2')