def test_invalid_sections(self):
"""
Validates if NoSectionError is raised when the section is not available,
both on the get and get as dict
"""
self.assertRaises(NoSectionError,
lambda: ConfReader.get('SECTION_X', 'config_x'))
self.assertRaises(NoSectionError,
lambda: ConfReader.get_section_dict('SECTION_X'))
def test_file_not_reloaded(self):
"""
Validates if the configuration remain after an unsuccessfully reload operation.
This is done by changing the file and setting the reload as False.
"""
self.assertEqual(ConfReader.get('SECTION_1', 'config_4'), 10.5)
ConfReader.INI_FILE = rf(
__name__, 'data/test_file_2.ini') # Loads different ini file
ConfReader.RELOAD = False
self.assertEqual(ConfReader.get('SECTION_1', 'config_4'), 10.5)
def test_get_section_dict(self):
"""
Validates if the complete section can be collected ina python format
"""
section_1 = ConfReader.get_section_dict('SECTION_1')
self.assertTrue(isinstance(section_1, dict))
section_2 = ConfReader.get_section_dict('SECTION_2')
self.assertTrue(isinstance(section_2, dict))
self.assertTrue(isinstance(section_2.get('config_6'), dict))
self.assertTrue(isinstance(section_2.get('config_5'), list))
def test_reader_valid_sections(self):
"""
Validates if the reader is working as expected.
Asserts all types from a specific section of the file
"""
self.assertTrue(
isinstance(ConfReader.get('SECTION_1', 'config_1'), str))
self.assertTrue(
isinstance(ConfReader.get('SECTION_1', 'config_2'), str))
self.assertTrue(
isinstance(ConfReader.get('SECTION_1', 'config_3'), int))
self.assertTrue(
isinstance(ConfReader.get('SECTION_1', 'config_4'), float))
def test_file_reload(self, get_time):
"""
Validates if the reload is successfully done.
This is tested by forcing a new INI file
"""
base_time = ConfReader.__INI_FILE_TIME__
get_time.return_value = base_time
self.assertEqual(ConfReader.get('SECTION_1', 'config_4'), 10.5)
ConfReader.INI_FILE = rf(
__name__, 'data/test_file_2.ini') # Loads different ini file
get_time.return_value = base_time + 15 # Force the modification time higher then the original
self.assertEqual(ConfReader.get('SECTION_1', 'config_4'), 15)
def test_unmodified_change_date_dont_reload(self, get_time=None):
"""
Validates if the configuration remain after an unsuccessfully force reload operation.
This is done by changing the file and setting the reload as False.
"""
base_time = ConfReader.__INI_FILE_TIME__
get_time.return_value = base_time
self.assertEqual(ConfReader.get('SECTION_1', 'config_4'), 10.5)
ConfReader.INI_FILE = rf(
__name__, 'data/test_file_2.ini') # Loads different ini file
# Assert same config with RELOAD on even with file change
self.assertEqual(
ConfReader.get('SECTION_1', 'config_4', force_reload=True), 10.5)
def test_get_list(self):
"""
Validates if te parser can collect a list as a configuration
"""
config = ConfReader.get('SECTION_2', 'config_5')
self.assertTrue(isinstance(config, list))
self.assertEqual(config, [1, 2, 3, 4, 5])
def test_reload_parameter(self, get_time):
"""
Validates the force_reload option when the RELOAD is False.
This is tested by forcing a new INI file
"""
base_time = ConfReader.__INI_FILE_TIME__
get_time.return_value = base_time
self.assertEqual(ConfReader.get('SECTION_1', 'config_4'), 10.5)
ConfReader.INI_FILE = rf(
__name__, 'data/test_file_2.ini') # Loads different ini file
ConfReader.RELOAD = False
get_time.return_value = base_time + 15 # Force the modification time higher then the original
self.assertEqual(
ConfReader.get('SECTION_1', 'config_4', force_reload=True), 15)
def setUp(self):
"""
Initialize test case with a preconfigured ini file
"""
ConfReader.RELOAD = True
ConfReader.DICT_CACHE = False
ConfReader(rf(__name__, ReaderTestCase.INI_TEST_FILE)) # The ConfReader must be initialized
def test_invalid_config_file(self):
"""
Validates if FileNotFoundError is raised when loading the configuration
"""
ConfReader.INI_FILE = rf(
__name__, 'data/invalid_test.ini') # Loads different ini file
self.assertRaises(FileNotFoundError, lambda: ConfReader.get('X', 'y'))
def main(argv):
if (len(argv) > 0):
confReader = ConfReader(argv[0])
else:
confReader = ConfReader()
trainingSampleReader = Reader(
confReader.preprocCombiner.generatePreprocArray(),
TfIdfVectorizator(confReader.useIdf),
confReader.trainData,
)
testDataReader = Reader(
confReader.preprocCombiner.generatePreprocArray(),
TfIdfVectorizator(confReader.useIdf),
confReader.testData
)
trainingSampleReader.readAndPrepareFiles()
print('training prepared')
testDataReader.readAndPrepareFiles()
print('test data prepared')
testDataReader.fileVectorizator.wordSet = trainingSampleReader.fileVectorizator.wordSet
X_trained, C_trained = trainingSampleReader.fileVectorizator.getMatrex()
print('training matrix')
X_test, C_test = testDataReader.fileVectorizator.getMatrex()
print('test matrix')
C_predicted = compute(X_trained, C_trained, X_test, confReader.classifier)
print('prediceted')
print ('accuracy:')
print(accuracy_score(C_test, C_predicted))
print ('f-measure:')
print(fCounter(C_test, C_predicted).countF())
def test_read_with_force_reload(self):
"""
Test the decorator when a function as both arguments and keyword arguments.
It validates the arguments remain unchanged.
The config must be placed between arguments and keyword arguments.
"""
@read_conf("SECTION_1", 'config_4')
def read_argument(config):
self.assertEqual(config, 10.5)
@read_conf("SECTION_1", 'config_4', force_reload=False)
def read_argument_force(config):
self.assertEqual(config, 15)
read_argument()
ConfReader().change_config_file(rf(
__name__, 'data/test_file_2.ini')) # Loads different ini file
read_argument_force()
def test_loggen_no_lines_wyaml(self): config = ConfReader(os.getcwd() + "/config.yaml") thread_name = "Logger1" filepath = config.get_outfile() lines = config.get_template_lines() no_bulk_lines = config.get_no_bulk_lines() sleep_time = config.get_sleep_time() no_total_lines = config.get_no_total_lines() prefix_no_lines = config.get_prefix_no_lines() # thread_name = "Logger1" # filepath = os.getcwd() + "/tests/logtest.txt" # lines = ["p1", "p2", "p3", "p4"] # no_bulk_lines = 8 # sleep_time = 1 # no_total_lines = 22 # prefix_no_lines = True ## --- logger = Loggen(thread_name, filepath, lines, no_bulk_lines, sleep_time, no_total_lines, prefix_no_lines) logger.start() logger.join() result = self.get_file_no_lines(filepath) self.assertEqual(result, no_total_lines)
import random
from datetime import date
from collections import OrderedDict
def select_quote(quote_reader):
result = quote_reader.read_quotes()
return random.choice(result)
def send_email(emailer, sender, receiver, msg):
emailer.send(sender, receiver, msg)
return
if __name__ == "__main__":
# read content
conf_reader = ConfReader('conf.json')
msg = ''
try:
quote_reader = QuotesReader(conf_reader['quote-url'])
quote = select_quote(quote_reader)
quote_str = "Quote of the day: " + "\n" + quote['content'] + " -- " + quote["author"]
items_reader = ItemsReader(GSheetClient('client/token.json', 'client/credentials.json'))
daily = items_reader.read_daily()
confs = items_reader.read_conf()
laws = items_reader.read_laws()
review_items = items_reader.read_review_backlog()
review = Review()
from conf_reader import ConfReader
from search_engine import SearchEngine
from file_input import *
from directory_walking import *
from fetch_files import fetchNetApps
from database_engine import dbHandle
#reader = ConfReader('sockets_API.conf')
reader = ConfReader('sockets_analysis.conf')
#reader.print_test()
#print reader.getValue('functions', 'socket')
#print reader.getItems('functions')
#print reader.getItems('structures')
functions = reader.getItems('functions')
structures = reader.getItems('structures')
applications = reader.getItems('applications')
#print applications
#all = reader.getItems('functions') + reader.getItems('structures')
all = functions + structures
fetchnetapps = fetchNetApps(applications)
fetchnetapps.download_apps()
fetchnetapps.decompress_apps()
dbhandle = dbHandle(functions, structures, applications)
"""
def tearDown(self):
ConfReader.destroy() # Remove the created instance
from conf_reader import ConfReader
from search_engine import SearchEngine
from file_input import *
from directory_walking import *
from string_token import *
from fetch_files import fetchNetApps
from database_engine import dbHandle
import sys
reader = ConfReader('sockets_analysis.conf')
constants = reader.getItems('constants')
functions = reader.getItems('functions')
structures = reader.getItems('structures')
applications = reader.getItems('applications')
all_socket_api = constants + functions + structures
"""
file_token = readFile("netstream.c")
# print file_token
string_temp = string_lexical(file_token)
#print string_temp
from conf_reader import ConfReader
from search_engine import SearchEngine
from file_input import *
from directory_walking import *
from string_token import *
from fetch_files import fetchNetApps
from database_engine import dbHandle
import sys
reader = ConfReader('sockets_analysis.conf')
constants = reader.getItems('constants')
functions = reader.getItems('functions')
structures = reader.getItems('structures')
applications = reader.getItems('applications')
all_socket_api = constants + functions + structures
"""
file_token = readFile("netstream.c")
# print file_token
string_temp = string_lexical(file_token)
#print string_temp
temp = simple_api_constant_counter("AF_INET", string_temp)
def test_get_dict(self):
"""
Validates if the parser can collect a dictionary as a configuration
"""
config = ConfReader.get('SECTION_2', 'config_6')
self.assertTrue(isinstance(config, dict))
def test_invalid_option(self):
"""
Validates if NoOptionError is raised when the option is not available
"""
self.assertRaises(NoOptionError,
lambda: ConfReader.get('SECTION_1', 'config_x'))
