class TestHPEndToEnd(unittest.TestCase):
def setUp(self):
self.input_file_correct = '0180919_143055__j1__e010__t100__dc_list1.txt'
self.main_class = HyperProfiling()
def test_end_to_end(self):
self.main_class.classify_data(self.input_file_correct)
def setUp(self):
self.spark = SparkSession.builder.appName("chev Hyper Data Profiling").enableHiveSupport().getOrCreate()
self.main_class = HyperProfiling()
self.input_file_correct = '0180919_143055__j1__e010__t100__dc_list1.txt'
self.input_file_bad_extension = '20180912_142538__j800__e010__t2__dc_list800_bad_ext_test.bap'
self.input_file_bad_schema = '20180912_142538__j800__e010__t2__dc_list800__bad_schema_test.txt'
self.url_protocol = HyperProfiling.get_url('/dataclass/que/update').get('url').split(':')[0]
self.save = HyperProfiling.get_url('/dataclass/out/save').get('url')
self.update = HyperProfiling.get_url('/dataclass/que/update').get('url')
self.token_url = 'https://chev-messaging-dev.cp-epg2i.domain.com'
self.messaging_url = HyperProfiling.get_url('/events/data_class/outbound/updateQueue').get('messaging_url')
def setUp(self):
self.input_file_correct = '0180919_143055__j1__e010__t100__dc_list1.txt'
self.main_class = HyperProfiling()
# -*- coding: utf-8 -*- """ Instantiate HyperProfiling class, and run data classification method from class. Author: Dan Grebenisan Updated on: 09/26/2018 """ import sys from hyper_profiling_1_1 import HyperProfiling file_name = sys.argv[1] classify = HyperProfiling() print(repr(classify)) classify.classify_data(file_name)