from Trax.Algo.Calculations.Core.CalculationsScript import BaseCalculationsScript from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.CCKH_SAND.KPIGenerator import CCKH_SANDGenerator __author__ = 'Nimrod' class CCKH_SANDCalculations(BaseCalculationsScript): def run_project_calculations(self): self.timer.start() CCKH_SANDGenerator(self.data_provider, self.output).main_function() self.timer.stop('KPIGenerator.run_project_calculations') if __name__ == '__main__': LoggerInitializer.init('cckh calculations') Config.init() project_name = 'cckh-sand' data_provider = KEngineDataProvider(project_name) # session = 'BAD33A37-A17D-493F-B5A8-112D947062D1' session = 'ff0d57ad-a7ed-46ca-9488-1d28f4682500' # session = 'f073ac15-3121-4c86-bb59-cc6dc6b6e4b5' data_provider.load_session_data(session) output = Output() CCKH_SANDCalculations(data_provider, output).run_project_calculations()
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.INBEVMX_SAND.Calculations import Calculations if __name__ == '__main__': LoggerInitializer.init('inbevmx-sand calculations') Config.init() project_name = 'inbevmx-sand' data_provider = KEngineDataProvider(project_name) list_sessions = [ 'fe01d68e-a6b5-4ba2-bdf5-a5aa7d47eb40', "FC8C65F2-5DE5-4440-9B91-FF9EF6CB302B", "2ecbf3fa-59b9-46bf-86b8-2b11fe49d4e9", "ffcecdd2-7eda-446b-af6e-cee7628b89ed", "6b4fc678-1f82-45c7-a1d3-3bf85ea4c013", "fac755c5-c53b-40f3-832d-62c13cacec1e", "113ad721-6fae-4f13-ab64-19e00304abef" # 'ffbeae34-949f-457d-99ac-6b99260ac743', # 'fb5ca6e2-5f9f-4fec-8f2d-c9e6a3536219', # '15E6D6FD-FC45-4703-8A99-D33C805FAC41', # 'ffd0da53-6fd6-418f-b06d-f5cbff735750', # 'fff20792-6a60-4a13-bb00-879a308c1ea6', # 'ffbbcecc-5862-4e47-80ef-230f4ba97f8d', # 'c14c74c6-d507-4681-ac77-9c1dfd9b8c3b', # 'fff20792-6a60-4a13-bb00-879a308c1ea6', # '341a9b53-65ad-43b6-9fe0-2ae56fcbe9bd', # '6a19080f-9741-4760-85fb-22a5e774d13b' ] output = Output()
from Trax.Algo.Calculations.Core.Constants import Keys, Fields, SCENE_ITEM_FACTS_COLUMNS def save_scene_item_facts_to_data_provider(data_provider, output): scene_item_facts_obj = output.get_facts() if scene_item_facts_obj: scene_item_facts = scene_item_facts_obj[Keys.SCENE_ITEM_FACTS][Keys.SCENE_ITEM_FACTS].fact_df else: scene_item_facts = pd.DataFrame(columns=SCENE_ITEM_FACTS_COLUMNS) scene_item_facts.rename(columns={Fields.PRODUCT_FK: 'item_id', Fields.SCENE_FK: 'scene_id'}, inplace=True) data_provider.set_scene_item_facts(scene_item_facts) if __name__ == '__main__': LoggerInitializer.init('Sinoth Scene Calculations') Config.init() project_name = 'sinoth-sand' # RUN for scene level KPIs session_scene_map = OrderedDict([ ('12076D1D-FA3C-443C-951E-B4D0FBB80213', ['3825280F-A1A7-41A5-B90C-AA205A9A6D1E']), ('3EFA8C57-0FEB-4CFD-A819-2521D8082DFE', ['24F335D0-648C-41C2-A60D-C26D82641928']), ('4E5AA82E-C063-4B92-8C48-FA12761B6560', ['9ACBDCC5-24D4-4C0A-AB89-9B6219D8FE28']), ('56C336BB-9797-4C8F-AC1C-D18E40218404', ['3DEC7521-93F1-4888-9631-4C4808932C30']), ('BC981670-1F6B-485A-8695-A1FE552B07AE', ['2DADAFAE-7526-4AAE-A901-1AA623EA0BB9']), ('F3AAC28E-87C9-4276-9390-BD579B13A64A', ['4902F86D-7FEF-40D2-B08A-4C87D3D708B1']) ]) for session, scenes in session_scene_map.iteritems(): for e_scene in scenes: print "\n"
scene_item_facts_obj = output.get_facts() if scene_item_facts_obj: scene_item_facts = scene_item_facts_obj[Keys.SCENE_ITEM_FACTS][ Keys.SCENE_ITEM_FACTS].fact_df else: scene_item_facts = pd.DataFrame(columns=SCENE_ITEM_FACTS_COLUMNS) scene_item_facts.rename(columns={ Fields.PRODUCT_FK: 'item_id', Fields.SCENE_FK: 'scene_id' }, inplace=True) data_provider.set_scene_item_facts(scene_item_facts) if __name__ == '__main__': LoggerInitializer.init('psapac-sand3 Scene Calculations') Config.init() project_name = 'psapac-sand3' # RUN for scene level KPIs session_scene_map = OrderedDict([ # ('FCEF707B-E6F9-4341-B6CA-77938320E2FD', ['D8C75D44-ECC9-4F64-B783-2E1286E76D1E']), # ('941B1EFF-D760-4CBA-BDDC-6C687222ABFD', ['27D6C1DA-529A-4122-83E5-61D55745F9FB', # 'BC173A23-1332-4AAB-A37D-0FA500B4FCC0', # ]), # ('B91B9EEC-30EF-42D0-A6A0-959744194A24', ['F31B96D0-6C73-460C-BE31-DA04A64D41B7', # ]), # ('4DEA13CF-FFD8-4CB6-89AE-A97E964A0B5B', [ # # '0A772895-1439-4871-9983-48E227E58C56', # # '8481E773-8D91-41E2-97F6-D297C8593311', # '007812DD-5195-4DB5-85A9-A6315454C798', # '1D6F0339-988D-4A9B-8935-13FCD93762D2',
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.HEINEKENMX.Calculations import Calculations if __name__ == '__main__': LoggerInitializer.init('heinekenmx calculations') Config.init() project_name = 'heinekenmx' data_provider = KEngineDataProvider(project_name) session_list = [ # '4c325225-d5f4-45b9-a658-45f4e65d7268', 'ef547b01-1d76-4297-82cd-47eb7546af20' ] for session in session_list: data_provider.load_session_data(session) output = Output() Calculations(data_provider, output).run_project_calculations()
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.INBEVTRADMX.Calculations import INBEVTRADMXCalculations if __name__ == '__main__': LoggerInitializer.init('inbevtradmx calculations') Config.init() project_name = 'inbevtradmx' data_provider = KEngineDataProvider(project_name) sessions = [ # 'ffffb22d-93e6-4b28-9ae3-788c7449fdd6', # 'fffcf114-9584-4526-b0d2-efeeccf519b8', # 'fff7c1b3-62ea-488e-9541-38458ce53c81', # 'ffe38f10-2f22-4458-b805-ab1c4dbb3872', # 'ffd80fd1-a3d1-4114-98b9-111f3da7dce1', # 'ffd62bba-96c4-48b2-b8f5-8ef309614013', # 'ffc43897-cabe-4635-a284-c0867f42bddc', # 'ffc3f7ec-b47a-4ad6-a5b0-c0e5d5369c00', # 'ffa06992-4650-4cc1-bc37-9bf7c4efbdef', # 'ff693125-5a76-49f6-8b94-05748fb01b55', # 'ff5c2502-d67a-42fc-b934-207411862e97', # 'ff5bc377-04b8-4419-90bc-4a74d894b8f5', # 'ff391525-762c-475d-90a7-3eed05f34a40', # 'ff354a09-a766-419a-96d8-6aaa8fad2c98', # 'fedacc33-e947-426f-ad52-78741461ed51', # 'f7fc132d-ccfd-4cb3-8820-ad9b0248ccb9', # 'f63b661d-bd5f-4100-8ae4-c3346ee5f268', # 'f30b62b5-1ff7-4c64-a73e-d0f87c457b2c', # 'f3003b62-cfb6-4da8-8a0e-5e340cabfcdf', # 'ebfd93ad-597d-469d-b7a0-4d091e21d060',
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.BEIERSDORFZA.Calculations import Calculations from Trax.Utils.Conf.Configuration import Config if __name__ == '__main__': LoggerInitializer.init('beiersdorfza calculations') Config.init() project_name = 'beiersdorfza' data_provider = KEngineDataProvider(project_name) session_list = [''] for session in session_list: data_provider.load_session_data(session) output = Output() Calculations(data_provider, output).run_project_calculations()
from Projects.CCUSLIVEDEMO.LiveSessionKpis.Calculation import CalculateKpi from Projects.CCUSLIVEDEMO.Utils.KPIToolBox import CCUSLiveDemoToolBox __author__ = 'limorc' class Calculations(BaseCalculationsScript): def run_project_calculations(self): """ This function is activated during regular data provider""" self.timer.start() CCUSLiveDemoToolBox(self.data_provider, self.output).main_calculation() self.timer.stop('KPIGenerator.run_project_calculations') pass if __name__ == '__main__': LoggerInitializer.init('ccuslivesdemo calculations') Config.init() project_name = 'ccuslivedemo' session = '0c2decfc-8d2f-4b22-b9d0-8e2e97c9557b' data_provider = KEngineSessionDataProviderLive(project_name, None, None) data_provider.load_session_data('4647a9e5-84c6-4c77-9a2f-11e62000f70a', []) # session = 'f90529ec-6ff4-4481-970a-546e0030a41b' # data_provider = KEngineSessionDataProviderLive(project_name, None, None) # data_provider.load_session_data('f90529ec-6ff4-4481-970a-546e0030a41b', [14049726]) # data provider in server does the kpis loading automatically . locally need to add it # data_provider.load_kpis_hierarchy(lambda x: x.loc[(x['calculation_stage'] == 'LIVE') # & (x['live_session_relevance'] == 1)].copy(), # 'session') output = Output()
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.CCANZ_SAND.Calculations import Calculations if __name__ == '__main__': LoggerInitializer.init('ccanz-sand calculations') Config.init() project_name = 'ccanz-sand' data_provider = KEngineDataProvider(project_name) session = '6368C810-77DB-4C2D-BD56-F62A0AE0CF60' data_provider.load_session_data(session) output = Output() Calculations(data_provider, output).run_project_calculations()
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.JRIJP.Calculations import Calculations if __name__ == '__main__': LoggerInitializer.init('jrijp calculations') Config.init() project_name = 'jrijp' data_provider = KEngineDataProvider(project_name) sessions = [ '89AA44E0-A864-4DCA-8EAC-3B5D5AB89CDE', '73589EF1-3EE6-4151-911F-AD0A5B90A593' ] for session in sessions: print "Running for {}".format(session) data_provider.load_session_data(session) output = Output() Calculations(data_provider, output).run_project_calculations()
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Trax.Utils.Logging.Logger import Log from Projects.SINOTH.Calculations import Calculations if __name__ == '__main__': project_name = 'sinoth' LoggerInitializer.init('{} Local Calculations'.format( project_name.upper())) Config.init() data_provider = KEngineDataProvider(project_name) sessions = [ 'fdf3e395-236a-4afe-a036-7bb72c872ee9', ] for session in sessions: Log.info("Running for session >>>> {}".format(session)) data_provider.load_session_data(session) output = Output() Calculations(data_provider, output).run_project_calculations()
from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.NESTLEUK.KPIGenerator import NESTLEUKGenerator __author__ = 'uri' class NESTLEUKCalculations(BaseCalculationsScript): def run_project_calculations(self): self.timer.start() NESTLEUKGenerator(self.data_provider, self.output).main_function() self.timer.stop('KPIGenerator.run_project_calculations') if __name__ == '__main__': LoggerInitializer.init('nestleuk calculations') Config.init() project_name = 'nestleuk' data_provider = KEngineDataProvider(project_name) sessions = [ # 'b49172fa-6218-48b4-a71c-18c9b77805d5', # '6fd29e1f-b3ed-440d-9ee4-930baf2397ee', # '0be4cec3-1347-4862-bbdf-da79a74a4d4d', # '6b2cfaf7-4340-4199-bbea-adba649dcd62', # 'f73da15b-9282-432d-a917-c8bc4395c05d', # '4c460dde-60fd-4673-8890-669ee9a64dba', # 'b7e9d169-9da8-4fd2-b3a3-4a30edb81897', # '2f6fade3-c497-4ff1-afe4-528066a9d3fc' 'f73da15b-9282-432d-a917-c8bc4395c05d' ] for session in sessions:
def commit_to_db(self): self.rds_conn.connect_rds() cur = self.rds_conn.db.cursor() kpis_sum = len(self.queries) count_for_show = 0 for query in self.queries: # try: print query cur.execute(query) count_for_show += 1 if count_for_show % 10 == 0: print 'There are {} / {}'.format(count_for_show, kpis_sum) self.rds_conn.db.commit() self.rds_conn.disconnect_rds() if __name__ == '__main__': Config.init() LoggerInitializer.init('New BATRU Template') project_name = 'batru' kpi_names = [ # FOR P1: there is a black line "self.tools.upload_store_assortment_file(P1_PATH)". We only need to paste # the template in Data/StoreAssortment.csv, activate this line and run it. BATRUConst.P4_SET_NAME, # BATRUConst.SK_SET_NAME, # BATRUConst.SAS_SET_NAME, ] for kpi_name in kpi_names: template = BATRUNewTemplate(project_name, kpi_name) template.handle_update()
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.CARLSBRGHK.Calculations import Calculations if __name__ == '__main__': LoggerInitializer.init('carlsberg calculations') Config.init() project_name = 'carlsbrghk' data_provider = KEngineDataProvider(project_name) sessions = [ 'FFD25EE4-2C94-4D98-B192-466E12286C49' # general 0 error # 'B6FB5E83-BBBF-4988-A60D-2A5B62EA8CC5', # '8BD94E57-821B-4C0B-91A0-F6DD3DBF8413', # no scenes # 'B6FB5E83-BBBF-4988-A60D-2A5B62EA8CC5', # 'CC70B248-8C82-42F7-B3C5-C6A61B2B06AE', # prev - B6FB5E83-BBBF-4988-A60D-2A5B62EA8CC5 # '17AB12D2-3D49-4846-8088-5CBB5C78D86E', # prev - CC70B248-8C82-42F7-B3C5-C6A61B2B06AE # '64CC70E0-3454-459B-8817-2BC78EDC4256', # prev - 17AB12D2-3D49-4846-8088-5CBB5C78D86E # 'B5A1D8EF-9A15-4B17-94C3-868CAC29FF0F', # prev no scenes - 64CC70E0-3454-459B-8817-2BC78EDC4256 # '4DAFCE77-82FA-4A51-B2D3-AD24D561237E', # 0 msl cooler ] for session in sessions: print("Running for {}".format(session)) data_provider.load_session_data(session) output = Output() Calculations(data_provider, output).run_project_calculations()
from Projects.BATMX_SAND.Calculations import Calculations from Projects.BATMX_SAND.SceneKpis.SceneCalculations import SceneCalculations def save_scene_item_facts_to_data_provider(data_provider, output): scene_item_facts_obj = output.get_facts() if scene_item_facts_obj: scene_item_facts = scene_item_facts_obj[Keys.SCENE_ITEM_FACTS][Keys.SCENE_ITEM_FACTS].fact_df else: scene_item_facts = pd.DataFrame(columns=SCENE_ITEM_FACTS_COLUMNS) scene_item_facts.rename(columns={Fields.PRODUCT_FK: 'item_id', Fields.SCENE_FK: 'scene_id'}, inplace=True) data_provider.set_scene_item_facts(scene_item_facts) if __name__ == '__main__': LoggerInitializer.init('googlejp calculations') Config.init() project_name = 'batmx' sessions = ['EDBC9D00-B7B9-4277-96DC-555BA459E2B3'] for session in sessions: data_provider = KEngineDataProvider(project_name) data_provider.load_session_data(session) # scif = data_provider['scene_item_facts'] # scenes = scif['scene_id'].unique().tolist() # # # scenes = [392] # # for scene in scenes: # print('scene') # data_provider = KEngineDataProvider(project_name) # data_provider.load_scene_data(session, scene)
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.CCLIBERTYUS.Calculations import CCLIBERTYUSCalculations from Projects.CCLIBERTYUS.MSC.KPIToolBox import MSCToolBox from KPIUtils_v2.DB.CommonV2 import Common if __name__ == '__main__': LoggerInitializer.init('ccbottlersus calculations') Config.init() project_name = 'cclibertyus' # MSC sessions = [ 'FC51FAC6-4EBB-4C9B-AC1B-F72052442DDE', 'E79B5B80-BAA2-4FA0-8C1F-594269B39457', 'E86F80DE-62C2-44AB-9949-80E520BCB3B2', 'F05079E5-11C4-4289-B5AE-5B8205594E15', 'dc322cc1-bfb7-4f2b-a6c3-c4c33a12b077' ] # Liberty sessions = [ 'fe6e86a5-e96c-4ed1-b285-689ee8da393c', 'FAB57A4E-4814-4B74-A521-53A003864D06', 'BE9F0199-17B6-4A11-BA97-97751FE6EE0E', 'f6c0247d-64b4-4d11-8e0b-f7616316c08f' ] for session in sessions: print('***********************************************************************************') print('_______________________ {} ____________________'.format(session))
def validate(self): result = True if not self.check_start_date_and_end_date(): result = False if not self.check_column_names(): result = False if not self.check_allowed_values(): result = False if not self.check_db_values(): result = False if not self.check_entity_values("entity_1_type", 'entity_1_values'): result = False if not self.check_entity_values("entity_2_type", 'entity_2_values'): result = False if not self.check_entity_values("others", 'include_other_ean_codes'): result = False return result if __name__ == "__main__": LoggerInitializer.init("KEngine") Config.init() project_name = "lionjp" a = KPITemplateValidater(project_name) if a.validate(): Log.info("Template Validation check - Completed") else: Log.warning("Template Validation check - Failed")
from Projects.PS1_SAND.Calculations import DIAGEOTWCalculations from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer if __name__ == '__main__': LoggerInitializer.init('ps1-sand calculations') Config.init() project_name = 'ps1-sand' data_provider = KEngineDataProvider(project_name) session = '70b69c85-61a6-4ce4-ad60-f0d174ced645' data_provider.load_session_data(session) output = Output() DIAGEOTWCalculations(data_provider, output).run_project_calculations()
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.TNUVAILV2.Calculations import Calculations from Trax.Utils.Conf.Configuration import Config if __name__ == '__main__': LoggerInitializer.init('tnuvailv2 calculations') Config.init() project_name = 'tnuvailv2' data_provider = KEngineDataProvider(project_name) sessions = ['ff346ca2-c34f-4800-9079-b3765b632ed3'] for session in sessions: data_provider.load_session_data(session) output = Output() Calculations(data_provider, output).run_project_calculations()
scene_item_facts_obj = output.get_facts() if scene_item_facts_obj: scene_item_facts = scene_item_facts_obj[Keys.SCENE_ITEM_FACTS][ Keys.SCENE_ITEM_FACTS].fact_df else: scene_item_facts = pd.DataFrame(columns=SCENE_ITEM_FACTS_COLUMNS) scene_item_facts.rename(columns={ Fields.PRODUCT_FK: 'item_id', Fields.SCENE_FK: 'scene_id' }, inplace=True) data_provider.set_scene_item_facts(scene_item_facts) if __name__ == '__main__': LoggerInitializer.init('diageoie calculations') Config.init() project_name = 'diageouk-sand' data_provider = KEngineDataProvider(project_name) session = 'A0A6BE37-49EF-4600-8E4C-3C442DD681B1' data_provider.load_session_data(session) output = Output() DIAGEOUK_SANDCalculations(data_provider, output).run_project_calculations() # scenes = data_provider.scenes_info.scene_fk.tolist() # for scene in scenes: # data_provider.load_scene_data(session, scene) # output = VanillaOutput() # SceneVanillaCalculations(data_provider, output).run_project_calculations() # save_scene_item_facts_to_data_provider(data_provider, output) # DIAGEOUK_SANDSceneToolBox(data_provider).calculate_kpis()
'C682A0F1-0694-40DF-B20C-E5A3E5900E9D', 'E3426DF8-D8C5-450B-B3CD-654632021BD2', 'C6ED7E88-2BC3-43C1-ACB9-56CEA107B2D0', 'CDBABE17-0037-42FC-B70D-B953CC51452B', 'D2705A22-A0CB-4A47-A0BB-AC1CD2641E0F', 'D67FEBA2-FF93-4E51-9123-1F6449755DA8', 'D9CB0EB0-66C1-498D-845D-8E4DE9734C83', 'E53B015A-F074-45ED-A909-CC8BDD7C52B4', 'E570D596-3A60-4D89-92A5-F71C481C16DA' ] sessions = ['FCE90A66-4CD9-4D30-9C26-A6524075F1A5'] sessions = [ '12B013B2-5D65-4E1A-A6E6-8A6671BC1796', '55FDFE67-4D52-43F2-A7B7-14BC730FB618', '96F40321-CDB4-4523-B81B-2CA837121223' ] sessions = ['E6D6A011-5C7F-4C0E-BC50-CE6C6CE850EE'] if __name__ == '__main__': LoggerInitializer.init('diageobeerus calculations') Config.init() project_name = 'diageobeerus' data_provider = KEngineDataProvider(project_name) for session in sessions: data_provider.load_session_data(session) output = Output() Calculations(data_provider, output).run_project_calculations()
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.GSKSG.Calculations import Calculations from Trax.Algo.Calculations.Core.LiveSessionDataProvider import KEngineSessionDataProviderLive from Projects.GSKSG.LiveSessionKpis.Calculation import CalculateKpi if __name__ == '__main__': LoggerInitializer.init('gsksg calculations') Config.init() project_name = 'gsksg' # data_provider = KEngineDataProvider(project_name) # session = '2a3a70b4-31df-4090-9e14-3b4775fdf0a6' # session = 'fdae28d2-6e49-45d2-b357-cd9ca7a13de6' # data_provider.load_session_data(session) # output = Output() # Calculations(data_provider, output).run_project_calculations() live_data_provider = KEngineSessionDataProviderLive( project_name, None, None) live_data_provider.load_session_data( '5ACFEC51-0A7B-4669-9FBB-6B88975AD3AF', []) # session = 'f90529ec-6ff4-4481-970a-546e0030a41b' # data_provider = KEngineSessionDataProviderLive(project_name, None, None) # data_provider.load_session_data('f90529ec-6ff4-4481-970a-546e0030a41b', [14049726]) # data provider in server does the kpis loading automatically . locally need to add it # data_provider.load_kpis_hierarchy(lambda x: x.loc[(x['calculation_stage'] == 'LIVE') # & (x['live_session_relevance'] == 1)].copy(), # 'session') output = Output()
# -*- coding: utf-8 -*- import os from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from KPIUtils.Utils.Validators.Template.TemplateValidator import TemplateValidator def templateValidator(): # pay attention if there any number column in template like product en please put string in the last column project_name = 'pngjp' helper_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '', 'helper.xlsx') file_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '', 'Template.xlsx') validate_file_path = '/home/Shani/Desktop/PNGJP/pngjp.xlsx' validation_object = TemplateValidator(project_name, helper_path, file_path, validate_file_path) validation_object.run() if __name__ == '__main__': LoggerInitializer.init('start template validate') templateValidator()
if scene_counter + number_of_scenes >= NUMBER_OF_SCENES_LIMIT: batch_file.writelines(batch_sessions) batch_file.close() print 'File {}: {} sessions'.format( BATCH_FILE + str(batch_number) + '.csv', session_counter) batch_number += 1 scene_counter = 0 session_counter = 0 batch_sessions = [] batch_file = open(BATCH_FILE + str(batch_number) + '.csv', 'w+') batch_sessions.append(session_uid + '\n') scene_counter += number_of_scenes session_counter += 1 total_counter += 1 batch_file.writelines(batch_sessions) batch_file.close() print 'File {}: {} sessions'.format(BATCH_FILE + str(batch_number), session_counter) print 'Total: {} sessions'.format(total_counter) if __name__ == '__main__': LoggerInitializer.init('Run Session Batches') Config.init() session_batches_run = CCRU_SANDSessionBatches(PROJECT) session_batches_run.run_it()
(LIVE_SCENE_TOOLBOX_FILE_NAME, LIVE_SCENE_TOOLBOX_SCRIPT)) files_to_create[''].append( (LIVE_SCENE_GENERATOR_FILE_NAME, LIVE_SCENE_GENERATOR_SCRIPT)) files_to_create['LiveSceneKpis'] = [ (LIVE_SCENE_CALCULATIONS_FILE_NAME, LIVE_SCENE_CALCULATIONS_SCRIPT) ] if self.trax_live_session: files_to_create['Utils'].append( (LIVE_SESSION_TOOLBOX_FILE_NAME, LIVE_SESSION_TOOLBOX_SCRIPT)) files_to_create[''].append((LIVE_SESSION_GENERATOR_FILE_NAME, LIVE_SESSION_GENERATOR_SCRIPT)) files_to_create['LiveSessionKpis'] = [ (LIVE_SESSION_CALCULATIONS_FILE_NAME, LIVE_SESSION_CALCULATIONS_SCRIPT) ] return files_to_create if __name__ == '__main__': try: LoggerInitializer.init('new_project') Config.init(app_name='new_project_new') project = 'sanofikz-sand' Log.info("project name : " + project) new = CreateKPIProject(project) new.create_new_project() Log.info('project {} was created successfully'.format(project)) except Exception as e: Log.warning(str(e))
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.HENKELUS.Calculations import Calculations if __name__ == '__main__': LoggerInitializer.init('henkelus calculations') Config.init() project_name = 'henkelus' data_provider = KEngineDataProvider(project_name) session_list = [ 'ffa5e905-538e-427f-8275-8bf240fe35e0', '74d11cd7-e945-497a-bbe9-02c847cddac8', 'fce93069-4b83-4842-9416-66dda5eb2e12', # "be04d3a9-e4ee-4ea8-b7c7-4ed2c39f4548", # '23388796-e888-497b-bcbe-efe3d95f286d', 'a8e1b893-e0cc-475b-8537-f459bdc21f4d', '7128148f-08e7-4c9f-9373-1c1a21be3e96', # 'c59fb6c0-8727-44d6-af62-98c195baa74a', # 'dc6b9147-70ba-4f60-bb0d-9231dab2fd1f' # 'fd6ee83a-a166-4957-98ac-c28e698413ac', # '59cb4616-8d1c-46c1-9805-99f148e4ffc4', # '16e7e121-ae67-4e50-9e14-159f9dcb4d73', # 'fc4260f6-2e84-41d8-aba7-26bef28f2072', # '9f14f081-bb7c-4623-ba93-d8571c4698fc', # 'd4b24e75-35fa-4c48-9fb7-6252f5ad5df3', # 'e5cac33d-d1c2-4c37-8029-30a60e04908f', # 'e75f5f09-9861-45aa-b6bd-ccd89b20b72d',
scene_item_facts_obj = output.get_facts() if scene_item_facts_obj: scene_item_facts = scene_item_facts_obj[Keys.SCENE_ITEM_FACTS][ Keys.SCENE_ITEM_FACTS].fact_df else: scene_item_facts = pd.DataFrame(columns=SCENE_ITEM_FACTS_COLUMNS) scene_item_facts.rename(columns={ Fields.PRODUCT_FK: 'item_id', Fields.SCENE_FK: 'scene_id' }, inplace=True) data_provider.set_scene_item_facts(scene_item_facts) if __name__ == '__main__': LoggerInitializer.init('GOOGLEMX calculations') Config.init() project_name = 'googlemx-sand' # all sessions still in new status sessions = [ ('f8612b45-d30c-44ab-927d-6c69a7ffc561', [309692, 309708]), ('fb53ffc9-108d-4078-b62f-de3fcf85d7ce', [315570, 315592]), ('fbf0cc96-ca77-40dc-a650-d9f60c463760', [308474, 308487]), ('fc7a4ac1-9196-4b08-a12b-f7310e234195', [308659, 308690]), ('fe6b9adc-06a7-4175-8965-3da4d13f0501', [308842, 308856]), ('fef13067-48ea-4595-90bf-ba83513c7774', [316576, 316607]), ('fff926b6-60c5-40d5-b8ce-2540e10a8664', [309563, 309570, 309639, 309645]), ]
from Projects.SANOFICN.Calculations import SANOFICNCalculations from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer if __name__ == '__main__': LoggerInitializer.init('sanoficn calculations') Config.init() project_name = 'sanoficn' data_provider = KEngineDataProvider(project_name) session = "A5B576AC-3DEC-4F7A-8217-30D3D4473BC5" data_provider.load_session_data(session) output = Output() SANOFICNCalculations(data_provider, output).run_project_calculations()
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.MARSRU_PROD.Calculations import MARSRU_PRODCalculations if __name__ == '__main__': Config.init() LoggerInitializer.init('KEngine') project_name = 'marsru-prod' session_uids = ['13e916af-61bf-4d22-88b2-d2657bb72964'] data_provider = KEngineDataProvider(project_name) output = Output() for session in session_uids: print session data_provider.load_session_data(session) MARSRU_PRODCalculations(data_provider, output).run_project_calculations()
# 391100, 391102, 391104, 391106, 391108]), # ]) # for session, scenes in session_scene_map.iteritems(): # for e_scene in scenes: # print "\n" # data_provider = KEngineDataProvider(project_name) # Log.info("**********************************") # Log.info('*** Starting session: {sess}: scene: {scene}. ***'.format(sess=session, scene=e_scene)) # Log.info("**********************************") # data_provider.load_scene_data(session, e_scene) # SceneCalculations(data_provider).calculate_kpis() # SESSION LEVEL LOCAL CALC -- WATCH THE IMPORTS ADDED BELOW from Trax.Algo.Calculations.Core.DataProvider import Output from Projects.TWEGAU.Calculations import Calculations LoggerInitializer.init('twegau calculations') data_provider = KEngineDataProvider(project_name) sessions = [ "000E4051-2111-4220-9991-3D3FA1102540", # store number 1 => '556032' "00B36414-40EE-4F43-A277-D17969F88567", # store number 1 => '604644' "03CA5819-063C-452D-9F14-99370BCE9279", # store number 1 => '602949' "04899E1E-8714-433D-A9AA-8B665412E75B", # store number 1 => '523570' "0510B1BD-409A-4ACD-A406-7BFD9C4F7897", # store number 1 => '519567' "094AE49F-81AD-4E37-A247-F9F0641BFBDF", # store number 1 => '516121' "0A14CB41-C8DA-458F-A6D9-630FEE94EE84", # store number 1 => '603147' "0CE8A970-A014-457C-AF5D-81387D0688F7", # store number 1 => '556032' "0D09EC05-AC0F-4538-A293-10F5A501B9AB", # store number 1 => '522119' "109E18B6-BDE5-48D9-892B-B6D5C6085F8B", # store number 1 => '505620' ] for session in sessions: