from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Trax.Utils.Conf.Configuration import Config from Projects.CCRU_SAND.Calculations import CCRU_SANDCalculations if __name__ == '__main__': LoggerInitializer.init('CCRU calculations') Config.init() project_name = 'ccru-sand' data_provider = KEngineDataProvider(project_name) session_uids = \ [ "71929D27-2A87-42FD-8959-CA367B8637BD" # "30683fe2-4044-4b1b-ac1d-eab47b6b6781", "da453d48-1033-45b3-b6e0-79d28bab2234", # "f82b7b43-0600-4620-affa-2bd3fb2bc9ac" # "f82b7b43-0600-4620-affa-2bd3fb2bc9ac" # "f97d6aeb-1e6c-4f41-9da0-935f3a7bcb01", # "f2e5eb75-3bef-43d6-b195-02099f60c48b", # "f7389d84-2950-4558-b574-971ab6a578f6", # "FBAB77AA-096B-4219-9923-AC2BADAE50B2", # "F3A3B97A-EFF9-4987-BB29-DC431A0E463F", # "FE922953-560B-4774-8870-92BDCCF05165", # # "7821CA06-A1F0-40B6-BAAE-B7536DA542DD", # "9A651B97-79E3-418B-866C-5A2D865E5808", # "dd919f2e-708d-43e4-b135-7f0e1142049f", # "EEBC662F-49E4-40E7-A428-2887442B6D77", # "F5F6D755-6365-421E-94C9-833DC6B126D8", # "F64F2702-E189-41A8-84D0-413F39E864C8", # "f6b0c603-9110-4d8e-865a-e2291f96da96",
from Projects.GOOGLEJPFM.Calculations import Calculations from Projects.GOOGLEJPFM.SceneKpis.SceneCalculations import SceneCalculations def save_scene_item_facts_to_data_provider(data_provider, output): scene_item_facts_obj = output.get_facts() if scene_item_facts_obj: scene_item_facts = scene_item_facts_obj[Keys.SCENE_ITEM_FACTS][Keys.SCENE_ITEM_FACTS].fact_df else: scene_item_facts = pd.DataFrame(columns=SCENE_ITEM_FACTS_COLUMNS) scene_item_facts.rename(columns={Fields.PRODUCT_FK: 'item_id', Fields.SCENE_FK: 'scene_id'}, inplace=True) data_provider.set_scene_item_facts(scene_item_facts) if __name__ == '__main__': LoggerInitializer.init('googlejpfm calculations') Config.init() project_name = 'googlejpfm' sessions = ['E5400B0D-54DD-40EE-ABE7-1DA27AD3CBEC'] for session in sessions: data_provider = KEngineDataProvider(project_name) data_provider.load_session_data(session) scif = data_provider['scene_item_facts'] scenes = scif['scene_id'].unique().tolist() for scene in scenes: print('scene') data_provider = KEngineDataProvider(project_name) data_provider.load_scene_data(session, scene) output = VanillaOutput() SceneVanillaCalculations(data_provider, output).run_project_calculations() save_scene_item_facts_to_data_provider(data_provider, output)
scene_item_facts_obj = output.get_facts() if scene_item_facts_obj: scene_item_facts = scene_item_facts_obj[Keys.SCENE_ITEM_FACTS][ Keys.SCENE_ITEM_FACTS].fact_df else: scene_item_facts = pd.DataFrame(columns=SCENE_ITEM_FACTS_COLUMNS) scene_item_facts.rename(columns={ Fields.PRODUCT_FK: 'item_id', Fields.SCENE_FK: 'scene_id' }, inplace=True) data_provider.set_scene_item_facts(scene_item_facts) if __name__ == '__main__': LoggerInitializer.init('hbcde-sand calculations') Config.init() project_name = 'hbcde-sand' data_provider = KEngineDataProvider(project_name) session_list = {'1090438D-009E-4842-8581-E4366F5430CA': []} for session in session_list: # scenes = session_list[session] # if len(scenes) == 0: # data_provider = KEngineDataProvider(project_name) # data_provider.load_session_data(session) # scif = data_provider['scene_item_facts'] # scenes = scif['scene_id'].unique().tolist() # for scene in scenes: # print('scene') # data_provider = KEngineDataProvider(project_name) # data_provider.load_scene_data(session, scene)
def write_tested_session(test_sessions, tested_sessions, sample_sessions): """ Store all calculated sessions. """ tested_sessions = set(tested_sessions + test_sessions + sample_sessions) with open(os.path.join(PROJECT_PATH, "Utils", "tested_sessions.csv"), 'wb') as csv_file: csv_writer = csv.writer(csv_file) csv_writer.writerows([[session] for session in tested_sessions]) if __name__ == '__main__': LoggerInitializer.init('Tyson calculations') Config.init() project_name = 'rinielsenus' data_provider = KEngineDataProvider(project_name) # run specific sessions sessions = [ # '38ddd902-c08f-4c26-b566-4514ed7f0a65', # '16da5899-cb0f-4128-8274-f05f572ce946', # '1ca636d3-15e3-4c86-961c-d83b077d9b57', # '5c0e8581-ee8a-436b-907e-be4d4537cbf8', # '70fcb7e9-72bd-4799-afea-4d018e142c5b', # '3c0abb33-5f80-447c-9d94-80d399930cf2', # '79eb1a47-25b3-4aa6-9266-221d20b2e553', # 'ea434336-4144-4e82-ae34-2e8307c1004f', # 'daf7fd47-fadb-455e-acd6-9926ed71ee73',
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Projects.LIONNZ_SAND.Calculations import Calculations from Trax.Cloud.Services.Connector.Logger import LoggerInitializer if __name__ == '__main__': LoggerInitializer.init('lionnz-sand calculations') Config.init() project_name = 'lionnz-sand' data_provider = KEngineDataProvider(project_name) sessions = [ '5281C4DF-8FD9-41E1-84A2-76179B95CA25', ] for session in sessions: print "Running session >>", session data_provider.load_session_data(session) output = Output() Calculations(data_provider, output).run_project_calculations() print "*******************************"
from Trax.Algo.Calculations.Core.CalculationsScript import BaseCalculationsScript from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.DIAGEOIE.KPIGenerator import DIAGEOIEGenerator class DIAGEOIECalculations(BaseCalculationsScript): def run_project_calculations(self): self.timer.start() DIAGEOIEGenerator(self.data_provider, self.output).main_function() self.timer.stop('KPIGenerator.run_project_calculations') if __name__ == '__main__': LoggerInitializer.init('diageoie calculations') Config.init() project_name = 'diageoie' data_provider = KEngineDataProvider(project_name) session = '379E71D6-8DF9-4A7B-A48C-6937C6445A44' data_provider.load_session_data(session) output = Output() DIAGEOIECalculations(data_provider, output).run_project_calculations()
scene_item_facts_obj = output.get_facts() if scene_item_facts_obj: scene_item_facts = scene_item_facts_obj[Keys.SCENE_ITEM_FACTS][ Keys.SCENE_ITEM_FACTS].fact_df else: scene_item_facts = pd.DataFrame(columns=SCENE_ITEM_FACTS_COLUMNS) scene_item_facts.rename(columns={ Fields.PRODUCT_FK: 'item_id', Fields.SCENE_FK: 'scene_id' }, inplace=True) data_provider.set_scene_item_facts(scene_item_facts) if __name__ == '__main__': LoggerInitializer.init('KEngine') Config.init('KEngine') project_name = 'ccus' data_provider = KEngineDataProvider(project_name, monitor=MagicMock()) session_and_scenes = { # "00004868-bde7-4495-9d09-3036d1f26b5b": [863470, 863543, 863545], # "00006BEC-3629-4ED3-BCB9-0242A3C90472": [1300604, 1300619, 1300647, 1300665, 1300683, 1300695, 1300704, 1300708, 1300720, 1300737, 1300754, 1300765, 1300783, 1300804, 1300848, 1300853, 1300877, 1300882, 1300920, 1300970, 1301017, 1301034], # "0000BD22-F95F-4A26-A9B0-70420C671AA3": [914219, 914221, 914222, 914230, 914232, 914234, 914235], # "8395fc95-465b-47c2-ad65-6d10de13cd75": {'scene1':[10474779, '88a6cdff-4215-4efd-a7a5-23da566ab62f'], # 'scene2':[10420017, '723eb38f-e241-4718-a8e1-0ff8d8cc1a1f']}, 'f6553bc2-a26c-472c-beef-e1bc7035394d': [], '7cd9609e-40cb-48fe-aade-04470bbcd082': [], # Military 'ecf47463-bf81-43da-8078-6d9c5caa074c': [], '97304f07-2ac1-4f1a-bb08-a57ca625aaa6': [], '92945c9b-ec85-404b-a7c8-dc5fcb3b7180': [], '0889cbd0-cfac-44a7-8ffb-ba68c3d45f02': [],
from Trax.Algo.Calculations.Core.CalculationsScript import BaseCalculationsScript from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.MARSIN_SAND.KPIGenerator import MARSIN_SANDGenerator __author__ = 'Nimrod' class MARSIN_SANDCalculations(BaseCalculationsScript): def run_project_calculations(self): self.timer.start() MARSIN_SANDGenerator(self.data_provider, self.output).main_function() self.timer.stop('KPIGenerator.run_project_calculations') if __name__ == '__main__': LoggerInitializer.init('marsin-sand calculations') Config.init() project_name = 'marsin-sand' data_provider = KEngineDataProvider(project_name) session = 'ffd24994-11f1-4a37-a127-9ecdb271490e' data_provider.load_session_data(session) output = Output() MARSIN_SANDCalculations(data_provider, output).run_project_calculations() ##check : e00a6cba-63fa-40c4-995d-e1e4b3fd5013
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.BEIERSDORFBR.Calculations import Calculations from Trax.Utils.Conf.Configuration import Config if __name__ == '__main__': LoggerInitializer.init('beiersdorfbr calculations') Config.init() project_name = 'beiersdorfbr' data_provider = KEngineDataProvider(project_name) session_list = [''] for session in session_list: data_provider.load_session_data(session) output = Output() Calculations(data_provider, output).run_project_calculations()
scene_item_facts_obj = output.get_facts() if scene_item_facts_obj: scene_item_facts = scene_item_facts_obj[Keys.SCENE_ITEM_FACTS][ Keys.SCENE_ITEM_FACTS].fact_df else: scene_item_facts = pd.DataFrame(columns=SCENE_ITEM_FACTS_COLUMNS) scene_item_facts.rename(columns={ Fields.PRODUCT_FK: 'item_id', Fields.SCENE_FK: 'scene_id' }, inplace=True) data_provider.set_scene_item_facts(scene_item_facts) if __name__ == '__main__': LoggerInitializer.init('pillars ccus_sand2 calculations') Config.init() project_name = 'ccus_sand2' data_provider = KEngineDataProvider(project_name) sessions_data = { 'b82b3d94-4ebf-49b7-9d79-68cdf6807ef8': [ 10351119, ], '4280300D-4876-4658-874C-D0B29F719351': [535488], } for session in sessions_data: for scene in sessions_data[session]: print('Calculating scene id: ' + str(scene)) data_provider = KEngineDataProvider(project_name) data_provider.load_scene_data(session, scene) output = VanillaOutput()
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.PERFETTIUS.Calculations import Calculations if __name__ == '__main__': LoggerInitializer.init('perfettius calculations') Config.init() project_name = 'perfettius' data_provider = KEngineDataProvider(project_name) # session_list = ['fcb4313c-9b91-40ed-966f-a1d35e0099ff'] session_list = [ "c887b586-4517-468d-a366-fb942aadd6a3", "963e277a-667c-40ca-94ce-90acdcf75c0d", "7278494e-c6f6-4e00-8fdb-ff9b0b1b9ef8", "304f8206-eee9-4559-9f64-3bfd75355f76", "1d0b2814-b100-4095-8b41-1cc8843a6703", "c152157d-3ee6-4361-840b-31e120f45ecb", "7ef09054-c50e-4327-a7c5-95f22df0bd19", "458a7b6e-2881-467e-a225-3aa9d32e0e61", "f457897a-1d02-43c2-9edb-7d69d6a4a634", "ba752521-924f-4a5a-9507-013aa517696d" ] for session in session_list: data_provider.load_session_data(session) output = Output() Calculations(data_provider, output).run_project_calculations()
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output from Trax.Utils.Conf.Configuration import Config from Trax.Cloud.Services.Connector.Logger import LoggerInitializer from Projects.JNJANZ_SAND.Calculations import JNJANZ_SANDCalculations if __name__ == '__main__': LoggerInitializer.init('JNJANZ_SAND calculations') Config.init() project_name = 'jnjanz-sand' #'JNJANZ_SAND' data_provider = KEngineDataProvider(project_name) sessions = [ # "4fccf7a9-108b-4ec2-b24b-70bec737b576", # "ac6a9efb-a6f7-4d03-a1fd-b7ff9ddf17a2", # prev # "d317cc6d-8083-407f-8693-e21f5b474412", # "f753f5ce-d89f-485a-a9d9-f926fd029297" # prev #"410be068-eede-4a7b-92c6-fac728f7f99c", "6c84801a-36e8-4076-9bc1-5c5df33a9fb1" #prev ] # 'CE9BD14E-DBF1-4F82-BEE4-E1D61F0B211F' for session in sessions: data_provider.load_session_data(session) output = Output() JNJANZ_SANDCalculations(data_provider, output).run_project_calculations()