from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output
from Trax.Cloud.Services.Connector.Logger import LoggerInitializer
from Trax.Utils.Conf.Configuration import Config
from Projects.CCRU_SAND.Calculations import CCRU_SANDCalculations
if __name__ == '__main__':
LoggerInitializer.init('CCRU calculations')
Config.init()
project_name = 'ccru-sand'
data_provider = KEngineDataProvider(project_name)
session_uids = \
[
"71929D27-2A87-42FD-8959-CA367B8637BD"
# "30683fe2-4044-4b1b-ac1d-eab47b6b6781", "da453d48-1033-45b3-b6e0-79d28bab2234",
# "f82b7b43-0600-4620-affa-2bd3fb2bc9ac"
# "f82b7b43-0600-4620-affa-2bd3fb2bc9ac"
# "f97d6aeb-1e6c-4f41-9da0-935f3a7bcb01",
# "f2e5eb75-3bef-43d6-b195-02099f60c48b",
# "f7389d84-2950-4558-b574-971ab6a578f6",
# "FBAB77AA-096B-4219-9923-AC2BADAE50B2",
# "F3A3B97A-EFF9-4987-BB29-DC431A0E463F",
# "FE922953-560B-4774-8870-92BDCCF05165",
#
# "7821CA06-A1F0-40B6-BAAE-B7536DA542DD",
# "9A651B97-79E3-418B-866C-5A2D865E5808",
# "dd919f2e-708d-43e4-b135-7f0e1142049f",
# "EEBC662F-49E4-40E7-A428-2887442B6D77",
# "F5F6D755-6365-421E-94C9-833DC6B126D8",
# "F64F2702-E189-41A8-84D0-413F39E864C8",
# "f6b0c603-9110-4d8e-865a-e2291f96da96",
from Projects.GOOGLEJPFM.Calculations import Calculations
from Projects.GOOGLEJPFM.SceneKpis.SceneCalculations import SceneCalculations
def save_scene_item_facts_to_data_provider(data_provider, output):
scene_item_facts_obj = output.get_facts()
if scene_item_facts_obj:
scene_item_facts = scene_item_facts_obj[Keys.SCENE_ITEM_FACTS][Keys.SCENE_ITEM_FACTS].fact_df
else:
scene_item_facts = pd.DataFrame(columns=SCENE_ITEM_FACTS_COLUMNS)
scene_item_facts.rename(columns={Fields.PRODUCT_FK: 'item_id', Fields.SCENE_FK: 'scene_id'}, inplace=True)
data_provider.set_scene_item_facts(scene_item_facts)
if __name__ == '__main__':
LoggerInitializer.init('googlejpfm calculations')
Config.init()
project_name = 'googlejpfm'
sessions = ['E5400B0D-54DD-40EE-ABE7-1DA27AD3CBEC']
for session in sessions:
data_provider = KEngineDataProvider(project_name)
data_provider.load_session_data(session)
scif = data_provider['scene_item_facts']
scenes = scif['scene_id'].unique().tolist()
for scene in scenes:
print('scene')
data_provider = KEngineDataProvider(project_name)
data_provider.load_scene_data(session, scene)
output = VanillaOutput()
SceneVanillaCalculations(data_provider, output).run_project_calculations()
save_scene_item_facts_to_data_provider(data_provider, output)
scene_item_facts_obj = output.get_facts()
if scene_item_facts_obj:
scene_item_facts = scene_item_facts_obj[Keys.SCENE_ITEM_FACTS][
Keys.SCENE_ITEM_FACTS].fact_df
else:
scene_item_facts = pd.DataFrame(columns=SCENE_ITEM_FACTS_COLUMNS)
scene_item_facts.rename(columns={
Fields.PRODUCT_FK: 'item_id',
Fields.SCENE_FK: 'scene_id'
},
inplace=True)
data_provider.set_scene_item_facts(scene_item_facts)
if __name__ == '__main__':
LoggerInitializer.init('hbcde-sand calculations')
Config.init()
project_name = 'hbcde-sand'
data_provider = KEngineDataProvider(project_name)
session_list = {'1090438D-009E-4842-8581-E4366F5430CA': []}
for session in session_list:
# scenes = session_list[session]
# if len(scenes) == 0:
# data_provider = KEngineDataProvider(project_name)
# data_provider.load_session_data(session)
# scif = data_provider['scene_item_facts']
# scenes = scif['scene_id'].unique().tolist()
# for scene in scenes:
# print('scene')
# data_provider = KEngineDataProvider(project_name)
# data_provider.load_scene_data(session, scene)
def write_tested_session(test_sessions, tested_sessions, sample_sessions):
"""
Store all calculated sessions.
"""
tested_sessions = set(tested_sessions + test_sessions + sample_sessions)
with open(os.path.join(PROJECT_PATH, "Utils", "tested_sessions.csv"),
'wb') as csv_file:
csv_writer = csv.writer(csv_file)
csv_writer.writerows([[session] for session in tested_sessions])
if __name__ == '__main__':
LoggerInitializer.init('Tyson calculations')
Config.init()
project_name = 'rinielsenus'
data_provider = KEngineDataProvider(project_name)
# run specific sessions
sessions = [
# '38ddd902-c08f-4c26-b566-4514ed7f0a65',
# '16da5899-cb0f-4128-8274-f05f572ce946',
# '1ca636d3-15e3-4c86-961c-d83b077d9b57',
# '5c0e8581-ee8a-436b-907e-be4d4537cbf8',
# '70fcb7e9-72bd-4799-afea-4d018e142c5b',
# '3c0abb33-5f80-447c-9d94-80d399930cf2',
# '79eb1a47-25b3-4aa6-9266-221d20b2e553',
# 'ea434336-4144-4e82-ae34-2e8307c1004f',
# 'daf7fd47-fadb-455e-acd6-9926ed71ee73',
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output
from Trax.Utils.Conf.Configuration import Config
from Projects.LIONNZ_SAND.Calculations import Calculations
from Trax.Cloud.Services.Connector.Logger import LoggerInitializer
if __name__ == '__main__':
LoggerInitializer.init('lionnz-sand calculations')
Config.init()
project_name = 'lionnz-sand'
data_provider = KEngineDataProvider(project_name)
sessions = [
'5281C4DF-8FD9-41E1-84A2-76179B95CA25',
]
for session in sessions:
print "Running session >>", session
data_provider.load_session_data(session)
output = Output()
Calculations(data_provider, output).run_project_calculations()
print "*******************************"
from Trax.Algo.Calculations.Core.CalculationsScript import BaseCalculationsScript
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output
from Trax.Utils.Conf.Configuration import Config
from Trax.Cloud.Services.Connector.Logger import LoggerInitializer
from Projects.DIAGEOIE.KPIGenerator import DIAGEOIEGenerator
class DIAGEOIECalculations(BaseCalculationsScript):
def run_project_calculations(self):
self.timer.start()
DIAGEOIEGenerator(self.data_provider, self.output).main_function()
self.timer.stop('KPIGenerator.run_project_calculations')
if __name__ == '__main__':
LoggerInitializer.init('diageoie calculations')
Config.init()
project_name = 'diageoie'
data_provider = KEngineDataProvider(project_name)
session = '379E71D6-8DF9-4A7B-A48C-6937C6445A44'
data_provider.load_session_data(session)
output = Output()
DIAGEOIECalculations(data_provider, output).run_project_calculations()
scene_item_facts_obj = output.get_facts()
if scene_item_facts_obj:
scene_item_facts = scene_item_facts_obj[Keys.SCENE_ITEM_FACTS][
Keys.SCENE_ITEM_FACTS].fact_df
else:
scene_item_facts = pd.DataFrame(columns=SCENE_ITEM_FACTS_COLUMNS)
scene_item_facts.rename(columns={
Fields.PRODUCT_FK: 'item_id',
Fields.SCENE_FK: 'scene_id'
},
inplace=True)
data_provider.set_scene_item_facts(scene_item_facts)
if __name__ == '__main__':
LoggerInitializer.init('KEngine')
Config.init('KEngine')
project_name = 'ccus'
data_provider = KEngineDataProvider(project_name, monitor=MagicMock())
session_and_scenes = {
# "00004868-bde7-4495-9d09-3036d1f26b5b": [863470, 863543, 863545],
# "00006BEC-3629-4ED3-BCB9-0242A3C90472": [1300604, 1300619, 1300647, 1300665, 1300683, 1300695, 1300704, 1300708, 1300720, 1300737, 1300754, 1300765, 1300783, 1300804, 1300848, 1300853, 1300877, 1300882, 1300920, 1300970, 1301017, 1301034],
# "0000BD22-F95F-4A26-A9B0-70420C671AA3": [914219, 914221, 914222, 914230, 914232, 914234, 914235],
# "8395fc95-465b-47c2-ad65-6d10de13cd75": {'scene1':[10474779, '88a6cdff-4215-4efd-a7a5-23da566ab62f'],
# 'scene2':[10420017, '723eb38f-e241-4718-a8e1-0ff8d8cc1a1f']},
'f6553bc2-a26c-472c-beef-e1bc7035394d': [],
'7cd9609e-40cb-48fe-aade-04470bbcd082': [], # Military
'ecf47463-bf81-43da-8078-6d9c5caa074c': [],
'97304f07-2ac1-4f1a-bb08-a57ca625aaa6': [],
'92945c9b-ec85-404b-a7c8-dc5fcb3b7180': [],
'0889cbd0-cfac-44a7-8ffb-ba68c3d45f02': [],
from Trax.Algo.Calculations.Core.CalculationsScript import BaseCalculationsScript
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output
from Trax.Utils.Conf.Configuration import Config
from Trax.Cloud.Services.Connector.Logger import LoggerInitializer
from Projects.MARSIN_SAND.KPIGenerator import MARSIN_SANDGenerator
__author__ = 'Nimrod'
class MARSIN_SANDCalculations(BaseCalculationsScript):
def run_project_calculations(self):
self.timer.start()
MARSIN_SANDGenerator(self.data_provider, self.output).main_function()
self.timer.stop('KPIGenerator.run_project_calculations')
if __name__ == '__main__':
LoggerInitializer.init('marsin-sand calculations')
Config.init()
project_name = 'marsin-sand'
data_provider = KEngineDataProvider(project_name)
session = 'ffd24994-11f1-4a37-a127-9ecdb271490e'
data_provider.load_session_data(session)
output = Output()
MARSIN_SANDCalculations(data_provider, output).run_project_calculations()
##check : e00a6cba-63fa-40c4-995d-e1e4b3fd5013
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output
from Trax.Cloud.Services.Connector.Logger import LoggerInitializer
from Projects.BEIERSDORFBR.Calculations import Calculations
from Trax.Utils.Conf.Configuration import Config
if __name__ == '__main__':
LoggerInitializer.init('beiersdorfbr calculations')
Config.init()
project_name = 'beiersdorfbr'
data_provider = KEngineDataProvider(project_name)
session_list = ['']
for session in session_list:
data_provider.load_session_data(session)
output = Output()
Calculations(data_provider, output).run_project_calculations()
scene_item_facts_obj = output.get_facts()
if scene_item_facts_obj:
scene_item_facts = scene_item_facts_obj[Keys.SCENE_ITEM_FACTS][
Keys.SCENE_ITEM_FACTS].fact_df
else:
scene_item_facts = pd.DataFrame(columns=SCENE_ITEM_FACTS_COLUMNS)
scene_item_facts.rename(columns={
Fields.PRODUCT_FK: 'item_id',
Fields.SCENE_FK: 'scene_id'
},
inplace=True)
data_provider.set_scene_item_facts(scene_item_facts)
if __name__ == '__main__':
LoggerInitializer.init('pillars ccus_sand2 calculations')
Config.init()
project_name = 'ccus_sand2'
data_provider = KEngineDataProvider(project_name)
sessions_data = {
'b82b3d94-4ebf-49b7-9d79-68cdf6807ef8': [
10351119,
],
'4280300D-4876-4658-874C-D0B29F719351': [535488],
}
for session in sessions_data:
for scene in sessions_data[session]:
print('Calculating scene id: ' + str(scene))
data_provider = KEngineDataProvider(project_name)
data_provider.load_scene_data(session, scene)
output = VanillaOutput()
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output
from Trax.Utils.Conf.Configuration import Config
from Trax.Cloud.Services.Connector.Logger import LoggerInitializer
from Projects.PERFETTIUS.Calculations import Calculations
if __name__ == '__main__':
LoggerInitializer.init('perfettius calculations')
Config.init()
project_name = 'perfettius'
data_provider = KEngineDataProvider(project_name)
# session_list = ['fcb4313c-9b91-40ed-966f-a1d35e0099ff']
session_list = [
"c887b586-4517-468d-a366-fb942aadd6a3",
"963e277a-667c-40ca-94ce-90acdcf75c0d",
"7278494e-c6f6-4e00-8fdb-ff9b0b1b9ef8",
"304f8206-eee9-4559-9f64-3bfd75355f76",
"1d0b2814-b100-4095-8b41-1cc8843a6703",
"c152157d-3ee6-4361-840b-31e120f45ecb",
"7ef09054-c50e-4327-a7c5-95f22df0bd19",
"458a7b6e-2881-467e-a225-3aa9d32e0e61",
"f457897a-1d02-43c2-9edb-7d69d6a4a634",
"ba752521-924f-4a5a-9507-013aa517696d"
]
for session in session_list:
data_provider.load_session_data(session)
output = Output()
Calculations(data_provider, output).run_project_calculations()
from Trax.Algo.Calculations.Core.DataProvider import KEngineDataProvider, Output
from Trax.Utils.Conf.Configuration import Config
from Trax.Cloud.Services.Connector.Logger import LoggerInitializer
from Projects.JNJANZ_SAND.Calculations import JNJANZ_SANDCalculations
if __name__ == '__main__':
LoggerInitializer.init('JNJANZ_SAND calculations')
Config.init()
project_name = 'jnjanz-sand' #'JNJANZ_SAND'
data_provider = KEngineDataProvider(project_name)
sessions = [
# "4fccf7a9-108b-4ec2-b24b-70bec737b576",
# "ac6a9efb-a6f7-4d03-a1fd-b7ff9ddf17a2", # prev
# "d317cc6d-8083-407f-8693-e21f5b474412",
# "f753f5ce-d89f-485a-a9d9-f926fd029297" # prev
#"410be068-eede-4a7b-92c6-fac728f7f99c",
"6c84801a-36e8-4076-9bc1-5c5df33a9fb1" #prev
]
# 'CE9BD14E-DBF1-4F82-BEE4-E1D61F0B211F'
for session in sessions:
data_provider.load_session_data(session)
output = Output()
JNJANZ_SANDCalculations(data_provider,
output).run_project_calculations()
