def preprocess(my):
# protect against the case where there is a single sobject that
# is an insert (often seen in "insert")
if my.is_preprocessed == True:
return
skip = False
if len(my.sobjects) == 1:
if not my.sobjects[0].has_value("search_type"):
skip = True
if not skip:
search_types = SObject.get_values(my.sobjects,
'search_type',
unique=True)
try:
search_codes = SObject.get_values(my.sobjects,
'search_code',
unique=True)
search_ids = None
except Exception, e:
print "WARNING: ", e
search_ids = SObject.get_values(my.sobjects,
'search_id',
unique=True)
search_codes = None
def preprocess(self):
search_type_list = SObject.get_values(self.sobjects,
'search_type',
unique=True)
search_id_dict = {}
self.ref_sobject_cache = {}
# initialize the search_id_dict
for type in search_type_list:
search_id_dict[type] = []
# cache it first
for sobject in self.sobjects:
search_type = sobject.get_value('search_type')
search_id_list = search_id_dict.get(search_type)
search_id_list.append(sobject.get_value('search_id'))
from pyasm.search import SearchException
for key, value in search_id_dict.items():
try:
ref_sobjects = Search.get_by_id(key, value)
sobj_dict = SObject.get_dict(ref_sobjects)
except SearchException, e:
print "WARNING: search_type [%s] with id [%s] does not exist" % (
key, value)
print str(e)
sobj_dict = {}
# store a dict of dict with the search_type as key
self.ref_sobject_cache[key] = sobj_dict
def get_display(my):
#defining init is better than get_display() for this kind of SelectWdg
search = Search( SearchType.SEARCH_TYPE )
if my.mode == None or my.mode == my.ALL_BUT_STHPW:
# always add the login / login group search types
filter = search.get_regex_filter("search_type", "login|task|note|timecard|trigger|milestone", "EQ")
no_sthpw_filter = search.get_regex_filter("search_type", "^(sthpw).*", "NEQ")
search.add_where('%s or %s' %(filter, no_sthpw_filter))
elif my.mode == my.CURRENT_PROJECT:
project = Project.get()
project_code = project.get_code()
#project_type = project.get_project_type().get_type()
project_type = project.get_value("type")
search.add_where("\"namespace\" in ('%s','%s') " % (project_type, project_code))
search.add_order_by("search_type")
search_types = search.get_sobjects()
values = SObject.get_values(search_types, 'search_type')
labels = [ x.get_label() for x in search_types ]
values.append('CustomLayoutWdg')
labels.append('CustomLayoutWdg')
my.set_option('values', values)
my.set_option('labels', labels)
#my.set_search_for_options(search, "search_type", "get_label()")
my.add_empty_option(label='-- Select Search Type --')
return super(SearchTypeSelectWdg, my).get_display()
def get_display(my):
#defining init is better than get_display() for this kind of SelectWdg
search = Search(SearchType.SEARCH_TYPE)
if my.mode == None or my.mode == my.ALL_BUT_STHPW:
# always add the login / login group search types
filter = search.get_regex_filter(
"search_type", "login|task|note|timecard|trigger|milestone",
"EQ")
no_sthpw_filter = search.get_regex_filter("search_type",
"^(sthpw).*", "NEQ")
search.add_where('%s or %s' % (filter, no_sthpw_filter))
elif my.mode == my.CURRENT_PROJECT:
project = Project.get()
project_code = project.get_code()
#project_type = project.get_project_type().get_type()
project_type = project.get_value("type")
search.add_where("\"namespace\" in ('%s','%s') " %
(project_type, project_code))
search.add_order_by("search_type")
search_types = search.get_sobjects()
values = SObject.get_values(search_types, 'search_type')
labels = [x.get_label() for x in search_types]
values.append('CustomLayoutWdg')
labels.append('CustomLayoutWdg')
my.set_option('values', values)
my.set_option('labels', labels)
#my.set_search_for_options(search, "search_type", "get_label()")
my.add_empty_option(label='-- Select Search Type --')
return super(SearchTypeSelectWdg, my).get_display()
def get_display(my):
widget = DivWdg(id='link_view_select')
widget.add_class("link_view_select")
if my.refresh:
widget = Widget()
else:
my.set_as_panel(widget)
views = []
if my.search_type:
from pyasm.search import WidgetDbConfig
search = Search( WidgetDbConfig.SEARCH_TYPE )
search.add_filter("search_type", my.search_type)
search.add_regex_filter("view", "link_search:|saved_search:", op="NEQI")
search.add_order_by('view')
widget_dbs = search.get_sobjects()
views = SObject.get_values(widget_dbs, 'view')
labels = [view for view in views]
views.insert(0, 'table')
labels.insert(0, 'table (Default)')
st_select = SelectWdg('new_link_view', label='View: ')
st_select.set_option('values', views)
st_select.set_option('labels', labels)
widget.add(st_select)
return widget
def preprocess(my):
search_type_list = SObject.get_values(my.sobjects, 'search_type', unique=True)
search_id_dict = {}
my.ref_sobject_cache = {}
# initialize the search_id_dict
for type in search_type_list:
search_id_dict[type] = []
# cache it first
for sobject in my.sobjects:
search_type = sobject.get_value('search_type')
search_id_list = search_id_dict.get(search_type)
search_id_list.append(sobject.get_value('search_id'))
from pyasm.search import SearchException
for key, value in search_id_dict.items():
try:
ref_sobjects = Search.get_by_id(key, value)
sobj_dict = SObject.get_dict(ref_sobjects)
except SearchException, e:
print "WARNING: search_type [%s] with id [%s] does not exist" % (key, value)
print str(e)
sobj_dict = {}
# store a dict of dict with the search_type as key
my.ref_sobject_cache[key] = sobj_dict
def get_display(my):
widget = DivWdg(id='link_view_select')
widget.add_class("link_view_select")
if my.refresh:
widget = Widget()
else:
my.set_as_panel(widget)
views = []
if my.search_type:
from pyasm.search import WidgetDbConfig
search = Search(WidgetDbConfig.SEARCH_TYPE)
search.add_filter("search_type", my.search_type)
search.add_regex_filter("view",
"link_search:|saved_search:",
op="NEQI")
search.add_order_by('view')
widget_dbs = search.get_sobjects()
views = SObject.get_values(widget_dbs, 'view')
labels = [view for view in views]
views.insert(0, 'table')
labels.insert(0, 'table (Default)')
st_select = SelectWdg('new_link_view', label='View: ')
st_select.set_option('values', views)
st_select.set_option('labels', labels)
widget.add(st_select)
return widget
def get_tasks(my, sobjects=[]):
# get all of the relevant tasks to the user
task_search = Search("sthpw/task")
task_search.add_column("search_id", distinct=True)
if sobjects:
task_search.add_filter("search_type",
sobjects[0].get_search_type())
sobject_ids = SObject.get_values(sobjects, "id", unique=True)
task_search.add_filters("search_id", sobject_ids)
# only look at this project
search_type = SearchType.get(my.search_type).get_full_key()
task_search.add_filter("search_type", search_type)
my.process_filter.alter_search(task_search)
if isinstance(my.user_filter, UserFilterWdg):
my.user_filter.alter_search(task_search)
else:
user = Environment.get_user_name()
task_search.add_filter('assigned', user)
status_filters = my.task_status_filter.get_values()
if not status_filters:
return []
task_search.add_filters("status", status_filters)
tasks = task_search.get_sobjects()
return tasks
def preprocess(my):
'''determine if this is for EditWdg or EDIT ROW of a table'''
# get the number of task pipelines needed for EditWdg, which is one
# for the EDIT ROW , there could be more than 1
my.task_mapping = None
from tactic.ui.panel import EditWdg
if hasattr(my, 'parent_wdg') and isinstance(my.get_parent_wdg(),
EditWdg):
task = my.get_current_sobject()
task_pipe_code = task.get_value('pipeline_code')
# if the current task has no pipeline, then search for
# any task pipeline
if not task_pipe_code:
# just use the default
task_pipe_code = 'task'
pipeline = Pipeline.get_by_code(task_pipe_code)
if not pipeline:
pipeline = Pipeline.get_by_code('task')
my.task_pipelines = [pipeline]
else:
# get all of the pipelines for tasks
search = Search('sthpw/pipeline')
search.add_regex_filter('search_type', 'sthpw/task')
my.task_pipelines = search.get_sobjects()
# get all of the pipelines for the current search_type
search_type = my.state.get("search_type")
search = Search('sthpw/pipeline')
if search_type:
search.add_filter('search_type', search_type)
my.sobject_pipelines = search.get_sobjects()
# insert the default task pipeline if not overridden in the db
default_task_found = False
pipeline_codes = SObject.get_values(my.task_pipelines, 'code')
if 'task' in pipeline_codes:
default_task_found = True
if not default_task_found:
default_pipe = Pipeline.get_by_code('task')
my.task_pipelines.append(default_pipe)
my.task_mapping = {}
# the following works for insert but on edit, it should read from pipeline_code attribute
for pipeline in my.sobject_pipelines:
processes = pipeline.get_process_names()
for process in processes:
attrs = pipeline.get_process_attrs(process)
task_pipeline = attrs.get('task_pipeline')
if task_pipeline:
key = '%s|%s' % (pipeline.get_code(), process)
my.task_mapping[key] = task_pipeline
my.is_preprocess = True
def get_mail_users(my, column):
# mail groups
recipients = set()
expr = my.notification.get_value(column, no_exception=True)
if expr:
sudo = Sudo()
# Introduce an environment that can be reflected
env = {
'sobject': my.sobject
}
#if expr.startswith("@"):
# logins = Search.eval(expr, list=True, env_sobjects=env)
#else:
parts = expr.split("\n")
# go through each login and evaluate each
logins = []
for part in parts:
if part.startswith("@") or part.startswith("{"):
results = Search.eval(part, list=True, env_sobjects=env)
# clear the container after each expression eval
ExpressionParser.clear_cache()
# these can just be login names, get the actual Logins
if results:
if isinstance(results[0], basestring):
login_sobjs = Search.eval("@SOBJECT(sthpw/login['login','in','%s'])" %'|'.join(results), list=True)
login_list = SObject.get_values(login_sobjs, 'login')
for result in results:
# the original result could be an email address already
if result not in login_list:
logins.append(result)
if login_sobjs:
logins.extend( login_sobjs )
else:
logins.extend(results)
elif part.find("@") != -1:
# this is just an email address
logins.append( part )
elif part:
# this is a group
group = LoginGroup.get_by_code(part)
if group:
logins.extend( group.get_logins() )
del sudo
else:
notification_id = my.notification.get_id()
logins = GroupNotification.get_logins_by_id(notification_id)
for login in logins:
recipients.add(login)
return recipients
def get_display(my):
widget = Widget()
span = SpanWdg('[ projects ]', css='hand')
span.add_style('color','white')
span.add_event('onclick',"spt.show_block('%s')" %my.WDG_ID)
widget.add(span)
# add the popup
div = DivWdg(id=my.WDG_ID, css='popup_wdg')
widget.add(div)
div.add_style('width', '80px')
div.add_style('display', 'none')
title_div = DivWdg()
div.add(title_div)
title = FloatDivWdg(' ', width='60px')
title.add_style('margin-right','2px')
title_div.add_style('padding-bottom', '4px')
title_div.add(title)
title_div.add(CloseWdg(my.get_off_script(), is_absolute=False))
div.add(HtmlElement.br())
search = Search(Project)
search.add_where("\"code\" not in ('sthpw','admin')")
search.add_column('code')
projects = search.get_sobjects()
values = SObject.get_values(projects, 'code')
web = WebContainer.get_web()
root = web.get_site_root()
security = Environment.get_security()
for value in values:
if not security.check_access("project", value, "view"):
continue
script = "location.href='/%s/%s'"%(root, value)
sub_div = DivWdg(HtmlElement.b(value), css='selection_item')
sub_div.add_event('onclick', script)
div.add(sub_div)
div.add(HtmlElement.hr())
if security.check_access("project", 'default', "view"):
script = "location.href='/%s'" % root
sub_div = DivWdg('home', css='selection_item')
sub_div.add_event('onclick', script)
div.add(sub_div)
if security.check_access("project", "admin", "view"):
script = "location.href='/%s/admin/'" %root
sub_div = DivWdg('admin', css='selection_item')
sub_div.add_event('onclick', script)
div.add(sub_div)
return widget
def get_info(self):
# check if the sobj type is the same
search_types = SObject.get_values(self.sobjs,
'search_type',
unique=True)
search_ids = SObject.get_values(self.sobjs, 'search_id', unique=False)
infos = []
# this doesn't really work if the same asset is submitted multiple times
if len(search_types) == 1 and len(search_ids) == len(self.sobjs):
assets = []
if search_types[0]:
assets = Search.get_by_id(search_types[0], search_ids)
asset_dict = SObject.get_dict(assets)
for id in search_ids:
asset = asset_dict.get(id)
aux_dict = {}
aux_dict['info'] = SubmissionInfo._get_target_sobject_data(
asset)
aux_dict['search_key'] = '%s:%s' % (search_types[0], id)
infos.append(aux_dict)
else:
# TODO: this is a bit database intensive, mixed search_types not
# recommended
search_types = SObject.get_values(self.sobjs, 'search_type',\
unique=False)
for idx in xrange(0, len(search_types)):
search_type = search_types[idx]
aux_dict = {}
aux_dict['info'] = ''
aux_dict['search_key'] = ''
if search_type:
asset = Search.get_by_id(search_type, search_ids[idx])
aux_dict['info'] = SubmissionInfo._get_target_sobject_data(
asset)
aux_dict['search_key'] = '%s:%s' % (search_types[idx],
search_ids[idx])
infos.append(aux_dict)
return infos
def get_display(self):
widget = Widget()
span = SpanWdg('[ projects ]', css='hand')
span.add_style('color', 'white')
span.add_event('onclick', "spt.show_block('%s')" % self.WDG_ID)
widget.add(span)
# add the popup
div = DivWdg(id=self.WDG_ID, css='popup_wdg')
widget.add(div)
div.add_style('width', '80px')
div.add_style('display', 'none')
title_div = DivWdg()
div.add(title_div)
title = FloatDivWdg(' ', width='60px')
title.add_style('margin-right', '2px')
title_div.add_style('padding-bottom', '4px')
title_div.add(title)
title_div.add(CloseWdg(self.get_off_script(), is_absolute=False))
div.add(HtmlElement.br())
search = Search(Project)
search.add_where("\"code\" not in ('sthpw','admin')")
search.add_column('code')
projects = search.get_sobjects()
values = SObject.get_values(projects, 'code')
web = WebContainer.get_web()
root = web.get_site_root()
security = Environment.get_security()
for value in values:
if not security.check_access("project", value, "view"):
continue
script = "location.href='/%s/%s'" % (root, value)
sub_div = DivWdg(HtmlElement.b(value), css='selection_item')
sub_div.add_event('onclick', script)
div.add(sub_div)
div.add(HtmlElement.hr())
if security.check_access("project", 'default', "view"):
script = "location.href='/%s'" % root
sub_div = DivWdg('home', css='selection_item')
sub_div.add_event('onclick', script)
div.add(sub_div)
if security.check_access("project", "admin", "view"):
script = "location.href='/%s/admin/'" % root
sub_div = DivWdg('admin', css='selection_item')
sub_div.add_event('onclick', script)
div.add(sub_div)
return widget
def get_registered_hours(search_key, week, weekday, year, desc=None, login=None, project=None):
''' get the total registered hours for the week. ADD YEAR!!!'''
timecards = Timecard.get(search_key, week, year, desc, login, project)
hours = SObject.get_values(timecards, weekday, unique=False)
reg_hours = 0.0
for hour in hours:
if hour:
reg_hours += float(hour)
return reg_hours
def get_registered_hours(search_key, week, weekday, year, desc=None, login=None, project=None):
''' get the total registered hours for the week. ADD YEAR!!!'''
timecards = Timecard.get(search_key, week, year, desc, login, project)
hours = SObject.get_values(timecards, weekday, unique=False)
reg_hours = 0.0
for hour in hours:
if hour:
reg_hours += float(hour)
return reg_hours
def get_tasks(my, sobject):
search_type = SearchType.get("prod/shot").get_full_key()
# get all of the shots in the episode
shots = sobject.get_all_children("prod/shot")
ids = SObject.get_values(shots, "id")
search = Search("sthpw/task")
search.add_filter("search_type", search_type)
search.add_filters("search_id", ids)
return search.get_sobjects()
def get_tasks(self, sobject):
search_type = SearchType.get("prod/shot").get_full_key()
# get all of the shots in the episode
shots = sobject.get_all_children("prod/shot")
ids = SObject.get_values(shots, "id")
search = Search("sthpw/task")
search.add_filter("search_type", search_type)
search.add_filters("search_id", ids)
return search.get_sobjects()
def preprocess(my):
# protect against the case where there is a single sobject that
# is an insert (often seen in "insert")
if my.is_preprocessed == True:
return
skip = False
if len(my.sobjects) == 1:
if not my.sobjects[0].has_value("search_type"):
skip = True
if not skip:
search_types = SObject.get_values(my.sobjects, 'search_type', unique=True)
try:
search_codes = SObject.get_values(my.sobjects, 'search_code', unique=True)
search_ids = None
except Exception, e:
print "WARNING: ", e
search_ids = SObject.get_values(my.sobjects, 'search_id', unique=True)
search_codes = None
def get_info(self):
# check if the sobj type is the same
search_types = SObject.get_values(self.sobjs, 'search_type', unique=True)
search_ids = SObject.get_values(self.sobjs, 'search_id', unique=False)
infos = []
# this doesn't really work if the same asset is submitted multiple times
if len(search_types) == 1 and len(search_ids) == len(self.sobjs):
assets = []
if search_types[0]:
assets = Search.get_by_id(search_types[0], search_ids)
asset_dict = SObject.get_dict(assets)
for id in search_ids:
asset = asset_dict.get(id)
aux_dict = {}
aux_dict['info'] = SubmissionInfo._get_target_sobject_data(asset)
aux_dict['search_key'] = '%s:%s' %(search_types[0], id)
infos.append(aux_dict)
else:
# TODO: this is a bit database intensive, mixed search_types not
# recommended
search_types = SObject.get_values(self.sobjs, 'search_type',\
unique=False)
for idx in xrange(0, len(search_types)):
search_type = search_types[idx]
aux_dict = {}
aux_dict['info'] = ''
aux_dict['search_key'] = ''
if search_type:
asset = Search.get_by_id(search_type, search_ids[idx])
aux_dict['info'] = SubmissionInfo._get_target_sobject_data(asset)
aux_dict['search_key'] = '%s:%s' %(search_types[idx], search_ids[idx])
infos.append(aux_dict)
return infos
def update_process_table(my):
''' make sure to update process table'''
process_names = my.get_process_names()
pipeline_code = my.get_code()
search = Search("config/process")
search.add_filter("pipeline_code", pipeline_code)
process_sobjs = search.get_sobjects()
existing_names = SObject.get_values(process_sobjs, 'process')
count = 0
for process_name in process_names:
exists = False
for process_sobj in process_sobjs:
# if it already exist, then update
if process_sobj.get_value("process") == process_name:
exists = True
break
if not exists:
process_sobj = SearchType.create("config/process")
process_sobj.set_value("pipeline_code", pipeline_code)
process_sobj.set_value("process", process_name)
attrs = my.get_process_attrs(process_name)
color = attrs.get('color')
if color:
process_sobj.set_value("color", color)
process_sobj.set_value("sort_order", count)
process_sobj.commit()
count += 1
# delete obsolete
obsolete = set(existing_names) - set(process_names)
if obsolete:
for obsolete_name in obsolete:
for process_sobj in process_sobjs:
# delete it
if process_sobj.get_value("process") == obsolete_name:
process_sobj.delete()
break
def update_process_table(my):
''' make sure to update process table'''
process_names = my.get_process_names()
pipeline_code = my.get_code()
search = Search("config/process")
search.add_filter("pipeline_code", pipeline_code)
process_sobjs = search.get_sobjects()
existing_names = SObject.get_values(process_sobjs, 'process')
count = 1
for process_name in process_names:
exists = False
for process_sobj in process_sobjs:
# if it already exist, then update
if process_sobj.get_value("process") == process_name:
exists = True
break
if not exists:
process_sobj = SearchType.create("config/process")
process_sobj.set_value("pipeline_code", pipeline_code)
process_sobj.set_value("process", process_name)
attrs = my.get_process_attrs(process_name)
color = attrs.get('color')
if color:
process_sobj.set_value("color", color)
process_sobj.set_value("sort_order", count)
process_sobj.commit()
count += 1
# delete obsolete
obsolete = set(existing_names) - set(process_names)
if obsolete:
for obsolete_name in obsolete:
for process_sobj in process_sobjs:
# delete it
if process_sobj.get_value("process") == obsolete_name:
process_sobj.delete()
break
def postprocess(my):
super(FlashAssetPublishCmd, my).postprocess()
# parse the introspect file
code = my.sobject.get_code()
upload_dir = my.get_upload_dir()
introspect_path = "%s/%s.xml" % (upload_dir, code)
xml = Xml()
xml.read_file(introspect_path)
flash_layer_names = xml.get_values("introspect/layers/layer/@name")
if not flash_layer_names:
return
# extract the layers from the flash layer_names
layer_names = []
for flash_layer_name in flash_layer_names:
if flash_layer_name.find(":") == -1:
continue
layer_name, instance_name = flash_layer_name.split(":")
# make sure it is unique
if layer_name not in layer_names:
layer_names.append(layer_name)
base_key = my.sobject.get_search_type_obj().get_base_key()
# TODO: make the flash shot tab run FlashShotPublishCmd instead
# and move this postprocess there
# this is not meant for flash/asset, but for flash/shot
if base_key == 'flash/asset' or not layer_names:
return
# get all of the layers in this shot and compare to the session
existing_layers = my.sobject.get_all_children("prod/layer")
existing_layer_names = SObject.get_values(existing_layers,"name")
for layer_name in layer_names:
if layer_name not in existing_layer_names:
print "creating ", layer_name
Layer.create(layer_name, code)
def _get_bins(self):
search = Search(Bin)
# get all the types in the Bin table
type_search = Search(Bin)
type_search.add_column('type')
type_search.add_group_by('type')
types = SObject.get_values(type_search.get_sobjects(), 'type')
select = SelectWdg('display_limit')
select.set_option('persist', 'true')
display_limit = select.get_value()
if display_limit:
self.display_limit = display_limit
# by default, get 10 for each type
joined_statements = []
for type in types:
# TODO: fix this sql to run through search
select = Search('prod/bin')
select.add_filter("type", type)
select.set_show_retired(False)
select.add_order_by("code")
select.add_limit(self.display_limit)
statement = select.get_statement()
joined_statements.append(statement)
#joined_statements.append("select * from \"bin\" where \"type\" ='%s' and (\"s_status\" != 'retired' or \"s_status\" is NULL)" \
# " order by \"code\" desc limit %s" % (type, self.display_limit))
if len(joined_statements) > 1:
joined_statements = ["(%s)"%x for x in joined_statements]
statement = ' union all '.join(joined_statements)
elif len(joined_statements) == 1:
statement = joined_statements[0]
else:
# no bins created yet
return []
#print "statement: ", statement
return Bin.get_by_statement(statement)
def postprocess(my):
super(FlashAssetPublishCmd, my).postprocess()
# parse the introspect file
code = my.sobject.get_code()
upload_dir = my.get_upload_dir()
introspect_path = "%s/%s.xml" % (upload_dir, code)
xml = Xml()
xml.read_file(introspect_path)
flash_layer_names = xml.get_values("introspect/layers/layer/@name")
if not flash_layer_names:
return
# extract the layers from the flash layer_names
layer_names = []
for flash_layer_name in flash_layer_names:
if flash_layer_name.find(":") == -1:
continue
layer_name, instance_name = flash_layer_name.split(":")
# make sure it is unique
if layer_name not in layer_names:
layer_names.append(layer_name)
base_key = my.sobject.get_search_type_obj().get_base_key()
# TODO: make the flash shot tab run FlashShotPublishCmd instead
# and move this postprocess there
# this is not meant for flash/asset, but for flash/shot
if base_key == 'flash/asset' or not layer_names:
return
# get all of the layers in this shot and compare to the session
existing_layers = my.sobject.get_all_children("prod/layer")
existing_layer_names = SObject.get_values(existing_layers, "name")
for layer_name in layer_names:
if layer_name not in existing_layer_names:
print "creating ", layer_name
Layer.create(layer_name, code)
def _get_bins(my):
search = Search(Bin)
# get all the types in the Bin table
type_search = Search(Bin)
type_search.add_column('type')
type_search.add_group_by('type')
types = SObject.get_values(type_search.get_sobjects(), 'type')
select = SelectWdg('display_limit')
select.set_option('persist', 'true')
display_limit = select.get_value()
if display_limit:
my.display_limit = display_limit
# by default, get 10 for each type
joined_statements = []
for type in types:
# TODO: fix this sql to run through search
select = Search('prod/bin')
select.add_filter("type", type)
select.set_show_retired(False)
select.add_order_by("code")
select.add_limit(my.display_limit)
statement = select.get_statement()
joined_statements.append(statement)
#joined_statements.append("select * from \"bin\" where \"type\" ='%s' and (\"s_status\" != 'retired' or \"s_status\" is NULL)" \
# " order by \"code\" desc limit %s" % (type, my.display_limit))
if len(joined_statements) > 1:
joined_statements = ["(%s)" % x for x in joined_statements]
statement = ' union all '.join(joined_statements)
elif len(joined_statements) == 1:
statement = joined_statements[0]
else:
# no bins created yet
return []
#print "statement: ", statement
return Bin.get_by_statement(statement)
def get_tasks(my, sobjects=[]):
# get all of the relevant tasks to the user
task_search = Search("sthpw/task")
task_search.add_column("search_id", distinct=True)
if sobjects:
task_search.add_filter("search_type", sobjects[0].get_search_type() )
sobject_ids = SObject.get_values(sobjects, "id", unique=True)
task_search.add_filters("search_id", sobject_ids)
# only look at this project
search_type = SearchType.get(my.search_type).get_full_key()
task_search.add_filter("search_type", search_type)
my.process_filter.alter_search(task_search)
if isinstance(my.user_filter, UserFilterWdg):
my.user_filter.alter_search(task_search)
else:
user = Environment.get_user_name()
task_search.add_filter('assigned', user)
status_filters = my.task_status_filter.get_values()
if not status_filters:
return []
task_search.add_filters("status", status_filters)
tasks = task_search.get_sobjects()
return tasks
def preprocess(my):
'''determine if this is for EditWdg or EDIT ROW of a table'''
# get the number of task pipelines needed for EditWdg, which is one
# for the EDIT ROW , there could be more than 1
my.task_mapping = None
from tactic.ui.panel import EditWdg
if hasattr(my, 'parent_wdg') and isinstance(my.get_parent_wdg(), EditWdg):
task = my.get_current_sobject()
task_pipe_code = task.get_value('pipeline_code')
# if the current task has no pipeline, then search for
# any task pipeline
if not task_pipe_code:
# just use the default
task_pipe_code = 'task'
pipeline = Pipeline.get_by_code(task_pipe_code)
if not pipeline:
pipeline = Pipeline.get_by_code('task')
my.task_pipelines = [pipeline]
else:
# get all of the pipelines for tasks
search = Search('sthpw/pipeline')
search.add_regex_filter('search_type', 'sthpw/task')
my.task_pipelines = search.get_sobjects()
# get all of the pipelines for the current search_type
search_type = my.state.get("search_type");
search = Search('sthpw/pipeline')
if search_type:
search.add_filter('search_type', search_type)
my.sobject_pipelines = search.get_sobjects()
# insert the default task pipeline if not overridden in the db
default_task_found = False
pipeline_codes = SObject.get_values(my.task_pipelines, 'code')
if 'task' in pipeline_codes:
default_task_found = True
if not default_task_found:
default_pipe = Pipeline.get_by_code('task')
my.task_pipelines.append(default_pipe)
my.task_mapping = {}
# the following works for insert but on edit, it should read from pipeline_code attribute
for pipeline in my.sobject_pipelines:
processes = pipeline.get_process_names()
for process in processes:
attrs = pipeline.get_process_attrs(process)
task_pipeline = attrs.get('task_pipeline')
if task_pipeline:
key = '%s|%s' %(pipeline.get_code(), process)
my.task_mapping[key] = task_pipeline
#my.task_mapping = "|".join(my.task_mapping)
my.is_preprocess = True
def execute(my):
error_list = []
from pyasm.biz import Project
Project.clear_cache()
sthpw_search = Search("sthpw/project")
sthpw_search.add_filter('code', 'sthpw')
sthpw_search.set_show_retired(True)
sthpw_proj = sthpw_search.get_sobject()
search = Search("sthpw/project")
if my.project_code:
search.add_filter("code", my.project_code)
else:
#search.add_enum_order_by("type", ['sthpw','prod','game','design','simple', 'unittest'])
search.add_enum_order_by("code", ['sthpw'])
projects = search.get_sobjects()
project_codes = SObject.get_values(projects, 'code')
# append sthpw project in case it's retired
if 'sthpw' not in project_codes and sthpw_proj:
if not my.project_code:
projects.insert(0, sthpw_proj)
sthpw_proj.reactivate()
current_dir = os.getcwd()
tmp_dir = Environment.get_tmp_dir()
output_file = '%s/upgrade_output.txt' % tmp_dir
if not os.path.exists(tmp_dir):
os.makedirs(tmp_dir)
elif os.path.exists(output_file):
os.unlink(output_file)
ofile = open(output_file, 'w')
import datetime
ofile.write('Upgrade Time: %s\n\n' % datetime.datetime.now())
# dynamically generate
#sql = DbContainer.get(code)
database_type = Sql.get_default_database_type()
#if database_type in ['Sqlite', 'MySQL']:
if database_type != "PostgreSQL":
# general an upgrade
import imp
namespaces = ['default', 'simple', 'sthpw', 'config']
for namespace in namespaces:
if database_type == 'Sqlite':
from pyasm.search.upgrade.sqlite import convert_sqlite_upgrade
file_path = convert_sqlite_upgrade(namespace)
elif database_type == 'MySQL':
from pyasm.search.upgrade.mysql import convert_mysql_upgrade
file_path = convert_mysql_upgrade(namespace)
elif database_type == 'SQLServer':
from pyasm.search.upgrade.sqlserver import convert_sqlserver_upgrade
file_path = convert_sqlserver_upgrade(namespace)
elif database_type == 'Oracle':
file_path = convert_oracle_upgrade(namespace)
else:
raise Exception("Database type not implemented here")
(path, name) = os.path.split(file_path)
(name, ext) = os.path.splitext(name)
(file, filename, data) = imp.find_module(name, [path])
module = imp.load_module(name, file, filename, data)
class_name = "%s%sUpgrade" % (database_type,
namespace.capitalize())
exec("%s = module.%s" % (class_name, class_name))
# load all the default modules
from pyasm.search.upgrade.project import *
for project in projects:
code = project.get_code()
if code == "sthpw":
type = "sthpw"
else:
type = project.get_type()
if not type:
type = 'default'
if not my.quiet:
print project.get_code(), type
print "-" * 30
# if the project is admin, the just ignore for now
if code == 'admin':
continue
if not project.database_exists():
ofile.write("*" * 80 + '\n')
msg = "Project [%s] does not have a database\n" % project.get_code(
)
ofile.write(msg)
print msg
ofile.write("*" * 80 + '\n\n')
continue
upgrade = None
if database_type != 'PostgreSQL':
upgrade_class = "%s%sUpgrade" % (database_type,
type.capitalize())
conf_upgrade = eval("%sConfigUpgrade()" % database_type)
else:
upgrade_class = "%sUpgrade" % type.capitalize()
conf_upgrade = eval("ConfigUpgrade()")
upgrade = eval("%s()" % upgrade_class)
# upgrade config (done for every project but sthpw)
conf_upgrade.set_project(project.get_code())
conf_upgrade.set_to_version(my.to_version)
conf_upgrade.set_forced(my.is_forced)
conf_upgrade.set_quiet(my.quiet)
conf_upgrade.set_confirmed(my.is_confirmed)
conf_upgrade.execute()
# append the errors for each upgrade
key = '%s|%s' % (project.get_code(),
conf_upgrade.__class__.__name__)
error_list.append((conf_upgrade.__class__.__name__, project.get_code(), \
Container.get_seq(key)))
# perform the upgrade to the other tables
if upgrade:
upgrade.set_project(project.get_code())
upgrade.set_to_version(my.to_version)
upgrade.set_forced(my.is_forced)
upgrade.set_quiet(my.quiet)
upgrade.set_confirmed(my.is_confirmed)
#Command.execute_cmd(upgrade)
# put each upgrade function in its own transaction
# carried out in BaseUpgrade
upgrade.execute()
# append the errors for each upgrade
key = '%s|%s' % (project.get_code(),
upgrade.__class__.__name__)
error_list.append((upgrade.__class__.__name__, project.get_code(), \
Container.get_seq(key)))
from pyasm.search import DatabaseImpl
project.set_value("last_db_update",
DatabaseImpl.get().get_timestamp_now(),
quoted=False)
if project.has_value('last_version_update'):
last_version = project.get_value('last_version_update')
if my.to_version > last_version:
project.set_value("last_version_update", my.to_version)
else:
# it should be getting the upgrade now, redo the search
print "Please run upgrade_db.py again, the sthpw db has just been updated"
return
project.commit(triggers=False)
# print the errors for each upgrade
for cls_name, project_code, errors in error_list:
if not my.quiet:
print
print "Errors for %s [%s]:" % (project_code, cls_name)
ofile.write("Errors for %s [%s]:\n" % (project_code, cls_name))
if not my.quiet:
print "*" * 80
ofile.write("*" * 80 + '\n')
for func, error in errors:
if not my.quiet:
print '[%s]' % func
print "-" * 70
print error
ofile.write('[%s]\n' % func)
ofile.write("-" * 70 + '\n')
ofile.write('%s\n' % error)
ofile.close()
if my.quiet:
print "Please refer to the file [%s] for any upgrade messages." % output_file
print
# handle sthpw database separately. This ensures that the project entry
# gets created if none exists.
#print "sthpw"
#print "-"*30
#upgrade = SthpwUpgrade()
#upgrade.set_project("sthpw")
#Command.execute_cmd(upgrade)
# update the template zip files
data_dir = Environment.get_data_dir(manual=False)
dest_dir = '%s/templates' % data_dir
if os.path.exists(dest_dir):
install_dir = Environment.get_install_dir()
src_code_template_dir = '%s/src/install/start/templates' % install_dir
if os.path.exists(src_code_template_dir):
zip_files = os.listdir(src_code_template_dir)
io_errors = False
for zip_file in zip_files:
if not zip_file.endswith(".zip"):
continue
try:
src_file = '%s/%s' % (src_code_template_dir, zip_file)
dest_file = '%s/%s' % (dest_dir, zip_file)
shutil.copyfile(src_file, dest_file)
except IOError, e:
print e
io_errors = True
if not io_errors:
print "Default project template files have been updated."
else:
print "There was a problem copying the default template files to <TACTIC_DATA_DIR>/templates."
def update_process_table(my, search_type=None):
''' make sure to update process table'''
template = my.get_template_pipeline()
if template:
if template.get_code() == my.get_code():
template_processes = []
else:
template_processes = template.get_process_names()
else:
template_processes = []
process_names = my.get_process_names()
pipeline_code = my.get_code()
search = Search("config/process")
search.add_filter("pipeline_code", pipeline_code)
process_sobjs = search.get_sobjects()
existing_names = SObject.get_values(process_sobjs, 'process')
pipeline_has_updates = False
count = 1
for process_name in process_names:
exists = False
for process_sobj in process_sobjs:
# if it already exist, then update
if process_sobj.get_value("process") == process_name:
exists = True
break
if not exists:
process_sobj = SearchType.create("config/process")
# default to (main) for non-task status pipeline
if search_type and search_type != 'sthpw/task':
process_sobj.set_value('subcontext_options', '(main)')
process_sobj.set_value("pipeline_code", pipeline_code)
process_sobj.set_value("process", process_name)
# copy information over from the template
if process_name in template_processes:
template_attrs = template.get_process_attrs(process_name)
process = my.get_process(process_name)
for name, value in template_attrs.items():
if name in ['xpos', 'ypos', 'name']:
continue
process.set_attribute(name, value)
pipeline_has_updates = True
search = Search("config/process")
search.add_filter("process", process_name)
# NEED ANOTHER FILTER for templates here
search.add_filter("pipeline_code", "%/__TEMPLATE__", op="like")
# copy certain values from the template
template_process = search.get_sobject()
for name, value in template_process.get_data().items():
if not value:
continue
if name in ['checkin_mode']:
process_sobj.set_value(name, value)
attrs = my.get_process_attrs(process_name)
color = attrs.get('color')
if color:
process_sobj.set_value("color", color)
process_sobj.set_value("sort_order", count)
process_sobj.commit()
count += 1
if pipeline_has_updates:
my.set_value("pipeline", my.get_pipeline_xml().to_string())
my.commit()
# delete obsolete
obsolete = set(existing_names) - set(process_names)
if obsolete:
for obsolete_name in obsolete:
for process_sobj in process_sobjs:
# delete it
if process_sobj.get_value("process") == obsolete_name:
process_sobj.delete()
break
def get_display(self):
top = self.top
top.add_style("margin: 10px")
search = Search("config/widget_config")
search.add_column("view")
search.add_filter("category", "CustomLayoutWdg")
search.add_filter("view", "pages.%", op="like")
sobjects = search.get_sobjects()
self.pages = SObject.get_values(sobjects, "view")
top.add("<div style='font-size: 16px'>Select page to load</div>")
top.add("<hr/>")
pages_div = DivWdg()
top.add(pages_div)
pages_div.add_style("margin: 20px")
pages_div.add_relay_behavior({
'type':
'click',
'bvr_match_class':
"spt_user_page_item",
'cbjs_action':
'''
var popup = bvr.src_el.getParent(".spt_popup");
var activator = popup.activator;
var page = bvr.src_el.getAttribute("spt_page");
var top = activator.getParent(".spt_panel_top");
var content = top.getElement(".spt_panel_content");
var class_name = 'tactic.ui.panel.CustomLayoutWdg';
var kwargs = {
view: page,
}
spt.panel.load(content, class_name, kwargs);
spt.popup.close(popup);
'''
})
if self.pages:
last_parts = self.pages[0].split(".")[:-1]
self.pages.sort()
last_parts = []
for count, page in enumerate(self.pages):
page = page.replace(".", "/")
page_div = DivWdg()
pages_div.add(page_div)
page_div.add_class("spt_user_page_item")
page_div.add_style("padding: 3px")
page_div.add_class("tactic_hover")
page_div.add_attr("spt_page", page)
page_div.add_class("hand")
page_div.add_style("min-width: 400px")
new_parts = []
parts = page.split("/")
parts = parts[1:]
index = 0
for part in parts:
if index < len(last_parts):
last_part = last_parts[index]
if part == last_part:
part = "<i style='opacity: 0.0'>%s</i>" % part
index += 1
new_parts.append(part)
last_parts = parts
#parts = ["<b>%s</b>" % x for x in parts]
display_path = " <i style='opacity: 1.0'>/</i> ".join(
new_parts)
page_div.add(
"<div style='margin-right: 10px;display: inline-block; width: 20px; text-align: right'>%s: </div>"
% count)
page_div.add(display_path)
return top
def preprocess(self):
# protect against the case where there is a single sobject that
# is an insert (often seen in "insert")
if self.is_preprocessed == True:
return
skip = False
if len(self.sobjects) == 1:
if not self.sobjects[0].has_value("search_type"):
skip = True
if not skip:
search_types = SObject.get_values(self.sobjects,
'search_type',
unique=True)
try:
search_codes = SObject.get_values(self.sobjects,
'search_code',
unique=True)
search_ids = None
except Exception as e:
print "WARNING: ", e
search_ids = SObject.get_values(self.sobjects,
'search_id',
unique=True)
search_codes = None
else:
search_types = []
search_codes = []
# if there is more than one search_type, then go get each parent
# individually
# NOTE: this is very slow!!!!
ref_sobjs = []
if len(search_types) > 1:
ref_sobjs = []
for tmp_sobj in self.sobjects:
try:
ref_sobj = tmp_sobj.get_parent()
if ref_sobj:
ref_sobjs.append(ref_sobj)
else:
warning = "Dangling reference: %s" % tmp_sobj.get_search_key(
)
Environment.add_warning(warning, warning)
except SearchException as e:
# skips unknown search_type/project
print e.__str__()
continue
elif len(search_types) == 1:
search_type = self.sobjects[0].get_value("search_type")
try:
if search_codes != None:
ref_sobjs = Search.get_by_code(search_type, search_codes)
else:
ref_sobjs = Search.get_by_id(search_type, search_ids)
except SearchException as e:
# skips unknown search_type/project
print e.__str__()
pass
# TODO: None defaults to search_key, should be empty
self.ref_sobj_dict = SObject.get_dict(ref_sobjs, None)
# when drawn as part of a TbodyWdg, we want to disable the calculation
# of most things so that it will not try to display a prev row
if self.get_option('disable') == 'true':
self.ref_sobj_dict = None
self.empty = True
self.is_preprocessed = True
div = DivWdg()
div.add("List of Saved Searches: ")
div.add(HtmlElement.br(2))
try:
search = Search("config/widget_config")
search.add_where("\"view\" like 'saved_search:%'")
search.add_filter("search_type", my.search_type)
configs = search.get_sobjects()
except SearchException, e:
print "WARNING: ", e
configs = []
except:
my.clear_search_data(my.search_type)
raise
views = SObject.get_values(configs, "view")
select = SelectWdg("saved_search")
select.set_id("saved_search")
select.add_empty_option("-- Select --")
#select.set_option("query", "config/widget_config|view|view")
select.set_option("values", views)
#select.set_option("query_filter", "\"view\" like 'saved_search:%'")
div.add(select)
retrieve_button = ButtonWdg("Retrieve Search")
behavior = {
'type': 'click',
'cbjs_action': 'spt.dg_table.retrieve_search_cbk(evt, bvr);'
}
retrieve_button.add_behavior( behavior )
def get_display(self):
web = WebContainer.get_web()
widget = Widget()
if not self.search_type:
self.search_type = self.options.get("search_type")
assert self.search_type
sobject_filter = self.sobject_filter
web_state = WebState.get()
web_state.add_state("ref_search_type", self.search_type)
div = FilterboxWdg()
widget.add(div)
# add the sobject filter
if self.sobject_filter:
div.add(self.sobject_filter)
# add a milestone filter
milestone_filter = FilterSelectWdg("milestone_filter", label="Milestone: ")
milestones = Search("sthpw/milestone").get_sobjects()
milestone_filter.set_sobjects_for_options(milestones, "code", "code")
milestone_filter.add_empty_option(label='-- Any Milestones --')
milestone_filter.set_submit_onchange(False)
milestone = milestone_filter.get_value()
div.add_advanced_filter(milestone_filter)
# add a process filter
process_filter = ProcessFilterSelectWdg(name=self.process_filter_name, label='Process: ')
process_filter.set_search_type(self.search_type)
process_filter.set_submit_onchange(False)
div.add_advanced_filter(process_filter)
user_filter = None
user = Environment.get_user_name()
# it has a special colunn 'assigned'
if not UserFilterWdg.has_restriction():
user_filter = UserFilterWdg()
user_filter.set_search_column('assigned')
user = user_filter.get_value()
div.add_advanced_filter(user_filter)
# add a task properties search
search_columns = ['status', 'description']
task_search_filter = SearchFilterWdg(name='task_prop_search', \
columns=search_columns, label='Task Search: ')
div.add_advanced_filter(task_search_filter)
# add a retired filter
retired_filter = RetiredFilterWdg()
div.add_advanced_filter(retired_filter)
# set a limit to only see set amount of sobjects at a time
search_limit = SearchLimitWdg()
search_limit.set_limit(50)
search_limit.set_style(SearchLimitWdg.LESS_DETAIL)
div.add_bottom(search_limit)
div.add_advanced_filter(HtmlElement.br(2))
start_date_wdg = CalendarInputWdg("start_date_filter", label="From: ", css='med')
start_date_wdg.set_persist_on_submit()
div.add_advanced_filter(start_date_wdg)
start_date = start_date_wdg.get_value()
# these dates are actually used for search filtering
processed_start_date = None
processed_end_date = None
if start_date:
date = Date(db_date=start_date)
# this guarantees a valid date( today ) is invalid input is detected
processed_start_date = date.get_db_date()
if start_date != processed_start_date:
start_date_wdg.set_value(self.INVALID)
# add hints
hint = HintWdg("The 'From' and 'To' dates apply to bid dates.")
#span.add(hint)
end_date_wdg = CalendarInputWdg("end_date_filter", label="To: ", css='med')
end_date_wdg.set_persist_on_submit()
div.add_advanced_filter(end_date_wdg)
div.add_advanced_filter(hint)
end_date = end_date_wdg.get_value()
if end_date:
date = Date(db_date=end_date)
processed_end_date = date.get_db_date()
if end_date != processed_end_date:
end_date_wdg.set_value(self.INVALID)
# show sub task checkbox
sub_task_cb = FilterCheckboxWdg('show_sub_tasks', label='show sub tasks', css='med')
div.add_advanced_filter(sub_task_cb)
div.add_advanced_filter(HtmlElement.br(2))
task_filter = TaskStatusFilterWdg()
div.add_advanced_filter(task_filter)
shot_filter = None
if self.search_type == 'prod/shot':
shot_filter = SObjectStatusFilterWdg()
div.add_advanced_filter(shot_filter)
# add refresh icon
'''
refresh = IconRefreshWdg(long=False)
calendar_div.add(refresh)
calendar_div.add(SpanWdg(' ', css='small'))
'''
# get all of the assets
search = Search(self.search_type)
if sobject_filter:
sobject_filter.alter_search(search)
if shot_filter:
shot_statuses = shot_filter.get_statuses()
shot_statuses_selected = shot_filter.get_values()
if shot_statuses != shot_statuses_selected:
search.add_filters("status", shot_filter.get_values() )
assets = search.get_sobjects()
if not assets:
# drawing the empty table prevents the loss of some prefs data
table = TableWdg("sthpw/task", self.task_view)
#widget.add(HtmlElement.h3("No assets found"))
widget.add(table)
return widget
# this assumes looking at one project only
project_search_type = assets[0].get_search_type()
ids = SObject.get_values(assets, 'id')
# get all of the tasks
search = Search("sthpw/task")
if processed_start_date and start_date_wdg.get_value(True) != self.INVALID:
search.add_where("(bid_start_date >= '%s' or actual_start_date >='%s')" \
% (processed_start_date, processed_start_date))
if processed_end_date and end_date_wdg.get_value(True) != self.INVALID:
search.add_where("(bid_end_date <= '%s' or actual_end_date <='%s')" \
% (processed_end_date, processed_end_date))
# filter out sub pipeline tasks
if not sub_task_cb.is_checked():
search.add_regex_filter('process', '/', op='NEQ')
search.add_filter("search_type", project_search_type)
search.add_filters("search_id", ids )
# order by the search ids of the asset as the were defined in the
# previous search
search.add_enum_order_by("search_id", ids)
if user != "":
search.add_filter("assigned", user)
if milestone != "":
search.add_filter("milestone_code", milestone)
process_filter.alter_search(search)
task_search_filter.alter_search(search)
if not self.show_all_task_approvals:
#task_filter = TaskStatusFilterWdg(task_pipeline="task")
#widget.add(task_filter)
task_statuses = task_filter.get_processes()
task_statuses_selected = task_filter.get_values()
# one way to show tasks with obsolete statuses when the user
# check all the task status checkboxes
if task_statuses != task_statuses_selected:
search.add_filters("status", task_filter.get_values() )
# filter for retired ...
# NOTE: this must be above the search limit filter
# because it uses a get count which commits the retired flag
if retired_filter.get_value() == 'true':
search.set_show_retired(True)
# alter_search() will run set_search() implicitly
search_limit.alter_search(search)
# define the table
table = TableWdg("sthpw/task", self.task_view)
# get all of the tasks
tasks = search.get_sobjects()
sorted_tasks = self.process_tasks(tasks, search)
widget.add( HtmlElement.br() )
table.set_sobjects(sorted_tasks)
# make some adjustments to the calendar widget
calendar_wdg = table.get_widget("schedule")
for name,value in self.calendar_options.items():
calendar_wdg.set_option(name, value)
widget.add(table)
return widget
def get_connected_sobjects(cls, sobjects, direction="dst", order_by=None, context='', filters=None):
'''get the sobjects that are connect to this sobject.'''
unique_stype = False
single_sobject = False
src_search_types = []
src_search_ids = []
if not sobjects:
return [], []
if isinstance(sobjects, list):
search_types = [x.get_search_type() for x in sobjects]
search_ids = [x.get_id() for x in sobjects]
if len(Common.get_unique_list(search_types)) == 1:
unique_stype = True
else:
search_types = [sobjects.get_search_type()]
search_ids = [sobjects.get_id()]
unique_stype = True
single_sobject = True
if direction == "dst":
prefixA = "dst"
prefixB = "src"
else:
prefixA = "src"
prefixB = "dst"
connections = []
if unique_stype:
search = Search(SObjectConnection)
search.add_filter("%s_search_type" % prefixA, search_types[0] )
search.add_filters("%s_search_id" % prefixA, search_ids )
if context:
search.add_filter("context", context)
if order_by:
search.add_order_by(order_by)
key = search.get_statement()
cache = Container.get("SObjectConnection:cache")
if cache == None:
cache = {}
Container.put("SObjectConnection:cache", cache)
ret_val = cache.get(key)
if ret_val != None:
return ret_val
connections = search.get_sobjects()
"""
new_search = Search(src_search_types[0])
select = new_search.get_select()
from_table = new_search.get_table()
to_table = 'connection'
from_col = 'id'
to_col = 'src_search_id'
select.add_join(from_table, to_table, from_col, to_col, join='INNER', database2='sthpw')
"""
else:
raise TacticException('Only unique stypes are supported for the passed in sobjects')
src_sobjects = []
src_stype = None
src_stypes = SObject.get_values(connections, "%s_search_type" % prefixB, unique=True)
src_ids = SObject.get_values(connections, "%s_search_id" % prefixB, unique=True)
if len(src_stypes) == 1:
src_stype = src_stypes[0]
if src_stype:
single_src_ids = len(src_ids) == 1
if not filters and single_src_ids:
src = Search.get_by_id(src_stype, src_ids[0])
src_sobjects.append(src)
else:
new_search = Search(src_stype)
if single_src_ids:
new_search.add_filter('id', src_ids[0])
else:
new_search.add_filters('id', src_ids)
if filters:
new_search.add_op_filters(filters)
src_sobjects = new_search.get_sobjects()
else:
for connection in connections:
src_search_type = connection.get_value("%s_search_type" % prefixB)
src_search_id = connection.get_value("%s_search_id" % prefixB)
# TODO: this could be made faster because often, these will be
# of the same stype
if not filters:
src = Search.get_by_id(src_search_type, src_search_id)
else:
src_search = Search(src_search_type)
src_search.add_filter("id", src_search_id)
src_search.add_op_filters(filters)
src = src_search.get_sobject()
#if not src.is_retired():
# don't check for retired here. check it at the caller for
# css manipulation
if src:
src_sobjects.append(src)
else:
print "WARNING: connection sobject does not exist .. deleting"
connection.delete()
cache[key] = connections, src_sobjects
return connections, src_sobjects
def execute(my):
error_list = []
from pyasm.biz import Project
Project.clear_cache()
sthpw_search = Search("sthpw/project")
sthpw_search.add_filter('code','sthpw')
sthpw_search.set_show_retired(True)
sthpw_proj = sthpw_search.get_sobject()
search = Search("sthpw/project")
if my.project_code:
search.add_filter("code", my.project_code)
else:
#search.add_enum_order_by("type", ['sthpw','prod','game','design','simple', 'unittest'])
search.add_enum_order_by("code", ['sthpw'])
projects = search.get_sobjects()
project_codes = SObject.get_values(projects, 'code')
# append sthpw project in case it's retired
if 'sthpw' not in project_codes and sthpw_proj:
if not my.project_code:
projects.insert(0, sthpw_proj)
sthpw_proj.reactivate()
current_dir = os.getcwd()
tmp_dir = Environment.get_tmp_dir()
output_file = '%s/upgrade_output.txt' % tmp_dir
if not os.path.exists(tmp_dir):
os.makedirs(tmp_dir)
elif os.path.exists(output_file):
os.unlink(output_file)
ofile = open(output_file, 'w')
import datetime
ofile.write('Upgrade Time: %s\n\n' %datetime.datetime.now())
# dynamically generate
#sql = DbContainer.get(code)
database_type = Sql.get_default_database_type()
#if database_type in ['Sqlite', 'MySQL']:
if database_type != "PostgreSQL":
# general an upgrade
import imp
namespaces = ['default', 'simple', 'sthpw', 'config']
for namespace in namespaces:
if database_type == 'Sqlite':
from pyasm.search.upgrade.sqlite import convert_sqlite_upgrade
file_path = convert_sqlite_upgrade(namespace)
elif database_type == 'MySQL':
from pyasm.search.upgrade.mysql import convert_mysql_upgrade
file_path = convert_mysql_upgrade(namespace)
elif database_type == 'SQLServer':
from pyasm.search.upgrade.sqlserver import convert_sqlserver_upgrade
file_path = convert_sqlserver_upgrade(namespace)
elif database_type == 'Oracle':
file_path = convert_oracle_upgrade(namespace)
else:
raise Exception("Database type not implemented here")
(path, name) = os.path.split(file_path)
(name, ext) = os.path.splitext(name)
(file, filename, data) = imp.find_module(name, [path])
module = imp.load_module(name, file, filename, data)
class_name = "%s%sUpgrade" % (database_type,namespace.capitalize())
exec("%s = module.%s" % (class_name, class_name) )
# load all the default modules
from pyasm.search.upgrade.project import *
for project in projects:
code = project.get_code()
if code == "sthpw":
type = "sthpw"
else:
type = project.get_type()
if not type:
type = 'default'
if not my.quiet:
print project.get_code(), type
print "-"*30
# if the project is admin, the just ignore for now
if code == 'admin':
continue
if not project.database_exists():
ofile.write("*" * 80 + '\n')
msg = "Project [%s] does not have a database\n"% project.get_code()
ofile.write(msg)
print msg
ofile.write("*" * 80 + '\n\n')
continue
upgrade = None
if database_type != 'PostgreSQL':
upgrade_class = "%s%sUpgrade" % (database_type, type.capitalize())
conf_upgrade = eval("%sConfigUpgrade()" % database_type)
else:
upgrade_class = "%sUpgrade" % type.capitalize()
conf_upgrade = eval("ConfigUpgrade()")
upgrade = eval("%s()" % upgrade_class)
# upgrade config (done for every project but sthpw)
conf_upgrade.set_project(project.get_code())
conf_upgrade.set_to_version(my.to_version)
conf_upgrade.set_forced(my.is_forced)
conf_upgrade.set_quiet(my.quiet)
conf_upgrade.set_confirmed(my.is_confirmed)
conf_upgrade.execute()
# append the errors for each upgrade
key = '%s|%s' %(project.get_code(), conf_upgrade.__class__.__name__)
error_list.append((conf_upgrade.__class__.__name__, project.get_code(), \
Container.get_seq(key)))
# perform the upgrade to the other tables
if upgrade:
upgrade.set_project(project.get_code() )
upgrade.set_to_version(my.to_version)
upgrade.set_forced(my.is_forced)
upgrade.set_quiet(my.quiet)
upgrade.set_confirmed(my.is_confirmed)
#Command.execute_cmd(upgrade)
# put each upgrade function in its own transaction
# carried out in BaseUpgrade
upgrade.execute()
# append the errors for each upgrade
key = '%s|%s' %(project.get_code(), upgrade.__class__.__name__)
error_list.append((upgrade.__class__.__name__, project.get_code(), \
Container.get_seq(key)))
from pyasm.search import DatabaseImpl
project.set_value("last_db_update", DatabaseImpl.get().get_timestamp_now(), quoted=False)
if project.has_value('last_version_update'):
last_version = project.get_value('last_version_update')
if my.to_version > last_version:
project.set_value("last_version_update", my.to_version)
else:
# it should be getting the upgrade now, redo the search
print "Please run upgrade_db.py again, the sthpw db has just been updated"
return
project.commit(triggers=False)
# print the errors for each upgrade
for cls_name, project_code, errors in error_list:
if not my.quiet:
print
print "Errors for %s [%s]:" %(project_code, cls_name)
ofile.write("Errors for %s [%s]:\n" %(project_code, cls_name))
if not my.quiet:
print "*" * 80
ofile.write("*" * 80 + '\n')
for func, error in errors:
if not my.quiet:
print '[%s]' % func
print "-" * 70
print error
ofile.write('[%s]\n' % func)
ofile.write("-" * 70 + '\n')
ofile.write('%s\n' %error)
ofile.close()
if my.quiet:
print "Please refer to the upgrade_output.txt file for any upgrade messages."
print
# handle sthpw database separately. This ensures that the project entry
# gets created if none exists.
#print "sthpw"
#print "-"*30
#upgrade = SthpwUpgrade()
#upgrade.set_project("sthpw")
#Command.execute_cmd(upgrade)
# update the template zip files
data_dir = Environment.get_data_dir(manual=False)
dest_dir = '%s/templates' %data_dir
if os.path.exists(dest_dir):
install_dir = Environment.get_install_dir()
src_code_template_dir = '%s/src/install/start/templates' %install_dir
if os.path.exists(src_code_template_dir):
zip_files = os.listdir(src_code_template_dir)
io_errors = False
for zip_file in zip_files:
if not zip_file.endswith(".zip"):
continue
try:
src_file = '%s/%s' %(src_code_template_dir, zip_file)
dest_file = '%s/%s' %(dest_dir, zip_file)
shutil.copyfile(src_file, dest_file)
except IOError, e:
print e
io_errors = True
if not io_errors:
print "Default project template files have been updated."
else:
print "There was a problem copying the default template files to <TACTIC_DATA_DIR>/templates."
div = DivWdg()
div.add("List of Saved Searches: ")
div.add(HtmlElement.br(2))
try:
search = Search("config/widget_config")
search.add_where("\"view\" like 'saved_search:%'")
search.add_filter("search_type", my.search_type)
configs = search.get_sobjects()
except SearchException, e:
print "WARNING: ", e
configs = []
except:
my.clear_search_data(my.search_type)
raise
views = SObject.get_values(configs, "view")
select = SelectWdg("saved_search")
select.set_id("saved_search")
select.add_empty_option("-- Select --")
#select.set_option("query", "config/widget_config|view|view")
select.set_option("values", views)
#select.set_option("query_filter", "\"view\" like 'saved_search:%'")
div.add(select)
retrieve_button = ButtonWdg("Retrieve Search")
behavior = {
'type': 'click',
'cbjs_action': 'spt.dg_table.retrieve_search_cbk(evt, bvr);'
}
retrieve_button.add_behavior(behavior)
def get_display(self):
top = self.top
top.add_style("margin: 10px")
search = Search("config/widget_config")
search.add_column("view")
search.add_filter("category", "CustomLayoutWdg")
search.add_filter("view", "pages.%", op="like")
sobjects = search.get_sobjects()
self.pages = SObject.get_values(sobjects, "view")
top.add("<div style='font-size: 16px'>Select page to load</div>")
top.add("<hr/>")
pages_div = DivWdg()
top.add(pages_div)
pages_div.add_style("margin: 20px")
pages_div.add_relay_behavior( {
'type': 'click',
'bvr_match_class': "spt_user_page_item",
'cbjs_action': '''
var popup = bvr.src_el.getParent(".spt_popup");
var activator = popup.activator;
var page = bvr.src_el.getAttribute("spt_page");
var top = activator.getParent(".spt_panel_top");
var content = top.getElement(".spt_panel_content");
var class_name = 'tactic.ui.panel.CustomLayoutWdg';
var kwargs = {
view: page,
}
spt.panel.load(content, class_name, kwargs);
spt.popup.close(popup);
'''
} )
if self.pages:
last_parts = self.pages[0].split(".")[:-1]
self.pages.sort()
last_parts = []
for count, page in enumerate(self.pages):
page = page.replace(".", "/")
page_div = DivWdg()
pages_div.add(page_div)
page_div.add_class("spt_user_page_item")
page_div.add_style("padding: 3px")
page_div.add_class("tactic_hover")
page_div.add_attr("spt_page", page)
page_div.add_class("hand")
page_div.add_style("min-width: 400px")
new_parts = []
parts = page.split("/")
parts = parts[1:]
index = 0
for part in parts:
if index < len(last_parts):
last_part = last_parts[index]
if part == last_part:
part = "<i style='opacity: 0.0'>%s</i>" % part
index += 1
new_parts.append(part)
last_parts = parts
#parts = ["<b>%s</b>" % x for x in parts]
display_path = " <i style='opacity: 1.0'>/</i> ".join(new_parts)
page_div.add("<div style='margin-right: 10px;display: inline-block; width: 20px; text-align: right'>%s: </div>" % count)
page_div.add(display_path)
return top
def get_display(self):
top = self.top
top.add_class("spt_panel_layout_top")
self.set_as_panel(top)
inner = DivWdg()
top.add(inner)
self.view = self.kwargs.get("view")
# Define some views that are pages. Pages are views that are self
# contained and do not require arguments. They are often created
# by users
search = Search("config/widget_config")
search.add_column("view")
search.add_filter("category", "CustomLayoutWdg")
search.add_filter("view", "pages.%", op="like")
sobjects = search.get_sobjects()
self.pages = SObject.get_values(sobjects, "view")
config = None
is_test = False
if self.view:
search = Search("config/widget_config")
search.add_filter("category", "PanelLayoutWdg")
search.add_filter("view", self.view)
config = search.get_sobject()
elif is_test:
config_xml = '''
<config>
<elements>
<element name="a">
<display class="tactic.ui.panel.CustomLayoutWdg">
<view>pages.test1</view>
</display>
</element>
<element name="b">
<display class="tactic.ui.panel.StaticTableLayoutWdg">
<search_type>sthpw/login_group</search_type>
<element_names>login_group</element_names>
<show_shelf>false</show_shelf>
</display>
</element>
<element name="c">
<display class="tactic.ui.panel.CustomLayoutWdg">
<view>test.search</view>
</display>
</element>
<element name="d">
<display class="tactic.ui.panel.StaticTableLayoutWdg">
<search_type>sthpw/login_group</search_type>
<element_names>login_group</element_names>
<show_shelf>false</show_shelf>
</display>
</element>
</elements>
</config>
'''
config = WidgetConfig.get(view="elements", xml=config_xml)
if not config:
config_xml = '''
<config>
<elements>
</elements>
</config>
'''
config = WidgetConfig.get(view="elements", xml=config_xml)
grid = self.kwargs.get("grid")
if not grid:
grid = config.get_view_attribute("grid")
if grid:
if isinstance(grid, basestring):
grid = [int(x) for x in grid.split("x")]
else:
grid = (3,1)
is_owner = True
table = DivWdg()
inner.add(table)
table.add_style("margin: 20px")
table.add_style("box-sizing: border-box")
if is_owner:
menu = self.get_action_menu()
#SmartMenu.add_smart_menu_set( top, { 'BUTTON_MENU': menu } )
element_names = config.get_element_names()
index = 0
for y in range(grid[1]):
row = DivWdg()
table.add(row)
row.add_class("row")
row.add_style("box-sizing: border-box")
num_cols = grid[0]
size = 12 / num_cols
for x in range(grid[0]):
col = DivWdg()
row.add(col)
col.add_class("col-sm-%s" % size)
col.add_style("box-sizing: border-box")
col.add_style("overflow: auto")
col.add_class("spt_panel_top")
if is_owner:
header = DivWdg()
col.add(header)
menu_wdg = DivWdg()
header.add(menu_wdg)
menu_wdg.add_style("float: right")
menu_wdg.add("<i class='fa fa-bars'> </i>")
menu_wdg.add_class("hand")
SmartMenu.add_smart_menu_set( menu_wdg, { 'BUTTON_MENU': menu } )
SmartMenu.assign_as_local_activator( menu_wdg, "BUTTON_MENU", True )
element = None
title = None
if index < len(element_names):
element_name = element_names[index]
#element_name = "%s,%s" % (x,y)
element = config.get_display_widget(element_name)
title = config.get_element_title(element_name)
if not title:
title = Common.get_display_title(element_name)
if not element:
element = DivWdg()
element.add("No content")
element.add_style("height: 100%")
element.add_style("width: 100%")
element.add_style("text-align: center")
element.add_border()
else:
try:
element = element.get_buffer_display()
except:
element = DivWdg()
element.add("No content")
element.add_style("height: 100%")
element.add_style("width: 100%")
element.add_style("text-align: center")
element.add_border()
if is_owner:
if title:
header.add(title)
else:
header.add("Panel: %s,%s" % (x, y))
col.add("<hr/>")
content = DivWdg()
col.add(content)
content.add_class("spt_panel_content")
content.add_style("min-height: 200px;")
content.add(element)
index += 1
if self.kwargs.get("is_refresh"):
return inner
else:
return top
def preprocess(my):
episode_codes = SObject.get_values(my.sobjects, 'episode_code')
search = Search(NatPause)
search.add_filters('episode_code', episode_codes)
net_pauses = search.get_sobjects()
my.sobject_dict = SObject.get_dict(net_pauses, key_cols=['episode_code'])
def get_display(self):
web = WebContainer.get_web()
widget = Widget()
if not self.search_type:
self.search_type = self.options.get("search_type")
assert self.search_type
sobject_filter = self.sobject_filter
web_state = WebState.get()
web_state.add_state("ref_search_type", self.search_type)
div = FilterboxWdg()
widget.add(div)
# add the sobject filter
if self.sobject_filter:
div.add(self.sobject_filter)
# add a milestone filter
milestone_filter = FilterSelectWdg("milestone_filter",
label="Milestone: ")
milestones = Search("sthpw/milestone").get_sobjects()
milestone_filter.set_sobjects_for_options(milestones, "code", "code")
milestone_filter.add_empty_option(label='-- Any Milestones --')
milestone_filter.set_submit_onchange(False)
milestone = milestone_filter.get_value()
div.add_advanced_filter(milestone_filter)
# add a process filter
process_filter = ProcessFilterSelectWdg(name=self.process_filter_name,
label='Process: ')
process_filter.set_search_type(self.search_type)
process_filter.set_submit_onchange(False)
div.add_advanced_filter(process_filter)
user_filter = None
user = Environment.get_user_name()
# it has a special colunn 'assigned'
if not UserFilterWdg.has_restriction():
user_filter = UserFilterWdg()
user_filter.set_search_column('assigned')
user = user_filter.get_value()
div.add_advanced_filter(user_filter)
# add a task properties search
search_columns = ['status', 'description']
task_search_filter = SearchFilterWdg(name='task_prop_search', \
columns=search_columns, label='Task Search: ')
div.add_advanced_filter(task_search_filter)
# add a retired filter
retired_filter = RetiredFilterWdg()
div.add_advanced_filter(retired_filter)
# set a limit to only see set amount of sobjects at a time
search_limit = SearchLimitWdg()
search_limit.set_limit(50)
search_limit.set_style(SearchLimitWdg.LESS_DETAIL)
div.add_bottom(search_limit)
div.add_advanced_filter(HtmlElement.br(2))
start_date_wdg = CalendarInputWdg("start_date_filter",
label="From: ",
css='med')
start_date_wdg.set_persist_on_submit()
div.add_advanced_filter(start_date_wdg)
start_date = start_date_wdg.get_value()
# these dates are actually used for search filtering
processed_start_date = None
processed_end_date = None
if start_date:
date = Date(db_date=start_date)
# this guarantees a valid date( today ) is invalid input is detected
processed_start_date = date.get_db_date()
if start_date != processed_start_date:
start_date_wdg.set_value(self.INVALID)
# add hints
hint = HintWdg("The 'From' and 'To' dates apply to bid dates.")
#span.add(hint)
end_date_wdg = CalendarInputWdg("end_date_filter",
label="To: ",
css='med')
end_date_wdg.set_persist_on_submit()
div.add_advanced_filter(end_date_wdg)
div.add_advanced_filter(hint)
end_date = end_date_wdg.get_value()
if end_date:
date = Date(db_date=end_date)
processed_end_date = date.get_db_date()
if end_date != processed_end_date:
end_date_wdg.set_value(self.INVALID)
# show sub task checkbox
sub_task_cb = FilterCheckboxWdg('show_sub_tasks',
label='show sub tasks',
css='med')
div.add_advanced_filter(sub_task_cb)
div.add_advanced_filter(HtmlElement.br(2))
task_filter = TaskStatusFilterWdg()
div.add_advanced_filter(task_filter)
shot_filter = None
if self.search_type == 'prod/shot':
shot_filter = SObjectStatusFilterWdg()
div.add_advanced_filter(shot_filter)
# add refresh icon
'''
refresh = IconRefreshWdg(long=False)
calendar_div.add(refresh)
calendar_div.add(SpanWdg(' ', css='small'))
'''
# get all of the assets
search = Search(self.search_type)
if sobject_filter:
sobject_filter.alter_search(search)
if shot_filter:
shot_statuses = shot_filter.get_statuses()
shot_statuses_selected = shot_filter.get_values()
if shot_statuses != shot_statuses_selected:
search.add_filters("status", shot_filter.get_values())
assets = search.get_sobjects()
if not assets:
# drawing the empty table prevents the loss of some prefs data
table = TableWdg("sthpw/task", self.task_view)
#widget.add(HtmlElement.h3("No assets found"))
widget.add(table)
return widget
# this assumes looking at one project only
project_search_type = assets[0].get_search_type()
ids = SObject.get_values(assets, 'id')
# get all of the tasks
search = Search("sthpw/task")
if processed_start_date and start_date_wdg.get_value(
True) != self.INVALID:
search.add_where("(bid_start_date >= '%s' or actual_start_date >='%s')" \
% (processed_start_date, processed_start_date))
if processed_end_date and end_date_wdg.get_value(True) != self.INVALID:
search.add_where("(bid_end_date <= '%s' or actual_end_date <='%s')" \
% (processed_end_date, processed_end_date))
# filter out sub pipeline tasks
if not sub_task_cb.is_checked():
search.add_regex_filter('process', '/', op='NEQ')
search.add_filter("search_type", project_search_type)
search.add_filters("search_id", ids)
# order by the search ids of the asset as the were defined in the
# previous search
search.add_enum_order_by("search_id", ids)
if user != "":
search.add_filter("assigned", user)
if milestone != "":
search.add_filter("milestone_code", milestone)
process_filter.alter_search(search)
task_search_filter.alter_search(search)
if not self.show_all_task_approvals:
#task_filter = TaskStatusFilterWdg(task_pipeline="task")
#widget.add(task_filter)
task_statuses = task_filter.get_processes()
task_statuses_selected = task_filter.get_values()
# one way to show tasks with obsolete statuses when the user
# check all the task status checkboxes
if task_statuses != task_statuses_selected:
search.add_filters("status", task_filter.get_values())
# filter for retired ...
# NOTE: this must be above the search limit filter
# because it uses a get count which commits the retired flag
if retired_filter.get_value() == 'true':
search.set_show_retired(True)
# alter_search() will run set_search() implicitly
search_limit.alter_search(search)
# define the table
table = TableWdg("sthpw/task", self.task_view)
# get all of the tasks
tasks = search.get_sobjects()
sorted_tasks = self.process_tasks(tasks, search)
widget.add(HtmlElement.br())
table.set_sobjects(sorted_tasks)
# make some adjustments to the calendar widget
calendar_wdg = table.get_widget("schedule")
for name, value in self.calendar_options.items():
calendar_wdg.set_option(name, value)
widget.add(table)
return widget
def get_display(self):
top = self.top
top.add_class("spt_panel_layout_top")
self.set_as_panel(top)
inner = DivWdg()
top.add(inner)
self.view = self.kwargs.get("view")
# Define some views that are pages. Pages are views that are self
# contained and do not require arguments. They are often created
# by users
search = Search("config/widget_config")
search.add_column("view")
search.add_filter("category", "CustomLayoutWdg")
search.add_filter("view", "pages.%", op="like")
sobjects = search.get_sobjects()
self.pages = SObject.get_values(sobjects, "view")
config = None
is_test = False
if self.view:
search = Search("config/widget_config")
search.add_filter("category", "PanelLayoutWdg")
search.add_filter("view", self.view)
config = search.get_sobject()
elif is_test:
config_xml = '''
<config>
<elements>
<element name="a">
<display class="tactic.ui.panel.CustomLayoutWdg">
<view>pages.test1</view>
</display>
</element>
<element name="b">
<display class="tactic.ui.panel.StaticTableLayoutWdg">
<search_type>sthpw/login_group</search_type>
<element_names>login_group</element_names>
<show_shelf>false</show_shelf>
</display>
</element>
<element name="c">
<display class="tactic.ui.panel.CustomLayoutWdg">
<view>test.search</view>
</display>
</element>
<element name="d">
<display class="tactic.ui.panel.StaticTableLayoutWdg">
<search_type>sthpw/login_group</search_type>
<element_names>login_group</element_names>
<show_shelf>false</show_shelf>
</display>
</element>
</elements>
</config>
'''
config = WidgetConfig.get(view="elements", xml=config_xml)
if not config:
config_xml = '''
<config>
<elements>
</elements>
</config>
'''
config = WidgetConfig.get(view="elements", xml=config_xml)
grid = self.kwargs.get("grid")
if not grid:
grid = config.get_view_attribute("grid")
if grid:
if isinstance(grid, basestring):
grid = [int(x) for x in grid.split("x")]
else:
grid = (3, 1)
is_owner = True
table = DivWdg()
inner.add(table)
table.add_style("margin: 20px")
table.add_style("box-sizing: border-box")
if is_owner:
menu = self.get_action_menu()
#SmartMenu.add_smart_menu_set( top, { 'BUTTON_MENU': menu } )
element_names = config.get_element_names()
index = 0
for y in range(grid[1]):
row = DivWdg()
table.add(row)
row.add_class("row")
row.add_style("box-sizing: border-box")
num_cols = grid[0]
size = 12 / num_cols
for x in range(grid[0]):
col = DivWdg()
row.add(col)
col.add_class("col-sm-%s" % size)
col.add_style("box-sizing: border-box")
col.add_style("overflow: auto")
col.add_class("spt_panel_top")
if is_owner:
header = DivWdg()
col.add(header)
menu_wdg = DivWdg()
header.add(menu_wdg)
menu_wdg.add_style("float: right")
menu_wdg.add("<i class='fa fa-bars'> </i>")
menu_wdg.add_class("hand")
SmartMenu.add_smart_menu_set(menu_wdg,
{'BUTTON_MENU': menu})
SmartMenu.assign_as_local_activator(
menu_wdg, "BUTTON_MENU", True)
element = None
title = None
if index < len(element_names):
element_name = element_names[index]
#element_name = "%s,%s" % (x,y)
element = config.get_display_widget(element_name)
title = config.get_element_title(element_name)
if not title:
title = Common.get_display_title(element_name)
if not element:
element = DivWdg()
element.add("No content")
element.add_style("height: 100%")
element.add_style("width: 100%")
element.add_style("text-align: center")
element.add_border()
else:
try:
element = element.get_buffer_display()
except:
element = DivWdg()
element.add("No content")
element.add_style("height: 100%")
element.add_style("width: 100%")
element.add_style("text-align: center")
element.add_border()
if is_owner:
if title:
header.add(title)
else:
header.add("Panel: %s,%s" % (x, y))
col.add("<hr/>")
content = DivWdg()
col.add(content)
content.add_class("spt_panel_content")
content.add_style("min-height: 200px;")
content.add(element)
index += 1
if self.kwargs.get("is_refresh"):
return inner
else:
return top
def get_mail_users(my, column):
# mail groups
recipients = set()
expr = my.notification.get_value(column, no_exception=True)
if expr:
sudo = Sudo()
# Introduce an environment that can be reflected
env = {'sobject': my.sobject}
#if expr.startswith("@"):
# logins = Search.eval(expr, list=True, env_sobjects=env)
#else:
parts = expr.split("\n")
# go through each login and evaluate each
logins = []
for part in parts:
if part.startswith("@") or part.startswith("{"):
results = Search.eval(part, list=True, env_sobjects=env)
# clear the container after each expression eval
ExpressionParser.clear_cache()
# these can just be login names, get the actual Logins
if results:
if isinstance(results[0], basestring):
login_sobjs = Search.eval(
"@SOBJECT(sthpw/login['login','in','%s'])" %
'|'.join(results),
list=True)
login_list = SObject.get_values(
login_sobjs, 'login')
for result in results:
# the original result could be an email address already
if result not in login_list:
logins.append(result)
if login_sobjs:
logins.extend(login_sobjs)
else:
logins.extend(results)
elif part.find("@") != -1:
# this is just an email address
logins.append(part)
elif part:
# this is a group
group = LoginGroup.get_by_code(part)
if group:
logins.extend(group.get_logins())
del sudo
else:
notification_id = my.notification.get_id()
logins = GroupNotification.get_logins_by_id(notification_id)
for login in logins:
recipients.add(login)
return recipients
def get_display(my):
''' this does not run do_search'''
search_type = my.options.get("search_type")
if search_type:
my.search_type = search_type
view = my.options.get("view")
if view:
my.view = view
search_type = my.search_type
pipeline_name = my.pipeline_name
sobject_filter = my.sobject_filter
assert search_type != None
search = Search(search_type)
widget = Widget()
div = FilterboxWdg()
widget.add(div)
my.process_filter = ProcessFilterSelectWdg(label="Process: ", \
search_type=search_type, css='med', name=my.process_filter_name)
my.process_filter.set_submit_onchange(False)
# get all of the sobjects related to this task
taskless_filter = FilterCheckboxWdg('show_taskless_assets', \
label='Show Taskless Assets', css='small')
taskless_filter.set_submit_onchange(False)
# add in the asset filter
if sobject_filter:
sobject_filter.alter_search(search)
div.add(sobject_filter)
# append the process filter and user filter
div.add_advanced_filter(my.process_filter)
# add a hint
hint = HintWdg('You can select a single process or the << heading >> '\
'which will select the group of processes it contains.')
div.add_advanced_filter(hint)
if UserFilterWdg.has_restriction():
user = Environment.get_user_name()
my.user_filter = HiddenWdg('user_filter', user)
my.user_filter.set_persistence()
else:
# it has a special colunn 'assigned'
my.user_filter = UserFilterWdg(['user_filter', 'Assigned: '])
my.user_filter.set_search_column('assigned')
div.add_advanced_filter(my.user_filter)
# add the show assets with no task option
div.add_advanced_filter(taskless_filter)
# add the task filter
my.task_status_filter = TaskStatusFilterWdg()
div.add_advanced_filter(my.task_status_filter)
div.add_advanced_filter(HtmlElement.br())
if search_type == 'prod/shot':
shot_filter = SObjectStatusFilterWdg()
div.add_advanced_filter(shot_filter)
shot_statuses = shot_filter.get_statuses()
if shot_statuses:
search.add_filters("status", shot_filter.get_values() )
# add search limit
search_limit = SearchLimitWdg()
search_limit.set_limit(my.search_limit)
div.add_bottom(search_limit)
# only show shots that match the task filter
if not taskless_filter.is_checked(False):
# filter out the tasks
search.add_column("id")
tmp_sobjects = search.get_sobjects()
sobjects = []
if tmp_sobjects:
# get all of the sobject ids corresponding to these tasks
tasks = my.get_tasks(tmp_sobjects)
sobject_ids = SObject.get_values(tasks, "search_id", unique=True)
search = Search(search_type)
search.add_filters("id", sobject_ids)
search_limit.alter_search(search)
sobjects = search.get_sobjects()
else:
search_limit.alter_search(search)
tmp_sobjects = search.get_sobjects()
sobjects = tmp_sobjects
table = TableWdg(search_type, my.view)
widget.add(HtmlElement.br())
table.set_sobjects(sobjects)
widget.add(table)
return widget
def update_process_table(my, search_type=None):
''' make sure to update process table'''
template = my.get_template_pipeline()
if template:
if template.get_code() == my.get_code():
template_processes = []
else:
template_processes = template.get_process_names()
else:
template_processes = []
process_names = my.get_process_names()
pipeline_code = my.get_code()
search = Search("config/process")
search.add_filter("pipeline_code", pipeline_code)
process_sobjs = search.get_sobjects()
existing_names = SObject.get_values(process_sobjs, 'process')
pipeline_has_updates = False
count = 1
for process_name in process_names:
exists = False
for process_sobj in process_sobjs:
# if it already exist, then update
if process_sobj.get_value("process") == process_name:
exists = True
break
if not exists:
process_sobj = SearchType.create("config/process")
# default to (main) for non-task status pipeline
if search_type and search_type != 'sthpw/task':
process_sobj.set_value('subcontext_options', '(main)')
process_sobj.set_value("pipeline_code", pipeline_code)
process_sobj.set_value("process", process_name)
# copy information over from the template
if process_name in template_processes:
template_attrs = template.get_process_attrs(process_name)
process = my.get_process(process_name)
for name, value in template_attrs.items():
if name in ['xpos', 'ypos', 'name']:
continue
process.set_attribute(name, value)
pipeline_has_updates = True
search = Search("config/process")
search.add_filter("process", process_name)
# NEED ANOTHER FILTER for templates here
search.add_filter("pipeline_code", "%/__TEMPLATE__", op="like")
# copy certain values from the template
template_process = search.get_sobject()
for name, value in template_process.get_data().items():
if not value:
continue
if name in ['checkin_mode']:
process_sobj.set_value(name, value)
attrs = my.get_process_attrs(process_name)
color = attrs.get('color')
if color:
process_sobj.set_value("color", color)
process_sobj.set_value("sort_order", count)
process_sobj.commit()
count += 1
if pipeline_has_updates:
my.set_value("pipeline", my.get_pipeline_xml().to_string())
my.commit()
# delete obsolete
obsolete = set(existing_names) - set(process_names)
if obsolete:
for obsolete_name in obsolete:
for process_sobj in process_sobjs:
# delete it
if process_sobj.get_value("process") == obsolete_name:
process_sobj.delete()
break
def preprocess(self):
# protect against the case where there is a single sobject that
# is an insert (often seen in "insert")
if self.is_preprocessed == True:
return
skip = False
if len(self.sobjects) == 1:
if not self.sobjects[0].has_value("search_type"):
skip = True
if not skip:
search_types = SObject.get_values(self.sobjects, 'search_type', unique=True)
try:
search_codes = SObject.get_values(self.sobjects, 'search_code', unique=True)
search_ids = None
except Exception as e:
print "WARNING: ", e
search_ids = SObject.get_values(self.sobjects, 'search_id', unique=True)
search_codes = None
else:
search_types = []
search_codes = []
# if there is more than one search_type, then go get each parent
# individually
# NOTE: this is very slow!!!!
ref_sobjs = []
if len(search_types) > 1:
ref_sobjs = []
for tmp_sobj in self.sobjects:
try:
ref_sobj = tmp_sobj.get_parent()
if ref_sobj:
ref_sobjs.append(ref_sobj)
else:
warning = "Dangling reference: %s" % tmp_sobj.get_search_key()
Environment.add_warning(warning, warning)
except SearchException as e:
# skips unknown search_type/project
print e.__str__()
continue
elif len(search_types) == 1:
search_type = self.sobjects[0].get_value("search_type")
try:
if search_codes != None:
ref_sobjs = Search.get_by_code(search_type, search_codes)
else:
ref_sobjs = Search.get_by_id(search_type, search_ids)
except SearchException as e:
# skips unknown search_type/project
print e.__str__()
pass
# TODO: None defaults to search_key, should be empty
self.ref_sobj_dict = SObject.get_dict(ref_sobjs, None)
# when drawn as part of a TbodyWdg, we want to disable the calculation
# of most things so that it will not try to display a prev row
if self.get_option('disable') == 'true':
self.ref_sobj_dict = None
self.empty = True
self.is_preprocessed = True
def get_display(my):
''' this does not run do_search'''
search_type = my.options.get("search_type")
if search_type:
my.search_type = search_type
view = my.options.get("view")
if view:
my.view = view
search_type = my.search_type
pipeline_name = my.pipeline_name
sobject_filter = my.sobject_filter
assert search_type != None
search = Search(search_type)
widget = Widget()
div = FilterboxWdg()
widget.add(div)
my.process_filter = ProcessFilterSelectWdg(label="Process: ", \
search_type=search_type, css='med', name=my.process_filter_name)
my.process_filter.set_submit_onchange(False)
# get all of the sobjects related to this task
taskless_filter = FilterCheckboxWdg('show_taskless_assets', \
label='Show Taskless Assets', css='small')
taskless_filter.set_submit_onchange(False)
# add in the asset filter
if sobject_filter:
sobject_filter.alter_search(search)
div.add(sobject_filter)
# append the process filter and user filter
div.add_advanced_filter(my.process_filter)
# add a hint
hint = HintWdg('You can select a single process or the << heading >> '\
'which will select the group of processes it contains.')
div.add_advanced_filter(hint)
if UserFilterWdg.has_restriction():
user = Environment.get_user_name()
my.user_filter = HiddenWdg('user_filter', user)
my.user_filter.set_persistence()
else:
# it has a special colunn 'assigned'
my.user_filter = UserFilterWdg(['user_filter', 'Assigned: '])
my.user_filter.set_search_column('assigned')
div.add_advanced_filter(my.user_filter)
# add the show assets with no task option
div.add_advanced_filter(taskless_filter)
# add the task filter
my.task_status_filter = TaskStatusFilterWdg()
div.add_advanced_filter(my.task_status_filter)
div.add_advanced_filter(HtmlElement.br())
if search_type == 'prod/shot':
shot_filter = SObjectStatusFilterWdg()
div.add_advanced_filter(shot_filter)
shot_statuses = shot_filter.get_statuses()
if shot_statuses:
search.add_filters("status", shot_filter.get_values())
# add search limit
search_limit = SearchLimitWdg()
search_limit.set_limit(my.search_limit)
div.add_bottom(search_limit)
# only show shots that match the task filter
if not taskless_filter.is_checked(False):
# filter out the tasks
search.add_column("id")
tmp_sobjects = search.get_sobjects()
sobjects = []
if tmp_sobjects:
# get all of the sobject ids corresponding to these tasks
tasks = my.get_tasks(tmp_sobjects)
sobject_ids = SObject.get_values(tasks,
"search_id",
unique=True)
search = Search(search_type)
search.add_filters("id", sobject_ids)
search_limit.alter_search(search)
sobjects = search.get_sobjects()
else:
search_limit.alter_search(search)
tmp_sobjects = search.get_sobjects()
sobjects = tmp_sobjects
table = TableWdg(search_type, my.view)
widget.add(HtmlElement.br())
table.set_sobjects(sobjects)
widget.add(table)
return widget
