def get_column_preview(my, div):
# parse the first fow
csv_parser = CsvParser(my.file_path)
if my.has_title:
csv_parser.set_has_title_row(True)
else:
csv_parser.set_has_title_row(False)
if my.lowercase_title:
csv_parser.set_lowercase_title(True)
if my.encoder:
csv_parser.set_encoder(my.encoder)
try:
csv_parser.parse()
# that can be all kinds of encoding/decoding exception
except Exception, e:
# possibly incompatible encoder selected, use the default instead.
# Let the user pick it.
span = SpanWdg('WARNING: The selected encoder is not compatible with your csv file. Please choose the proper one (e.g. UTF-8). Refer to the documentation/tutorial on how to save your csv file with UTF-8 encoding if you have special characters in it.', css='warning')
div.add(SpanWdg(e.__str__()))
div.add(HtmlElement.br())
div.add(span, 'warning')
return div
def get_column_preview(my, div):
# parse the first fow
csv_parser = CsvParser(my.file_path)
if my.has_title:
csv_parser.set_has_title_row(True)
else:
csv_parser.set_has_title_row(False)
if my.lowercase_title:
csv_parser.set_lowercase_title(True)
if my.encoder:
csv_parser.set_encoder(my.encoder)
try:
csv_parser.parse()
# that can be all kinds of encoding/decoding exception
except Exception, e:
# possibly incompatible encoder selected, use the default instead.
# Let the user pick it.
span = SpanWdg('WARNING: The selected encoder is not compatible with your csv file. Please choose the proper one (e.g. UTF-8). Refer to the documentation/tutorial on how to save your csv file with UTF-8 encoding if you have special characters in it.', css='warning')
div.add(SpanWdg(e.__str__()))
div.add(HtmlElement.br())
div.add(span, 'warning')
return div
def get_display(my):
widget = DivWdg(id='preview_data')
widget.add_style('padding: 6px')
my.set_as_panel(widget)
widget.add(SpanWdg(), 'warning')
widget.add(HtmlElement.br(2))
my.get_column_preview(widget)
web = WebContainer.get_web()
csv_parser = CsvParser(my.file_path)
if my.encoder:
csv_parser.set_encoder(my.encoder)
try:
csv_parser.parse()
# that can be all kinds of encoding/decoding exception
except Exception, e:
# possibly incompatible encoder selected, use the default instead.
# Let the user pick it.
span = SpanWdg('WARNING: The selected encoder is not compatible with your csv file. Please choose the proper one. Refer to the documentation/tutorial on how to save your csv file with UTF-8 encoding if you have special characters in it.', css='warning')
widget.add(span, 'warning')
return widget
def get_display(my):
widget = DivWdg(id='preview_data')
widget.add_style('padding: 6px')
my.set_as_panel(widget)
widget.add(SpanWdg(), 'warning')
widget.add(HtmlElement.br(2))
my.get_column_preview(widget)
web = WebContainer.get_web()
csv_parser = CsvParser(my.file_path)
if my.encoder:
csv_parser.set_encoder(my.encoder)
try:
csv_parser.parse()
# that can be all kinds of encoding/decoding exception
except Exception, e:
# possibly incompatible encoder selected, use the default instead.
# Let the user pick it.
span = SpanWdg('WARNING: The selected encoder is not compatible with your csv file. Please choose the proper one. Refer to the documentation/tutorial on how to save your csv file with UTF-8 encoding if you have special characters in it.', css='warning')
widget.add(span, 'warning')
return widget
def execute(my):
if not my.initialized:
my.init()
assert my.search_type
assert my.file_path
assert my.columns
csv_parser = CsvParser(my.file_path)
if my.has_title:
csv_parser.set_has_title_row(True)
else:
csv_parser.set_has_title_row(False)
if my.encoder:
csv_parser.set_encoder(my.encoder)
csv_parser.parse()
# get the data and columns
#csv_titles = csv_parser.get_titles()
csv_data = csv_parser.get_data()
# make sure all of the new columns are created
csv_titles = []
for i, column in enumerate(my.columns):
if not column:
new_column = my.new_columns[i]
new_column_type = my.new_column_types[i]
if new_column and new_column not in ['id', 'code'] and\
i in my.enabled_idx:
# create the new column
from pyasm.command import ColumnAddCmd
#col_type = "Name/Code"
cmd = ColumnAddCmd(my.search_type, new_column, new_column_type)
cmd.execute()
# create the sobject for now
sobject = SObjectFactory.create("prod/custom_property")
sobject.set_value("search_type", my.search_type)
sobject.set_value("name", new_column)
sobject.set_value("description", new_column)
sobject.commit()
csv_titles.append( my.new_columns[i] )
else:
csv_titles.append( column )
try:
id_col = csv_titles.index(my.id_col)
# id is special we want it to be identifiable at all times
# but not importable
if my.id_col != 'id' and id_col not in my.enabled_idx:
id_col = -1
except ValueError:
id_col = -1
new_entries = []
updated_entries = []
error_entries = []
error = False
# create entries or update values
for row_count, row in enumerate(csv_data):
sobject = None
# if id_col doesn't exist
is_new_entry = False
if id_col == -1:
sobject = SObjectFactory.create(my.search_type)
is_new_entry = True
else:
id = row[id_col]
if id:
# this essentially updates the current sobject in db
if my.id_col=='code':
sobject = Search.get_by_code(my.search_type, id.strip())
elif my.id_col=='id':
sobject = Search.get_by_id(my.search_type, id.strip())
else:
u_search = Search(my.search_type)
u_search.add_filter(my.id_col, id.strip())
sobject = u_search.get_sobject()
#assert sobject
# in case a previously exported sobject with this code
# or id has been deleted or it is a completely foreign code
# or id, sobject will be None
else: # skip if empty id or code
continue
if not sobject:
sobject = SObjectFactory.create(my.search_type)
is_new_entry = True
new_columns = 0
note = None
for cell_count, cell in enumerate(row):
'''
column_override = my.columns[cell_count]
if column_override:
title = column_override
else:
title = csv_titles[cell_count]
if not title:
continue
'''
# skip if not enabled
if cell_count not in my.enabled_idx:
continue
title = csv_titles[cell_count]
if not title:
continue
# always skip id column
if title == "id":
continue
cell = cell.strip()
# remove control, other characters in unicode
#cell = re.sub(r'\p{Cc}','', cell)
cell = re.sub(r"[\x01-\x08\x0b-\x1f\x7f-\x9f]",'', cell)
if title == "(note)":
note = cell
else:
sobject.set_value(title, cell)
new_columns += 1
if not new_columns:
msg = "No column or only the id column is selected."
raise CommandException(msg)
try:
#sobject.commit(triggers=False)
sobject.commit(triggers=True)
if note:
note_obj = SearchType.create("sthpw/note")
note_obj.set_value("note", note)
note_obj.set_value("process", "publish")
note_obj.set_value("context", "publish")
note_obj.set_user()
note_obj.set_parent(sobject)
note_obj.commit()
except SqlException, e:
msg = "Error creating new entry for row [%s]: %s, %s" % (row_count, str(row), e.__str__() )
# (Maybe not neccessary) must raise SqlException or it would fail silently
if my.test_run:
error = True
error_entries.append(sobject.get_code())
raise SqlException(msg)
else:
if is_new_entry:
new_entries.append(sobject.get_code())
else:
updated_entries.append(sobject.get_code())
