def get_column_preview(my, div): # parse the first fow csv_parser = CsvParser(my.file_path) if my.has_title: csv_parser.set_has_title_row(True) else: csv_parser.set_has_title_row(False) if my.lowercase_title: csv_parser.set_lowercase_title(True) if my.encoder: csv_parser.set_encoder(my.encoder) try: csv_parser.parse() # that can be all kinds of encoding/decoding exception except Exception, e: # possibly incompatible encoder selected, use the default instead. # Let the user pick it. span = SpanWdg('WARNING: The selected encoder is not compatible with your csv file. Please choose the proper one (e.g. UTF-8). Refer to the documentation/tutorial on how to save your csv file with UTF-8 encoding if you have special characters in it.', css='warning') div.add(SpanWdg(e.__str__())) div.add(HtmlElement.br()) div.add(span, 'warning') return div
def get_display(my): widget = DivWdg(id='preview_data') widget.add_style('padding: 6px') my.set_as_panel(widget) widget.add(SpanWdg(), 'warning') widget.add(HtmlElement.br(2)) my.get_column_preview(widget) web = WebContainer.get_web() csv_parser = CsvParser(my.file_path) if my.encoder: csv_parser.set_encoder(my.encoder) try: csv_parser.parse() # that can be all kinds of encoding/decoding exception except Exception, e: # possibly incompatible encoder selected, use the default instead. # Let the user pick it. span = SpanWdg('WARNING: The selected encoder is not compatible with your csv file. Please choose the proper one. Refer to the documentation/tutorial on how to save your csv file with UTF-8 encoding if you have special characters in it.', css='warning') widget.add(span, 'warning') return widget
def execute(my): if not my.initialized: my.init() assert my.search_type assert my.file_path assert my.columns csv_parser = CsvParser(my.file_path) if my.has_title: csv_parser.set_has_title_row(True) else: csv_parser.set_has_title_row(False) if my.encoder: csv_parser.set_encoder(my.encoder) csv_parser.parse() # get the data and columns #csv_titles = csv_parser.get_titles() csv_data = csv_parser.get_data() # make sure all of the new columns are created csv_titles = [] for i, column in enumerate(my.columns): if not column: new_column = my.new_columns[i] new_column_type = my.new_column_types[i] if new_column and new_column not in ['id', 'code'] and\ i in my.enabled_idx: # create the new column from pyasm.command import ColumnAddCmd #col_type = "Name/Code" cmd = ColumnAddCmd(my.search_type, new_column, new_column_type) cmd.execute() # create the sobject for now sobject = SObjectFactory.create("prod/custom_property") sobject.set_value("search_type", my.search_type) sobject.set_value("name", new_column) sobject.set_value("description", new_column) sobject.commit() csv_titles.append( my.new_columns[i] ) else: csv_titles.append( column ) try: id_col = csv_titles.index(my.id_col) # id is special we want it to be identifiable at all times # but not importable if my.id_col != 'id' and id_col not in my.enabled_idx: id_col = -1 except ValueError: id_col = -1 new_entries = [] updated_entries = [] error_entries = [] error = False # create entries or update values for row_count, row in enumerate(csv_data): sobject = None # if id_col doesn't exist is_new_entry = False if id_col == -1: sobject = SObjectFactory.create(my.search_type) is_new_entry = True else: id = row[id_col] if id: # this essentially updates the current sobject in db if my.id_col=='code': sobject = Search.get_by_code(my.search_type, id.strip()) elif my.id_col=='id': sobject = Search.get_by_id(my.search_type, id.strip()) else: u_search = Search(my.search_type) u_search.add_filter(my.id_col, id.strip()) sobject = u_search.get_sobject() #assert sobject # in case a previously exported sobject with this code # or id has been deleted or it is a completely foreign code # or id, sobject will be None else: # skip if empty id or code continue if not sobject: sobject = SObjectFactory.create(my.search_type) is_new_entry = True new_columns = 0 note = None for cell_count, cell in enumerate(row): ''' column_override = my.columns[cell_count] if column_override: title = column_override else: title = csv_titles[cell_count] if not title: continue ''' # skip if not enabled if cell_count not in my.enabled_idx: continue title = csv_titles[cell_count] if not title: continue # always skip id column if title == "id": continue cell = cell.strip() # remove control, other characters in unicode #cell = re.sub(r'\p{Cc}','', cell) cell = re.sub(r"[\x01-\x08\x0b-\x1f\x7f-\x9f]",'', cell) if title == "(note)": note = cell else: sobject.set_value(title, cell) new_columns += 1 if not new_columns: msg = "No column or only the id column is selected." raise CommandException(msg) try: #sobject.commit(triggers=False) sobject.commit(triggers=True) if note: note_obj = SearchType.create("sthpw/note") note_obj.set_value("note", note) note_obj.set_value("process", "publish") note_obj.set_value("context", "publish") note_obj.set_user() note_obj.set_parent(sobject) note_obj.commit() except SqlException, e: msg = "Error creating new entry for row [%s]: %s, %s" % (row_count, str(row), e.__str__() ) # (Maybe not neccessary) must raise SqlException or it would fail silently if my.test_run: error = True error_entries.append(sobject.get_code()) raise SqlException(msg) else: if is_new_entry: new_entries.append(sobject.get_code()) else: updated_entries.append(sobject.get_code())