def process_aaii_xls_key_file(filename):
	'grabs the long attribute names to map onto stock objects'
	xlrd_workbook = xlrd.open_workbook(filename)
	relevant_spreadsheet_list  = return_relevant_spreadsheet_list_from_workbook(xlrd_workbook)

	# only 1 sheet
	if not len(relevant_spreadsheet_list) == 1:
		print line_number(), ""
		print line_number(), "Error in process_sample_dot_xls() in wxStocks_xls_import_functions.py"
		print line_number(), "spreadsheet list > 1 sheet"
		print line_number(), ""
		return None
	spreadsheet = relevant_spreadsheet_list[0]

	spreadsheet_list_of_row_data = []
	for i in range(spreadsheet.nrows):
		row_list = spreadsheet.row_values(i)
		spreadsheet_list_of_row_data.append(row_list)

	key_dict = {}
	for row_list in spreadsheet_list_of_row_data[1:]:
		key_dict[row_list[0]] = row_list[1]
	#print line_number()
	#pprint.pprint(key_dict)

	return key_dict
def process_aaii_xls_key_file(filename):
    'grabs the long attribute names to map onto stock objects'
    xlrd_workbook = xlrd.open_workbook(filename)
    relevant_spreadsheet_list = return_relevant_spreadsheet_list_from_workbook(
        xlrd_workbook)

    # only 1 sheet
    if not len(relevant_spreadsheet_list) == 1:
        print line_number(), ""
        print line_number(
        ), "Error in process_sample_dot_xls() in wxStocks_xls_import_functions.py"
        print line_number(), "spreadsheet list > 1 sheet"
        print line_number(), ""
        return None
    spreadsheet = relevant_spreadsheet_list[0]

    spreadsheet_list_of_row_data = []
    for i in range(spreadsheet.nrows):
        row_list = spreadsheet.row_values(i)
        spreadsheet_list_of_row_data.append(row_list)

    key_dict = {}
    for row_list in spreadsheet_list_of_row_data[1:]:
        key_dict[row_list[0]] = row_list[1]
    #print line_number()
    #pprint.pprint(key_dict)

    return key_dict
def process_aaii_xls_data_file(filename, key_dict):
    print line_number(), filename, "Start!"
    xlrd_workbook = xlrd.open_workbook(filename)
    relevant_spreadsheet_list = return_relevant_spreadsheet_list_from_workbook(
        xlrd_workbook)
    ticker_column_string = u"ticker"

    # only 1 sheet
    if not len(relevant_spreadsheet_list) == 1:
        print line_number(), ""
        print line_number(
        ), "Error in process_sample_dot_xls() in wxStocks_xls_import_functions.py"
        print line_number(), "spreadsheet list > 1 sheet"
        print line_number(), ""
        sys.exit()
    spreadsheet = relevant_spreadsheet_list[0]

    num_columns = spreadsheet.ncols
    num_rows = spreadsheet.nrows

    # important row and column numbers
    top_row = 0  # 1st row

    spreadsheet_list_of_row_data = []
    for i in range(spreadsheet.nrows):
        row_list = spreadsheet.row_values(i)
        spreadsheet_list_of_row_data.append(row_list)

    ticker_location = spreadsheet_list_of_row_data[0].index(u'ticker')
    #print line_number(), spreadsheet_list_of_row_data[0]

    current_time = time.time()
    for row_list in spreadsheet_list_of_row_data[1:]:
        ticker = str(row_list[ticker_location])
        current_stock = db.create_new_Stock_if_it_doesnt_exist(ticker)
        for attribute in spreadsheet_list_of_row_data[0]:
            # get the shortened attribute name here
            attribute_index = spreadsheet_list_of_row_data[0].index(attribute)
            if attribute_index == ticker_location:
                continue
            long_attribute_name = key_dict.get(attribute.upper())
            #print line_number(), long_attribute_name
            long_attribute_name = remove_inappropriate_characters_from_attribute_name(
                long_attribute_name)
            #print line_number(), long_attribute_name
            datum = row_list[attribute_index]
            db.set_Stock_attribute(current_stock, long_attribute_name, datum,
                                   "_aa")
        # set last update time
        if not current_stock.firm_name:
            try:
                current_stock.firm_name = current_stock.Company_name_aa
            except:
                pass
        current_stock.last_aaii_update_aa = current_time
def process_aaii_xls_data_file(filename, key_dict):
	print line_number(), filename, "Start!"
	xlrd_workbook = xlrd.open_workbook(filename)
	relevant_spreadsheet_list  = return_relevant_spreadsheet_list_from_workbook(xlrd_workbook)
	ticker_column_string = u"ticker"

	# only 1 sheet
	if not len(relevant_spreadsheet_list) == 1:
		print line_number(), ""
		print line_number(), "Error in process_sample_dot_xls() in wxStocks_xls_import_functions.py"
		print line_number(), "spreadsheet list > 1 sheet"
		print line_number(), ""
		sys.exit()
	spreadsheet = relevant_spreadsheet_list[0]

	num_columns = spreadsheet.ncols
	num_rows = spreadsheet.nrows

	# important row and column numbers
	top_row = 0 # 1st row

	spreadsheet_list_of_row_data = []
	for i in range(spreadsheet.nrows):
		row_list = spreadsheet.row_values(i)
		spreadsheet_list_of_row_data.append(row_list)

	ticker_location = spreadsheet_list_of_row_data[0].index(u'ticker')
	#print line_number(), spreadsheet_list_of_row_data[0]

	current_time = time.time()
	for row_list in spreadsheet_list_of_row_data[1:]:
		ticker = str(row_list[ticker_location])
		current_stock = db.create_new_Stock_if_it_doesnt_exist(ticker)
		for attribute in spreadsheet_list_of_row_data[0]:
			# get the shortened attribute name here
			attribute_index = spreadsheet_list_of_row_data[0].index(attribute)
			if attribute_index == ticker_location:
				continue
			long_attribute_name = key_dict.get(attribute.upper())
			#print line_number(), long_attribute_name
			long_attribute_name = remove_inappropriate_characters_from_attribute_name(long_attribute_name)
			#print line_number(), long_attribute_name
			datum = row_list[attribute_index]
			db.set_Stock_attribute(current_stock, long_attribute_name, datum, "_aa")
		# set last update time
		if not current_stock.firm_name:
			try:
				current_stock.firm_name = current_stock.Company_name_aa
			except:
				pass
		current_stock.last_aaii_update_aa = current_time
def import_xls_via_user_created_function(wxWindow, user_created_function):
    '''adds import csv data to stocks data via a user created function'''
    try:
        from modules import xlrd
    except:
        logging.error(
            "Error: cannot import xls file because xlrd module failed to load")
        return

    dirname = ''
    dialog = wx.FileDialog(wxWindow, "Choose a file", dirname, "", "*.xls",
                           wx.OPEN)
    if dialog.ShowModal() == wx.ID_OK:
        filename = dialog.GetFilename()
        dirname = dialog.GetDirectory()

        #csv_file = open(os.path.join(dirname, filename), 'rb')

        xls_workbook = xlrd.open_workbook(dirname + "/" + filename)
        dict_list_and_attribute_suffix_tuple = user_created_function(
            xls_workbook)

    else:
        dialog.Destroy()
        return
    dialog.Destroy()

    # process returned tuple
    attribute_suffix = dict_list_and_attribute_suffix_tuple[1]
    success = None
    if len(attribute_suffix) != 3 or attribute_suffix[0] != "_":
        logging.error("Error: your attribute suffix is improperly formatted")
        success = "fail"
        return success
    dict_list = dict_list_and_attribute_suffix_tuple[0]
    for this_dict in dict_list:
        if not this_dict:
            continue
        try:
            this_dict['stock']
        except Exception as e:
            logging.error(e)
            logging.error(
                "Error: your dictionary does not have the ticker as your_dictionary['stock']"
            )
            if success in ["success", "some"]:
                success = "some"
            else:
                success = "fail"
            continue
        stock = utils.return_stock_by_symbol(this_dict['stock'])
        if not stock:
            logging.error(
                "Error: your_dictionary['stock'] does not return a recognized ticker symbol."
            )
            if success in ["success", "some"]:
                success = "some"
            else:
                success = "fail"
            continue
        for key, value in this_dict.items():
            if key == "stock":
                continue
            else:
                setattr(stock, key + attribute_suffix, value)
                if success in ["fail", "some"]:
                    success = "some"
                else:
                    success = "success"

    return success
Ejemplo n.º 6
0
from modules import xlrd

xls_files = ["sample_aaii.xls", "tiny.xls"]
test_file = xls_files[1]

workbook = xlrd.open_workbook(test_file)
print "The number of worksheets is", workbook.nsheets


def return_relevant_spreadsheet_list_from_workbook(xlrd_workbook):
	relevant_sheets = []
	for i in range(workbook.nsheets):
		sheet = workbook.sheet_by_index(i)
		print sheet.name
		if sheet.nrows or sheet.ncols:
			print "rows x cols:", sheet.nrows, sheet.ncols
			relevant_sheets.append(sheet)
		else:
			print "is empty"
		print ""
	return relevant_sheets

def return_xls_cell_value(xlrd_spreadsheet, row, column):
	return xlrd_spreadsheet.cell_value(rowx=row, colx=column)

relevant_sheets = return_relevant_spreadsheet_list_from_workbook(workbook)

print "The number of relevant worksheets is", len(relevant_sheets)

print "Worksheet name(s):", [x.name for x in relevant_sheets]
def import_xls_via_user_created_function(wxWindow, user_created_function):
	'''adds import csv data to stocks data via a user created function'''
	try:
		from modules import xlrd
	except:
		print line_number(), "Error: cannot import xls file because xlrd module failed to load"
		return

	dirname = ''
	dialog = wx.FileDialog(wxWindow, "Choose a file", dirname, "", "*.xls", wx.OPEN)
	if dialog.ShowModal() == wx.ID_OK:
		filename = dialog.GetFilename()
		dirname = dialog.GetDirectory()

		#csv_file = open(os.path.join(dirname, filename), 'rb')

		xls_workbook = xlrd.open_workbook(dirname + "/" + filename)
		dict_list_and_attribute_suffix_tuple = user_created_function(xls_workbook)

	else:
		dialog.Destroy()
		return
	dialog.Destroy()

	# process returned tuple
	attribute_suffix = dict_list_and_attribute_suffix_tuple[1]
	success = None
	if len(attribute_suffix) != 3 or attribute_suffix[0] != "_":
		print line_number(), "Error: your attribute suffix is improperly formatted"
		success = "fail"
		return success
	dict_list = dict_list_and_attribute_suffix_tuple[0]
	for this_dict in dict_list:
		if not this_dict:
			continue
		try:
			this_dict['stock']
		except Exception as e:
			print line_number(), e
			print line_number(), "Error: your dictionary does not have the ticker as your_dictionary['stock']"
			if success in ["success", "some"]:
				success = "some"
			else:
				success = "fail"
			continue
		stock = utils.return_stock_by_symbol(this_dict['stock'])
		if not stock:
			print line_number(), "Error: your_dictionary['stock'] does not return a recognized ticker symbol."
			if success in ["success", "some"]:
				success = "some"
			else:
				success = "fail"
			continue
		for key, value in this_dict.iteritems():
			if key == "stock":
				continue
			else:
				setattr(stock, key + attribute_suffix, value)
				if success in ["fail", "some"]:
					success = "some"
				else:
					success = "success"

	return success
Ejemplo n.º 8
0
from modules import xlrd

xls_files = ["sample_aaii.xls", "tiny.xls"]
test_file = xls_files[1]

workbook = xlrd.open_workbook(test_file)
print "The number of worksheets is", workbook.nsheets


def return_relevant_spreadsheet_list_from_workbook(xlrd_workbook):
    relevant_sheets = []
    for i in range(workbook.nsheets):
        sheet = workbook.sheet_by_index(i)
        print sheet.name
        if sheet.nrows or sheet.ncols:
            print "rows x cols:", sheet.nrows, sheet.ncols
            relevant_sheets.append(sheet)
        else:
            print "is empty"
        print ""
    return relevant_sheets


def return_xls_cell_value(xlrd_spreadsheet, row, column):
    return xlrd_spreadsheet.cell_value(rowx=row, colx=column)


relevant_sheets = return_relevant_spreadsheet_list_from_workbook(workbook)

print "The number of relevant worksheets is", len(relevant_sheets)