def main(symbol_file, parameter_file, output_dir):
    '''

	Params:
	------------------------
	parameter_file: This is the path to the file that contains the information that you want to fetch via the stock prediction api like ps_ratio, dividend_yield, etc. An example for this file is in the input directory of the project source directory.
	symbol_file: This is path to text file with the symbols that you want the output of seperated by newlines.
	output_dir: path to output directory. In this directory the files will be created and saved as symbol_1.csv, symbol_2.csv, etc.
	'''
    param_fp = open(parameter_file, 'r')

    param_list = []

    count = {}

    for parameter in param_fp:
        param_list.append(parameter.strip())
        count[parameter.strip()] = 0

    client = YChartsClient()

    error_count = {}

    with open(symbol_file, 'r') as sym_fp:
        for symbol in list(csv.reader(sym_fp)):
            row_info = {}
            symbol = symbol[0].strip()

            to_write = []
            to_write.append(['symbol', 'timestamp'])

            non_params = []

            print symbol

            for parameter in param_list:
                parameter = parameter.strip()
                to_write[0].append(parameter)

                try:
                    row = client.get_security_metric(symbol,
                                                     parameter,
                                                     start_date="01/01/1900")
                except Exception, e:
                    if parameter in error_count:
                        error_count[parameter] += 1
                    else:
                        error_count[parameter] = 1
                    non_params.append(parameter)
                    continue

                for row_obj in row:
                    if row_obj[0] not in row_info:
                        row_info[row_obj[0]] = {}
                    row_info[row_obj[0]][str(parameter)] = row_obj[1]

                if count[parameter] == 0:
                    count[parameter] = 1

            new_file = open(os.path.join(output_dir,
                                         str(symbol) + '.csv'), 'w+')

            for key in sorted(row_info):
                temp = []
                temp.append(str(symbol))
                temp.append(convert(key))

                for parameter in param_list:
                    parameter = str(parameter)

                    if count[parameter] == 0:
                        param_list.remove(parameter)
                        to_write[0].remove(parameter)
                        continue

                    if parameter in row_info[key]:
                        #print 'HERE', parameter, key
                        temp.append(row_info[key][parameter])
                        #to_write[-1].append(row_info[key][str(parameter)])
                    else:
                        #print 'NOT ', parameter, row_info[key]
                        temp.append('NaN')

                to_write.append(temp)

                #print to_write[-1], len(to_write[-1])

                #row_info[key].insert(0, convert(key))
                #row_info[key].insert(0, str(symbol))
                #to_write.append(row_info[key])

            writer = csv.writer(new_file)
            writer.writerows(to_write)
            new_file.close()
예제 #2
0
def main(symbol_file, parameter_file, output_dir):
    param_fp = open(parameter_file, 'r')

    param_list = []

    count = {}

    for parameter in param_fp:
        param_list.append(parameter.strip())
        count[parameter.strip()] = 0

    client = YChartsClient()

    error_count = {}

    with open(symbol_file, 'r') as sym_fp:
        for symbol in list(csv.reader(sym_fp)):
            row_info = {}
            symbol = symbol[0].strip()

            to_write = []
            to_write.append(['symbol', 'timestamp'])

            non_params = []

            print symbol

            for parameter in param_list:
                parameter = parameter.strip()
                to_write[0].append(parameter)

                try:
                    row = client.get_security_metric(symbol,
                                                     parameter,
                                                     start_date="01/01/1900")
                except Exception, e:
                    if parameter in error_count:
                        error_count[parameter] += 1
                    else:
                        error_count[parameter] = 1
                    non_params.append(parameter)
                    continue

                for row_obj in row:
                    if row_obj[0] not in row_info:
                        row_info[row_obj[0]] = {}
                    row_info[row_obj[0]][str(parameter)] = row_obj[1]

                if count[parameter] == 0:
                    count[parameter] = 1

            new_file = open(os.path.join(output_dir,
                                         str(symbol) + '.csv'), 'w+')

            for key in sorted(row_info):
                temp = []
                temp.append(str(symbol))
                temp.append(convert(key))

                for parameter in param_list:
                    parameter = str(parameter)

                    if count[parameter] == 0:
                        param_list.remove(parameter)
                        to_write[0].remove(parameter)
                        continue

                    if parameter in row_info[key]:
                        #print 'HERE', parameter, key
                        temp.append(row_info[key][parameter])
                        #to_write[-1].append(row_info[key][str(parameter)])
                    else:
                        #print 'NOT ', parameter, row_info[key]
                        temp.append('NaN')

                to_write.append(temp)

                #print to_write[-1], len(to_write[-1])

                #row_info[key].insert(0, convert(key))
                #row_info[key].insert(0, str(symbol))
                #to_write.append(row_info[key])

            writer = csv.writer(new_file)
            writer.writerows(to_write)
            new_file.close()
예제 #3
0
 def __init__(self):
     self.client = YChartsClient()