def main(symbol_file, parameter_file, output_dir): ''' Params: ------------------------ parameter_file: This is the path to the file that contains the information that you want to fetch via the stock prediction api like ps_ratio, dividend_yield, etc. An example for this file is in the input directory of the project source directory. symbol_file: This is path to text file with the symbols that you want the output of seperated by newlines. output_dir: path to output directory. In this directory the files will be created and saved as symbol_1.csv, symbol_2.csv, etc. ''' param_fp = open(parameter_file, 'r') param_list = [] count = {} for parameter in param_fp: param_list.append(parameter.strip()) count[parameter.strip()] = 0 client = YChartsClient() error_count = {} with open(symbol_file, 'r') as sym_fp: for symbol in list(csv.reader(sym_fp)): row_info = {} symbol = symbol[0].strip() to_write = [] to_write.append(['symbol', 'timestamp']) non_params = [] print symbol for parameter in param_list: parameter = parameter.strip() to_write[0].append(parameter) try: row = client.get_security_metric(symbol, parameter, start_date="01/01/1900") except Exception, e: if parameter in error_count: error_count[parameter] += 1 else: error_count[parameter] = 1 non_params.append(parameter) continue for row_obj in row: if row_obj[0] not in row_info: row_info[row_obj[0]] = {} row_info[row_obj[0]][str(parameter)] = row_obj[1] if count[parameter] == 0: count[parameter] = 1 new_file = open(os.path.join(output_dir, str(symbol) + '.csv'), 'w+') for key in sorted(row_info): temp = [] temp.append(str(symbol)) temp.append(convert(key)) for parameter in param_list: parameter = str(parameter) if count[parameter] == 0: param_list.remove(parameter) to_write[0].remove(parameter) continue if parameter in row_info[key]: #print 'HERE', parameter, key temp.append(row_info[key][parameter]) #to_write[-1].append(row_info[key][str(parameter)]) else: #print 'NOT ', parameter, row_info[key] temp.append('NaN') to_write.append(temp) #print to_write[-1], len(to_write[-1]) #row_info[key].insert(0, convert(key)) #row_info[key].insert(0, str(symbol)) #to_write.append(row_info[key]) writer = csv.writer(new_file) writer.writerows(to_write) new_file.close()
def main(symbol_file, parameter_file, output_dir): param_fp = open(parameter_file, 'r') param_list = [] count = {} for parameter in param_fp: param_list.append(parameter.strip()) count[parameter.strip()] = 0 client = YChartsClient() error_count = {} with open(symbol_file, 'r') as sym_fp: for symbol in list(csv.reader(sym_fp)): row_info = {} symbol = symbol[0].strip() to_write = [] to_write.append(['symbol', 'timestamp']) non_params = [] print symbol for parameter in param_list: parameter = parameter.strip() to_write[0].append(parameter) try: row = client.get_security_metric(symbol, parameter, start_date="01/01/1900") except Exception, e: if parameter in error_count: error_count[parameter] += 1 else: error_count[parameter] = 1 non_params.append(parameter) continue for row_obj in row: if row_obj[0] not in row_info: row_info[row_obj[0]] = {} row_info[row_obj[0]][str(parameter)] = row_obj[1] if count[parameter] == 0: count[parameter] = 1 new_file = open(os.path.join(output_dir, str(symbol) + '.csv'), 'w+') for key in sorted(row_info): temp = [] temp.append(str(symbol)) temp.append(convert(key)) for parameter in param_list: parameter = str(parameter) if count[parameter] == 0: param_list.remove(parameter) to_write[0].remove(parameter) continue if parameter in row_info[key]: #print 'HERE', parameter, key temp.append(row_info[key][parameter]) #to_write[-1].append(row_info[key][str(parameter)]) else: #print 'NOT ', parameter, row_info[key] temp.append('NaN') to_write.append(temp) #print to_write[-1], len(to_write[-1]) #row_info[key].insert(0, convert(key)) #row_info[key].insert(0, str(symbol)) #to_write.append(row_info[key]) writer = csv.writer(new_file) writer.writerows(to_write) new_file.close()
def __init__(self): self.client = YChartsClient()