def get_coordinates(self, t): try: bbl = t[0] address = t[1] # Normalizer.set_address(t[1], bbl) lat, lon, full_address = self.geo.search_nominatim(address) time.sleep(0.2) if lat is None: raise ValueError num = CsvManager.read_progress() + 1 CsvManager.write_progress(num) return (bbl, t[1], full_address.encode("utf-8"), lon, lat, 1), num except ValueError: self.error_log.open() self.error_log.write(t[1] + ", " + str(t[0])) self.error_log.close() NominatimGeocode.print_status(" Lat, Long not found ") time.sleep(1) return -1, False except (GeocoderTimedOut, GeocoderServiceError) as e: self.error_log.open() self.error_log.write(e.message) self.error_log.close() NominatimGeocode.print_status(e.message) time.sleep(1) return -2, False except KeyboardInterrupt: NominatimGeocode.print_status(" Stopped ") time.sleep(1) return -3, False
def geocode_process(self, t, geocode): re, num = geocode.get_coordinates(t) if num: CsvManager.append_geo_codes([re], self.output) self.progress.update_progress(num) else: val = CsvManager.read_progress() self.progress.update_progress(val+1) return re, num
def get_coordinates(self, t): try: bbl = t[0] address = t[1]# Normalizer.set_address(t[1], bbl) lon, lat, full_address = self.geo.search_dao(address, t[0]) if lat is None: raise ValueError TIGERGeocode.print_status(" TIGER") num = CsvManager.read_progress()+1 CsvManager.write_progress(num) return (bbl, t[1], full_address.encode('utf-8'), lon, lat, 4), num except ValueError: self.error_log.open() self.error_log.write(t[1]+", "+str(t[0])) self.error_log.close() TIGERGeocode.print_status(" Lat, Long not found ") return -1, False except KeyboardInterrupt: TIGERGeocode.print_status(" Stopped ") return -3, False
def fix_acris(self): tuples = self.preprocess() real_estates = [] while tuples: try: t = tuples.pop(0) bbl = Normalizer.set_bbl(t[0], t[1], t[2]) address = t[3]+" "+t[4] address = Normalizer.set_address(address, bbl) date = Normalizer.set_str_to_epoch(t[5]) price = t[6] real_estates.append((bbl, address, date, price)) except ValueError: self.error_log.open() self.error_log.write(t[1]+", "+str(t[0])) self.error_log.close() except KeyboardInterrupt: print "" print "Stopped" CsvManager.append_geo_codes(real_estates, self.output) CsvManager.append_geo_codes(real_estates, self.output)
def preprocess(self): tuples = CsvManager.read(self.input) num = CsvManager.read_progress() print num if num == 0: CsvManager.write_geo_codes([], self.output) CsvManager.write_progress('0') self.progress.set_size(len(tuples)) self.progress.update_progress(num) Normalizer.set_tuple(num, tuples) return tuples
num_rows = worksheet.nrows - 1 curr_row = 29 row = worksheet.row(curr_row) keys = [x.value for x in row] players = {'QB': [], 'RB': [], 'WR': [], 'TE': []} # Collect players while curr_row < num_rows: curr_row += 1 row = worksheet.row(curr_row) row = dict(zip(keys, row)) if row['Pos'].value == 'PK' or row['Pos'].value == 'ST': continue player = league.getPlayer(row['Player'].value) if player is None: continue print row player.setStat('Pass Yds', row['Y Pa'].value) player.setStat('Pass TD', row['TD P'].value) player.setStat('Pass Int', row['Int'].value) player.setStat('Rush Yards', row['Y Run'].value) player.setStat('Rush TD', row['TD Run'].value) player.setStat('Rec Yards', row['Y Rec'].value) player.setStat('Rec TD', row['TD Rec'].value) player.setStat('Ret TD', row['TD Ret'].value) csvManager = CsvManager() csvManager.printPlayers(league)
# Check if the default directory for logs exists. try: if args.LOG: log_directory = os.path.expanduser("~/.ControlProgram") if not os.path.exists(log_directory): os.makedirs(log_directory) except Exception, e: args.LOG = False print "Verbose mode disabled. Error while trying to create log dir:\n%s" % str(e) app = TaurusApplication([]) app.setStyle(QtGui.QStyleFactory.create("Cleanlooks")) mainWindow = MainWindow.MainWindow() ui = MainWindow.Ui_MainWindow() csvManager = CsvManager(args.CSV, args.GCSV, args.GUI, ui, args.LOG) ui.setupUi(mainWindow,csvManager) if args.TITLE: mainWindow.setWindowTitle(args.TITLE) taurusDb = taurus.Database() device_model = DeviceTreeModel.DeviceTreeModel(ui) device_model.setDataSource(csvManager) ui.taurusTreeWidget.setModel(device_model) device_list_model = DeviceListModel.DeviceListModel(ui) device_list_model.setDataSource(csvManager) ui.taurusTreeWidget2.setModel(device_list_model) agg_system_model = AggSystemTreeModel()
def __init__(self, inputdata, outputdata, path): self.path = path self.input = CsvManager.read(inputdata) self.output = outputdata self.ts = [] self.kernels = 1
def get_bbls(self): bbls_temp = CsvManager.read(self.path) bbls = [] for bbl in bbls_temp: bbls.append(int(bbl[0])) return bbls
def growth(self, kernels=1): self.kernels = kernels CsvManager.append(self.get_avg_ts(), self.output)
def growth(self, sigma): CsvManager.append(self.get_avg_ts(sigma), self.output)