from urllib import urlopen from zipfile import ZipFile from csv import DictReader from datetime import datetime, time, timedelta from HRTDatabase import HRTDatabase eastern = pytz.timezone('US/Eastern') def estNow(): return datetime.utcnow().replace(tzinfo=pytz.utc).astimezone(eastern) now = estNow() print 'Running at ' + str(now) c = config.load() db = HRTDatabase(c["db_uri"], c["db_name"]) if len(sys.argv) != 2: db.removeOldGTFS(now) feedUrl = "http://www.gtfs-data-exchange.com/api/agency?agency=hampton-roads-transit-hrt" fileUrl = json.loads(urlopen(feedUrl).read())['data']['datafiles'][0]['file_url'] zipFile = ZipFile(StringIO(urlopen(fileUrl).read())) daysFromNow = 1 if len(sys.argv) == 2: daysFromNow = int(sys.argv[1]) days = ['monday', 'tuesday', 'wednesday', 'thursday', 'friday', 'saturday', 'sunday'] curDate = (now + timedelta(days=daysFromNow)).date() midnight = datetime.combine(curDate, time.min) curWeekDay = days[curDate.weekday()] print curWeekDay + " " + str(curDate)
'tripId': checkin.tripId, 'lastStopSequence': checkin.lastStopSequence, 'lastStopSequenceOBA': checkin.lastStopSequenceOBA, 'time': checkin.time } stats['hadRoute'] += 1 elif checkin.busId in busRouteMappings: checkin.routeId = busRouteMappings[checkin.busId]['routeId'] checkin.direction = busRouteMappings[checkin.busId]['direction'] checkin.tripId = busRouteMappings[checkin.busId]['tripId'] checkin.lastStopSequence = busRouteMappings[checkin.busId]['lastStopSequence'] checkin.lastStopSequenceOBA = busRouteMappings[checkin.busId]['lastStopSequenceOBA'] stats['foundRoute'] += 1 checkinDocs.append(checkin.__dict__) c = config.load() db = HRTDatabase(c["db_uri"], c["db_name"]) curTime = datetime.utcnow() + timedelta(hours=-5) busRouteMappings = db.getBusRouteMappings() print "Read {0} Bus Route Mappings".format(len(busRouteMappings)) lastCheckins = db.getLastCheckinSummary() checkinDocs = [] stats = {'lines': 0, 'invalid': 0, 'processed': 0, 'hadRoute': 0, 'foundRoute': 0, 'foundTrip': 0} ftp = FTP('216.54.15.3') ftp.login() ftp.cwd('Anrd') ftp.retrlines('RETR hrtrtf.txt', process) db.setBusRouteMappings(busRouteMappings.values())
import config import json import sys from StringIO import StringIO from urllib import urlopen from zipfile import ZipFile from csv import DictReader from datetime import datetime, time, timedelta from HRTDatabase import HRTDatabase c = config.load() db = HRTDatabase(c["db_uri"]) if len(sys.argv) != 2: db.removeOldGTFS(datetime.utcnow() + timedelta(hours=-5)) feedUrl = "http://www.gtfs-data-exchange.com/api/agency?agency=hampton-roads-transit-hrt" fileUrl = json.loads(urlopen(feedUrl).read())['data']['datafiles'][0]['file_url'] zipFile = ZipFile(StringIO(urlopen(fileUrl).read())) daysFromNow = 1 if len(sys.argv) == 2: daysFromNow = int(sys.argv[1]) days = ['monday', 'tuesday', 'wednesday', 'thursday', 'friday', 'saturday', 'sunday'] curDate = (datetime.utcnow() + timedelta(days=daysFromNow, hours=-5)).date() midnight = datetime.combine(curDate, time.min) curWeekDay = days[curDate.weekday()] print curWeekDay + " " + str(curDate) activeServiceIds = [] calendar = DictReader(zipFile.open("calendar.txt")) for row in calendar:
from csv import DictReader from datetime import datetime, time, timedelta from HRTDatabase import HRTDatabase eastern = pytz.timezone('US/Eastern') def estNow(): return datetime.utcnow().replace(tzinfo=pytz.utc).astimezone(eastern) now = estNow() print 'Running at ' + str(now) c = config.load() db = HRTDatabase(c["db_uri"], c["db_name"]) if len(sys.argv) != 2: db.removeOldGTFS(now) feedUrl = "http://www.gtfs-data-exchange.com/api/agency?agency=hampton-roads-transit-hrt" fileUrl = json.loads( urlopen(feedUrl).read())['data']['datafiles'][0]['file_url'] zipFile = ZipFile(StringIO(urlopen(fileUrl).read())) daysFromNow = 1 if len(sys.argv) == 2: daysFromNow = int(sys.argv[1]) days = [ 'monday', 'tuesday', 'wednesday', 'thursday', 'friday', 'saturday', 'sunday' ]
from csv import DictReader from datetime import datetime, time, timedelta from HRTDatabase import HRTDatabase eastern = pytz.timezone("US/Eastern") def estNow(): return datetime.utcnow().replace(tzinfo=pytz.utc).astimezone(eastern) now = estNow() print "Running at " + str(now) c = config.load() db = HRTDatabase(c["db_uri"], c["db_name"]) if len(sys.argv) != 2: db.removeOldGTFS(now) # feedUrl = "http://www.gtfs-data-exchange.com/api/agency?agency=hampton-roads-transit-hrt" # fileUrl = json.loads(urlopen(feedUrl).read())['data']['datafiles'][0]['file_url'] fileUrl = "http://googletf.gohrt.com/google_transit.zip" zipFile = ZipFile(StringIO(urlopen(fileUrl).read())) daysFromNow = 1 if len(sys.argv) == 2: daysFromNow = int(sys.argv[1]) days = ["monday", "tuesday", "wednesday", "thursday", "friday", "saturday", "sunday"] curDate = (now + timedelta(days=daysFromNow)).date() midnight = datetime.combine(curDate, time.min) curWeekDay = days[curDate.weekday()]