from urllib import urlopen
from zipfile import ZipFile
from csv import DictReader
from datetime import datetime, time, timedelta
from HRTDatabase import HRTDatabase
eastern = pytz.timezone('US/Eastern')
def estNow():
return datetime.utcnow().replace(tzinfo=pytz.utc).astimezone(eastern)
now = estNow()
print 'Running at ' + str(now)
c = config.load()
db = HRTDatabase(c["db_uri"], c["db_name"])
if len(sys.argv) != 2:
db.removeOldGTFS(now)
feedUrl = "http://www.gtfs-data-exchange.com/api/agency?agency=hampton-roads-transit-hrt"
fileUrl = json.loads(urlopen(feedUrl).read())['data']['datafiles'][0]['file_url']
zipFile = ZipFile(StringIO(urlopen(fileUrl).read()))
daysFromNow = 1
if len(sys.argv) == 2:
daysFromNow = int(sys.argv[1])
days = ['monday', 'tuesday', 'wednesday', 'thursday', 'friday', 'saturday', 'sunday']
curDate = (now + timedelta(days=daysFromNow)).date()
midnight = datetime.combine(curDate, time.min)
curWeekDay = days[curDate.weekday()]
print curWeekDay + " " + str(curDate)
'tripId': checkin.tripId,
'lastStopSequence': checkin.lastStopSequence,
'lastStopSequenceOBA': checkin.lastStopSequenceOBA,
'time': checkin.time }
stats['hadRoute'] += 1
elif checkin.busId in busRouteMappings:
checkin.routeId = busRouteMappings[checkin.busId]['routeId']
checkin.direction = busRouteMappings[checkin.busId]['direction']
checkin.tripId = busRouteMappings[checkin.busId]['tripId']
checkin.lastStopSequence = busRouteMappings[checkin.busId]['lastStopSequence']
checkin.lastStopSequenceOBA = busRouteMappings[checkin.busId]['lastStopSequenceOBA']
stats['foundRoute'] += 1
checkinDocs.append(checkin.__dict__)
c = config.load()
db = HRTDatabase(c["db_uri"], c["db_name"])
curTime = datetime.utcnow() + timedelta(hours=-5)
busRouteMappings = db.getBusRouteMappings()
print "Read {0} Bus Route Mappings".format(len(busRouteMappings))
lastCheckins = db.getLastCheckinSummary()
checkinDocs = []
stats = {'lines': 0, 'invalid': 0, 'processed': 0, 'hadRoute': 0, 'foundRoute': 0, 'foundTrip': 0}
ftp = FTP('216.54.15.3')
ftp.login()
ftp.cwd('Anrd')
ftp.retrlines('RETR hrtrtf.txt', process)
db.setBusRouteMappings(busRouteMappings.values())
from urllib import urlopen
from zipfile import ZipFile
from csv import DictReader
from datetime import datetime, time, timedelta
from HRTDatabase import HRTDatabase
eastern = pytz.timezone('US/Eastern')
def estNow():
return datetime.utcnow().replace(tzinfo=pytz.utc).astimezone(eastern)
now = estNow()
print 'Running at ' + str(now)
c = config.load()
db = HRTDatabase(c["db_uri"], c["db_name"])
if len(sys.argv) != 2:
db.removeOldGTFS(now)
feedUrl = "http://www.gtfs-data-exchange.com/api/agency?agency=hampton-roads-transit-hrt"
fileUrl = json.loads(urlopen(feedUrl).read())['data']['datafiles'][0]['file_url']
zipFile = ZipFile(StringIO(urlopen(fileUrl).read()))
daysFromNow = 1
if len(sys.argv) == 2:
daysFromNow = int(sys.argv[1])
days = ['monday', 'tuesday', 'wednesday', 'thursday', 'friday', 'saturday', 'sunday']
curDate = (now + timedelta(days=daysFromNow)).date()
midnight = datetime.combine(curDate, time.min)
curWeekDay = days[curDate.weekday()]
print curWeekDay + " " + str(curDate)
import config
import json
import sys
from StringIO import StringIO
from urllib import urlopen
from zipfile import ZipFile
from csv import DictReader
from datetime import datetime, time, timedelta
from HRTDatabase import HRTDatabase
c = config.load()
db = HRTDatabase(c["db_uri"])
if len(sys.argv) != 2:
db.removeOldGTFS(datetime.utcnow() + timedelta(hours=-5))
feedUrl = "http://www.gtfs-data-exchange.com/api/agency?agency=hampton-roads-transit-hrt"
fileUrl = json.loads(urlopen(feedUrl).read())['data']['datafiles'][0]['file_url']
zipFile = ZipFile(StringIO(urlopen(fileUrl).read()))
daysFromNow = 1
if len(sys.argv) == 2:
daysFromNow = int(sys.argv[1])
days = ['monday', 'tuesday', 'wednesday', 'thursday', 'friday', 'saturday', 'sunday']
curDate = (datetime.utcnow() + timedelta(days=daysFromNow, hours=-5)).date()
midnight = datetime.combine(curDate, time.min)
curWeekDay = days[curDate.weekday()]
print curWeekDay + " " + str(curDate)
activeServiceIds = []
calendar = DictReader(zipFile.open("calendar.txt"))
for row in calendar:
from csv import DictReader
from datetime import datetime, time, timedelta
from HRTDatabase import HRTDatabase
eastern = pytz.timezone('US/Eastern')
def estNow():
return datetime.utcnow().replace(tzinfo=pytz.utc).astimezone(eastern)
now = estNow()
print 'Running at ' + str(now)
c = config.load()
db = HRTDatabase(c["db_uri"], c["db_name"])
if len(sys.argv) != 2:
db.removeOldGTFS(now)
feedUrl = "http://www.gtfs-data-exchange.com/api/agency?agency=hampton-roads-transit-hrt"
fileUrl = json.loads(
urlopen(feedUrl).read())['data']['datafiles'][0]['file_url']
zipFile = ZipFile(StringIO(urlopen(fileUrl).read()))
daysFromNow = 1
if len(sys.argv) == 2:
daysFromNow = int(sys.argv[1])
days = [
'monday', 'tuesday', 'wednesday', 'thursday', 'friday', 'saturday',
'sunday'
]
from csv import DictReader
from datetime import datetime, time, timedelta
from HRTDatabase import HRTDatabase
eastern = pytz.timezone("US/Eastern")
def estNow():
return datetime.utcnow().replace(tzinfo=pytz.utc).astimezone(eastern)
now = estNow()
print "Running at " + str(now)
c = config.load()
db = HRTDatabase(c["db_uri"], c["db_name"])
if len(sys.argv) != 2:
db.removeOldGTFS(now)
# feedUrl = "http://www.gtfs-data-exchange.com/api/agency?agency=hampton-roads-transit-hrt"
# fileUrl = json.loads(urlopen(feedUrl).read())['data']['datafiles'][0]['file_url']
fileUrl = "http://googletf.gohrt.com/google_transit.zip"
zipFile = ZipFile(StringIO(urlopen(fileUrl).read()))
daysFromNow = 1
if len(sys.argv) == 2:
daysFromNow = int(sys.argv[1])
days = ["monday", "tuesday", "wednesday", "thursday", "friday", "saturday", "sunday"]
curDate = (now + timedelta(days=daysFromNow)).date()
midnight = datetime.combine(curDate, time.min)
curWeekDay = days[curDate.weekday()]
