def process_source(source):
try:
gtfs = GTFS(filename=source)
p_db = Database(url=db_string, is_geospatial=True)
gtfs.load(p_db, filename=source)
except Exception, e:
print e
def main():
# process command line args
args = init_parser()
# create database
db = Database(args.database_url, args.schema, args.is_geospatial)
db.create()
# load GTFS into database
gtfs = GTFS(args.file)
gtfs.load(db)
def loadToDatabase(writedir, name, gtfsfile):
db_type = "sqlite:///"
suffix = ".sqlite"
dbpath = writedir + "/" + name + suffix
dbname = db_type + dbpath
print "storing into database as " + dbname
db = Database(dbname, None, False)
db.create()
gtfs = GTFS(gtfsfile)
gtfs.load(db)
return dbpath
def loadToDatabase(writedir, name, gtfsfile) :
db_type = "sqlite:///"
suffix = ".sqlite"
dbpath = writedir + "/" + name + suffix
dbname = db_type + dbpath
print "storing into database as " + dbname
db = Database(dbname, None, False)
db.create()
gtfs = GTFS(gtfsfile)
gtfs.load(db)
return dbpath
def database_load(filename, **kwargs):
'''Basic API to load a GTFS zip file into a database
arguments:
filename: URL or local path to GTFS zip file
keyword arguments:
batch_size: record batch size for memory management
is_geospatial: if database is support geo functions
schema: database schema name
tables: limited list of tables to load
url: SQLAlchemy database url
'''
db = Database(**kwargs)
db.create()
gtfs = GTFS(filename)
gtfs.load(db, **kwargs)
return db
def main():
args = init_parser()
feed = GTFS(args.file)
is_valid, stdout = feed.validate()
sys.stdout.write(stdout)
def create_feed_obj(f_path):
f_path = os.path.abspath(f_path)
md5_sum = GTFS.gen_md5(f_path)
return FeedFile(md5sum=md5_sum, date_added=upload_date, uploaded_by_user=user,
file_url=f_path, description='Manual Upload')
def database_load(filename, db_url, **kwargs):
db = Database(url=db_url, is_geospatial=True)
gtfs = GTFS(filename=filename, file_id=kwargs.get('file_id'))
gtfs.load(db)
print "Found {} Feeds".format(len(source_zips))
# sources = get_sources()
sources = []
# sources = ['/Users/rhunter/Desktop/action_20150129_0101.zip', '/Users/rhunter/Desktop/abq-ride_20150802_0107.zip']
# db_string = 'sqlite:///gtfs.db'
# db_string = 'postgresql://*****:*****@test-gtfs.cvklf6ftrsse.us-east-1.rds.amazonaws.com:5432/gtfs_data'
db_string = "postgresql://*****:*****@localhost:5432/gtfs_data"
db = Database(url=db_string, is_geospatial=True)
db.create()
try:
GTFS.bootstrab_db(db)
except IntegrityError:
pass
meta = {
"dataexchange_id": "action",
"file_url": "/Users/rhunter/Desktop/action_20150129_0101.zip",
"file_name": "action_20150129_0101.zip",
"file_checksum": "MD5123123123123",
"date_added": 1213154234.0,
}
database_load(meta, db_url=db_string)
def process_source(source):
