def push(state, slug, obj):
k = Key(bucket)
k.key = '%s/%s.jsonp' % (state, slug)
data = json.dumps(obj)
jsonp = '%s(%s)' % (slug, data)
compressed = utils.gzip_data(jsonp)
k.set_contents_from_string(compressed, headers={ 'Content-encoding': 'gzip', 'Content-Type': 'application/javascript' }, policy='public-read')
def push(state, slug, obj):
k = Key(bucket)
k.key = '%s/%s.jsonp' % (state, slug)
data = json.dumps(obj)
jsonp = '%s(%s)' % (slug, data)
compressed = utils.gzip_data(jsonp)
k.set_contents_from_string(compressed, headers={ 'Content-encoding': 'gzip', 'Content-Type': 'application/javascript' }, policy='public-read')
def update_state_list(environment, state, clear=False, remove=False):
c = S3Connection()
bucket = c.get_bucket(config.S3_BUCKETS[environment])
k = Key(bucket)
k.key = 'states.jsonp'
try:
data = k.get_contents_as_string()
# No existing file
if not data:
raise S3ResponseError()
# Strip off jsonp wrapper
contents = utils.gunzip_data(data)
data = contents[7:-1]
states = json.loads(data)
except S3ResponseError:
states = []
if remove:
states.remove(state)
print 'Removed %s from list of available states' % state
elif clear:
states = [state]
print 'Reset list of available states and added %s' % state
else:
if state not in states:
states.append(state)
print '%s added to available state list' % state
else:
print '%s is already available' % state
states.sort()
jsonp = 'states(%s)' % json.dumps(states)
compressed = utils.gzip_data(jsonp)
k.set_contents_from_string(compressed,
headers={
'Content-encoding': 'gzip',
'Content-Type': 'application/json'
},
policy='public-read')
def update_state_list(environment, state, clear=False, remove=False):
c = S3Connection()
bucket = c.get_bucket(config.S3_BUCKETS[environment])
k = Key(bucket)
k.key = 'states.jsonp'
try:
data = k.get_contents_as_string()
# No existing file
if not data:
raise S3ResponseError()
# Strip off jsonp wrapper
contents = utils.gunzip_data(data)
data = contents[7:-1]
states = json.loads(data)
except S3ResponseError:
states = []
if remove:
states.remove(state)
print 'Removed %s from list of available states' % state
elif clear:
states = [state]
print 'Reset list of available states and added %s' % state
else:
if state not in states:
states.append(state)
print '%s added to available state list' % state
else:
print '%s is already available' % state
states.sort()
jsonp = 'states(%s)' % json.dumps(states)
compressed = utils.gzip_data(jsonp)
k.set_contents_from_string(compressed, headers={ 'Content-encoding': 'gzip', 'Content-Type': 'application/json' }, policy='public-read')
ENVIRONMENT = sys.argv[1]
collection = utils.get_label_collection()
row_count = 0
deployed = 0
c = S3Connection()
bucket = c.get_bucket(config.S3_BUCKETS[ENVIRONMENT])
for dataset in collection.find():
row_count += 1
del dataset['_id']
print dataset['dataset']
k = Key(bucket)
k.key = '%s_labels.jsonp' % dataset['dataset']
jsonp = 'labels_%s(%s)' % (dataset['dataset'], json.dumps(dataset))
compressed = utils.gzip_data(jsonp)
k.set_contents_from_string(compressed, headers={ 'Content-encoding': 'gzip', 'Content-Type': 'application/json' }, policy='public-read')
deployed += 1
print 'deploy_labels:'
print ' Row count: %i' % row_count
print ' Deployed: %i' % deployed
row_count = 0
deployed = 0
c = S3Connection()
bucket = c.get_bucket(config.S3_BUCKETS[ENVIRONMENT])
for geography in collection.find():
row_count += 1
del geography['_id']
k = Key(bucket)
k.key = '%s/%s.jsonp' % (geography['metadata']['STATE'],
geography['geoid'])
jsonp = 'geoid_%s(%s)' % (geography['geoid'], json.dumps(geography))
compressed = utils.gzip_data(jsonp)
k.set_contents_from_string(compressed,
headers={
'Content-encoding': 'gzip',
'Content-Type': 'application/javascript'
},
policy=policy)
if row_count % 100 == 0:
print ' Deployed %i...' % row_count
deployed += 1
print ' Row count: %i' % row_count
print ' Deployed: %i' % deployed
