import json import sys from boto.s3.connection import S3Connection from boto.s3.key import Key import config import utils if len(sys.argv) < 2: sys.exit('You must specify "staging" or "production" as an argument to this script.') ENVIRONMENT = sys.argv[1] collection = utils.get_label_collection() row_count = 0 deployed = 0 c = S3Connection() bucket = c.get_bucket(config.S3_BUCKETS[ENVIRONMENT]) for dataset in collection.find(): row_count += 1 del dataset['_id'] print dataset['dataset'] k = Key(bucket)
def setUp(self): self.labels = utils.get_label_collection() self.geographies = utils.get_geography_collection()
def fetch_tables_and_labels(): lc = utils.get_label_collection() return lc.find_one({'dataset': 'SF1'},fields=['tables'])['tables']
import sys from boto.s3.connection import S3Connection from boto.s3.key import Key import config import utils if len(sys.argv) < 2: sys.exit( 'You must specify "staging" or "production" as an argument to this script.' ) ENVIRONMENT = sys.argv[1] collection = utils.get_label_collection() row_count = 0 deployed = 0 c = S3Connection() bucket = c.get_bucket(config.S3_BUCKETS[ENVIRONMENT]) for dataset in collection.find(): row_count += 1 del dataset['_id'] print dataset['dataset'] k = Key(bucket)