Ejemplo n.º 1
0
def dump():
    squelch_warn = True
    usage = '%prog dburl table'

    op = optparse.OptionParser(usage=usage)
    op.add_option('-o', '--output', metavar='FILENAME',
                  help='output data to FILENAME', default=sys.stdout)
    op.add_option('-l', '--limit', metavar='COUNT', type='int',
                  help='limit dump to COUNT records')
    options, args = op.parse_args()

    dburl = get_arg(op, args, 'missing dburl, [postgres://username:password@localhost/database]')
    
    with warnings.catch_warnings():
        if squelch_warn:
            warnings.simplefilter("ignore", category=sa_exc.SAWarning)
            
        schema, table = get_schema_table(op, args)
        
        if options.output != sys.stdout:
            options.output = open(options.output, 'w')
            
        writer = AnalyticsWriter(options.output, encoding='utf-8')
        
        for record in db.data_generator(dburl, table, schema=schema):
            writer.writerow(record)
            if options.limit is not None:
                options.limit -= 1
                if options.limit <= 0:
                    break
Ejemplo n.º 2
0
def dump():
    usage = '%prog dburl table'

    op = optparse.OptionParser(usage=usage)
    op.add_option('-o',
                  '--output',
                  metavar='FILENAME',
                  help='output data to FILENAME',
                  default=sys.stdout)
    op.add_option('-l',
                  '--limit',
                  metavar='COUNT',
                  type='int',
                  help='limit dump to COUNT records')

    options, args = op.parse_args()

    dburl = get_arg(
        op, args,
        'missing dburl, [postgres://username:password@localhost/database]')
    schema, table = get_schema_table(op, args)

    if options.output != sys.stdout:
        options.output = open(options.output, 'w', newline='')

    writer = AnalyticsWriter(options.output, encoding='utf-8')
    for record in db.data_generator(dburl, table, schema=schema):
        writer.writerow(record)
        if options.limit is not None:
            options.limit -= 1
            if options.limit <= 0:
                break
Ejemplo n.º 3
0
def table():
    usage = '%prog dburl table [edgemart]'
    op = optparse.OptionParser(usage=usage)
    op.add_option('--wsdl', default='wsdl_partner.xml')
    options, args = op.parse_args()
    username, password, token = get_credentials(op)

    dburl = get_arg(op, args, 'missing dburl, [postgres://username:password@localhost/database]')
    schema, table = get_schema_table(op, args)
    edgemart = get_arg(op, args, default=table)

    metadata = db.metadata_dict(dburl, table, schema=schema)
    data = db.data_generator(dburl, table, schema=schema)

    uploader = AnalyticsCloudUploader(metadata, data)
    uploader.login(options.wsdl, username, password, token)
    uploader.upload(edgemart)
Ejemplo n.º 4
0
def dump():
    usage = '%prog dburl table'

    op = optparse.OptionParser(usage=usage)
    op.add_option('-o', '--output', metavar='FILENAME',
                  help='output data to FILENAME', default=sys.stdout)

    options, args = op.parse_args()

    dburl = get_arg(op, args, 'missing dburl, [postgres://username:password@localhost/database]')
    table = get_arg(op, args, 'missing table')

    if options.output != sys.stdout:
        options.output = open(options.output, 'w', newline='')

    writer = unicodecsv.writer(options.output, encoding='utf-8')
    for record in db.data_generator(dburl, table):
        writer.writerow(record)
Ejemplo n.º 5
0
def table():
    usage = '%prog dburl table [edgemart]'
    op = optparse.OptionParser(usage=usage)
    op.add_option('--wsdl', default='wsdl_partner.xml')
    options, args = op.parse_args()
    username, password, token = get_credentials(op)

    dburl = get_arg(
        op, args,
        'missing dburl, [postgres://username:password@localhost/database]')
    schema, table = get_schema_table(op, args)
    edgemart = get_arg(op, args, default=table)

    metadata = db.metadata_dict(dburl, table, schema=schema)
    data = db.data_generator(dburl, table, schema=schema)

    uploader = AnalyticsCloudUploader(metadata, data)
    uploader.login(options.wsdl, username, password, token)
    uploader.upload(edgemart)