Example #1
0
def test_loader_json():
    module = "User"
    name = 'test_loader_json_' + str(uuid.uuid4()).replace('-', '_')
    file_type = "json"
    f = tempfile.NamedTemporaryFile(delete=False, suffix='.json')
    f.write("""
    [
        {
            "a" : 1,
            "b" : 2,
            "c" : 3
        },
        {
            "a" : 4,
            "b" : 5,
            "c" : 6
        }
    ]
    """)
    f.close()
    print "registering file %s" % f.name
    schema, properties = inferrer.from_local(name, f.name, file_type)
    metadata.register_shore_schema(user, module, name, schema)
    print properties, schema
    #assert(False)
    loader.load(user, module, name, f.name, file_type, properties, schema)
    os.remove(f.name)
Example #2
0
def test_metadata():
    module = "User"
    name = 'test_metadata_' + str(uuid.uuid4()).replace('-', '_')

    schema = rawListType(rawRecordType(name, OrderedDict([('field1', rawIntType()), ('field2', rawStringType())])))
    print schema
    #assert(False)
    metadata.register_shore_schema(user, module, name, schema)
    assert(name in metadata.list_schemas(user, module))
Example #3
0
def test_loader_csv():
    module = "User"
    name = 'test_loader_csv_' + str(uuid.uuid4()).replace('-', '_')
    file_type = 'csv'
    f = tempfile.NamedTemporaryFile(delete=False, suffix='.csv')
    f.write("a,b\n")
    f.write("1,2\n")
    f.write("3,4\n")
    f.close()
    print "registering file %s" % f.name
    schema, properties = inferrer.from_local(name, f.name, file_type)
    metadata.register_shore_schema(user, module, name, schema)
    print properties, schema
    loader.load(user, module, name, f.name, file_type, properties, schema)
    os.remove(f.name)
Example #4
0
def test_querycpp():
    module = "User"
    name = 'test_querycpp_' + str(uuid.uuid4()).replace('-', '_')
    file_type = 'csv'
    f = tempfile.NamedTemporaryFile(delete=False, suffix='.csv')
    f.write("a,b\n")
    f.write("1,2\n")
    f.close()
    schema, properties = inferrer.from_local( name, f.name, file_type)
    metadata.register_shore_schema(user, module, name, schema)
    print properties, schema
    loader.load(user, module, name, f.name, file_type, properties, schema)
    
    result = querycpp.query(user, module, name)
    assert(result['compile_time'] > 0)
    assert(result['execution_time'] > 0)