def test_osr_proj4_14():
proj4str = '+proj=etmerc +lat_0=1 +lon_0=2 +k=0.9996 +x_0=3 +y_0=4 +datum=WGS84 +nodefs'
# Test importing etmerc
srs = osr.SpatialReference()
srs.ImportFromProj4(proj4str)
wkt = srs.ExportToPrettyWkt()
expect_wkt = """PROJCS["unknown",
GEOGCS["unknown",
DATUM["WGS_1984",
SPHEROID["WGS 84",6378137,298.257223563,
AUTHORITY["EPSG","7030"]],
AUTHORITY["EPSG","6326"]],
PRIMEM["Greenwich",0,
AUTHORITY["EPSG","8901"]],
UNIT["degree",0.0174532925199433,
AUTHORITY["EPSG","9122"]]],
PROJECTION["Transverse_Mercator"],
PARAMETER["latitude_of_origin",1],
PARAMETER["central_meridian",2],
PARAMETER["scale_factor",0.9996],
PARAMETER["false_easting",3],
PARAMETER["false_northing",4],
UNIT["metre",1,
AUTHORITY["EPSG","9001"]],
AXIS["Easting",EAST],
AXIS["Northing",NORTH]]"""
if wkt != expect_wkt:
print('Got:%s' % wkt)
print('Expected:%s' % expect_wkt)
pytest.fail('Did not get expected result.')
srs = osr.SpatialReference()
srs.ImportFromEPSG(32600 + 32)
# Test exporting standard Transverse_Mercator, without any particular option
proj4str = srs.ExportToProj4()
expect_proj4str = '+proj=utm +zone=32 +datum=WGS84 +units=m +no_defs'
assert proj4str == expect_proj4str
srs = osr.SpatialReference()
proj4str = '+proj=etmerc +lat_0=1 +lon_0=2 +k=0.9996 +x_0=3 +y_0=4 +datum=WGS84 +units=m +no_defs'
srs.ImportFromProj4(proj4str)
# Test exporting standard Transverse_Mercator, with OSR_USE_APPROX_TMERC=YES
with gdaltest.config_option('OSR_USE_APPROX_TMERC', 'YES'):
got_proj4str = srs.ExportToProj4()
gdal.SetConfigOption('OSR_USE_APPROX_TMERC', None)
assert got_proj4str == '+proj=tmerc +approx +lat_0=1 +lon_0=2 +k=0.9996 +x_0=3 +y_0=4 +datum=WGS84 +units=m +no_defs'
# Test exporting standard Transverse_Mercator, with OSR_USE_APPROX_TMERC=YES
srs = osr.SpatialReference()
srs.ImportFromEPSG(32600 + 32)
with gdaltest.config_option('OSR_USE_APPROX_TMERC', 'YES'):
got_proj4str = srs.ExportToProj4()
assert got_proj4str == '+proj=utm +approx +zone=32 +datum=WGS84 +units=m +no_defs'
def bag_vr_resampled_interpolated():
if gdaltest.bag_drv is None:
return 'skip'
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'INTERPOLATION=INVDIST'])
cs = ds.GetRasterBand(1).Checksum()
if cs != 2175:
gdaltest.post_reason('fail')
print(cs)
return 'fail'
# Test overviews
with gdaltest.config_option('GDAL_BAG_MIN_OVR_SIZE', '4'):
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID'])
if ds.GetRasterBand(1).GetOverviewCount() != 2:
gdaltest.post_reason('fail')
print(ds.GetRasterBand(1).GetOverviewCount())
return 'fail'
# Incompatible options
with gdaltest.error_handler():
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'SUPERGRIDS_MASK=YES',
'INTERPOLATION=INVDIST'])
if ds is not None:
gdaltest.post_reason('fail')
return 'fail'
return 'success'
def test_pds4_11():
filename = '/vsimem/out.xml'
for (dt, data) in [(gdal.GDT_Byte, struct.pack('B', 255)),
(gdal.GDT_UInt16, struct.pack('H', 65535)),
(gdal.GDT_Int16, struct.pack('h', -32768)),
(gdal.GDT_UInt32, struct.pack('I', 4000000000)),
(gdal.GDT_Int32, struct.pack('i', -2000000000)),
(gdal.GDT_Float32, struct.pack('f', 1.25)),
(gdal.GDT_Float64, struct.pack('d', 1.25)),
(gdal.GDT_CFloat32, struct.pack('ff', 1.25, 2.5)),
(gdal.GDT_CFloat64, struct.pack('dd', 1.25, 2.5))]:
ds = gdal.GetDriverByName('PDS4').Create(filename, 1, 1, 1, dt)
ds.GetRasterBand(1).WriteRaster(0, 0, 1, 1, data)
with hide_substitution_warnings_error_handler():
ds = None
with gdaltest.config_option('PDS4_FORCE_MASK', 'YES'):
ds = gdal.Open(filename)
assert ds.GetRasterBand(1).DataType == dt
got_data = ds.GetRasterBand(1).ReadRaster(0, 0, 1, 1)
assert got_data == data, dt
cs = ds.GetRasterBand(1).GetMaskBand().Checksum()
assert cs == 3, dt
ds = None
gdal.GetDriverByName('PDS4').Delete(filename)
def test_ogr_geojsonseq_seq_geometries():
with gdaltest.config_option('OGR_GEOJSONSEQ_CHUNK_SIZE', '10'):
ds = ogr.Open("""{"type":"Point","coordinates":[2,49]}
{"type":"Point","coordinates":[3,50]}""")
lyr = ds.GetLayer(0)
assert lyr.GetFeatureCount() == 2
f = lyr.GetNextFeature()
if f.GetGeometryRef().ExportToWkt() != 'POINT (2 49)':
f.DumpReadable()
pytest.fail()
def test_ogr_pdf_5():
if not has_read_support():
pytest.skip()
with gdaltest.config_option('OGR_PDF_READ_NON_STRUCTURED', 'YES'):
ds = ogr.Open('data/drawing.pdf')
assert ds is not None
# Note: the circle is wrongly drawned as a diamond
lyr = ds.GetLayer(0)
assert lyr.GetFeatureCount() == 8
def startup_and_cleanup():
with gdaltest.config_option('GDAL_PAM_ENABLED', 'YES'):
yield
try:
os.chmod('tmpdirreadonly', stat.S_IRUSR | stat.S_IWUSR | stat.S_IXUSR)
shutil.rmtree('tmpdirreadonly')
except OSError:
pass
try:
shutil.rmtree('tmppamproxydir')
except OSError:
pass
def test_pcidsk_external_ovr_rrd():
gdal.Translate('/vsimem/test.pix', 'data/byte.tif', format='PCIDSK')
ds = gdal.Open('/vsimem/test.pix', gdal.GA_Update)
with gdaltest.config_option('USE_RRD', 'YES'):
ds.BuildOverviews('NEAR', [2])
ds = None
assert gdal.VSIStatL('/vsimem/test.aux') is not None
ds = gdal.Open('/vsimem/test.pix')
assert ds.GetRasterBand(1).GetOverviewCount() == 1
ds = None
gdal.GetDriverByName('PCIDSK').Delete('/vsimem/test.pix')
def test_pcidsk_external_ovr_rrd():
gdal.Translate('/vsimem/test.pix', 'data/byte.tif', format='PCIDSK')
ds = gdal.Open('/vsimem/test.pix', gdal.GA_Update)
with gdaltest.config_option('USE_RRD', 'YES'):
ds.BuildOverviews('NEAR', [2])
ds = None
assert gdal.VSIStatL('/vsimem/test.aux') is not None
ds = gdal.Open('/vsimem/test.pix')
assert ds.GetRasterBand(1).GetOverviewCount() == 1
ds = None
gdal.GetDriverByName('PCIDSK').Delete('/vsimem/test.pix')
def test_gdal_grid_10(use_quadtree):
if gdal_grid is None:
pytest.skip()
#################
outfiles.append('tmp/grid_maximum_180_180.tif')
try:
os.remove(outfiles[-1])
except OSError:
pass
with gdaltest.config_option('GDAL_GRID_POINT_COUNT_THRESHOLD',
'0' if use_quadtree else '1000000000'):
# Create a GDAL dataset from the values of "grid.csv".
# Search ellipse larger than the raster cell.
gdaltest.runexternal(
gdal_grid +
' -txe 440720.0 441920.0 -tye 3751320.0 3750120.0 -outsize 20 20 -ot Byte -l grid -a maximum:radius1=180.0:radius2=180.0:angle=0.0:min_points=0:nodata=0.0 data/grid.vrt '
+ outfiles[-1])
# We should get the same values as in "ref_data/grid_maximum_180_180.tif"
ds = gdal.Open(outfiles[-1])
ds_ref = gdal.Open('ref_data/grid_maximum_180_180.tif')
assert ds.GetRasterBand(1).Checksum() == ds_ref.GetRasterBand(1).Checksum(), \
('bad checksum : got %d, expected %d' %
(ds.GetRasterBand(1).Checksum(), ds_ref.GetRasterBand(1).Checksum()))
ds_ref = None
ds = None
#################
outfiles.append('tmp/grid_maximum_20_20.tif')
try:
os.remove(outfiles[-1])
except OSError:
pass
# Create a GDAL dataset from the values of "grid.csv".
# Search ellipse smaller than the raster cell.
gdaltest.runexternal(
gdal_grid +
' -txe 440720.0 441920.0 -tye 3751320.0 3750120.0 -outsize 20 20 -ot Byte -l grid -a maximum:radius1=20.0:radius2=20.0:angle=120.0:min_points=0:nodata=0.0 data/grid.vrt '
+ outfiles[-1])
# We should get the same values as in "ref_data/grid_maximum_20_20.tif"
ds = gdal.Open(outfiles[-1])
ds_ref = gdal.Open('ref_data/grid_maximum_20_20.tif')
assert ds.GetRasterBand(1).Checksum() == ds_ref.GetRasterBand(1).Checksum(), \
('bad checksum : got %d, expected %d' %
(ds.GetRasterBand(1).Checksum(), ds_ref.GetRasterBand(1).Checksum()))
ds_ref = None
ds = None
def test_tiff_srs_towgs84_from_epsg_do_not_write_it():
filename = '/vsimem/test.tif'
ds = gdal.GetDriverByName('GTiff').Create(filename, 1, 1)
srs_in = osr.SpatialReference()
srs_in.ImportFromEPSG(31468)
assert srs_in.HasTOWGS84()
ds.SetSpatialRef(srs_in)
ds = None
ds = gdal.Open(filename)
with gdaltest.config_option('OSR_ADD_TOWGS84_ON_IMPORT_FROM_EPSG', 'NO'):
srs = ds.GetSpatialRef()
assert not srs.HasTOWGS84()
def test_mask_6():
with gdaltest.config_option('GDAL_TIFF_INTERNAL_MASK_TO_8BIT', 'FALSE'):
ds = gdal.Open('data/test_with_mask_1bit.tif')
assert ds is not None, 'Failed to open test dataset.'
band = ds.GetRasterBand(1)
assert band.GetMaskFlags(
) == gdal.GMF_PER_DATASET, 'Did not get expected mask.'
cs = band.GetMaskBand().Checksum()
assert cs == 100, 'Got wrong mask checksum'
def test_hdf5_multidim_basic():
ds = gdal.OpenEx('data/hdf5/u8be.h5', gdal.OF_MULTIDIM_RASTER)
assert ds
rg = ds.GetRootGroup()
assert rg
assert not rg.GetGroupNames()
assert not rg.OpenGroup('non_existing')
assert rg.GetMDArrayNames() == ['TestArray']
assert not rg.OpenMDArray('non_existing')
ar = rg.OpenMDArray('TestArray')
assert ar
assert not ar.GetAttribute('non_existing')
dims = ar.GetDimensions()
assert len(dims) == 2
assert dims[0].GetSize() == 6
assert dims[1].GetSize() == 5
assert ar.GetDataType().GetNumericDataType() == gdal.GDT_Byte
got_data = ar.Read(
buffer_datatype=gdal.ExtendedDataType.Create(gdal.GDT_UInt16))
assert len(got_data) == 30 * 2
assert struct.unpack('H' * 30, got_data) == (0, 1, 2, 3, 4, 1, 2, 3, 4, 5,
2, 3, 4, 5, 6, 3, 4, 5, 6, 7,
4, 5, 6, 7, 8, 5, 6, 7, 8, 9)
got_data = ar.Read(array_start_idx=[2, 1],
count=[3, 2],
buffer_datatype=gdal.ExtendedDataType.Create(
gdal.GDT_UInt16))
assert len(got_data) == 6 * 2
assert struct.unpack('H' * 6, got_data) == (3, 4, 4, 5, 5, 6)
got_data = ar.Read(array_start_idx=[2, 1],
count=[3, 2],
array_step=[-1, -1],
buffer_datatype=gdal.ExtendedDataType.Create(
gdal.GDT_UInt16))
assert len(got_data) == 6 * 2
assert struct.unpack('H' * 6, got_data) == (3, 2, 2, 1, 1, 0)
with gdaltest.config_option('GDAL_HDF5_TEMP_ARRAY_ALLOC_SIZE', '0'):
got_data = ar.Read(array_start_idx=[2, 1],
count=[3, 2],
array_step=[-1, -1],
buffer_datatype=gdal.ExtendedDataType.Create(
gdal.GDT_UInt16))
assert len(got_data) == 6 * 2
assert struct.unpack('H' * 6, got_data) == (3, 2, 2, 1, 1, 0)
def test_geoloc_affine_transformation(step, convention, inverse_method):
shift = 0.5 if convention == 'PIXEL_CENTER' else 0
lon_ds = gdal.GetDriverByName('GTiff').Create('/vsimem/lon.tif', 20 // step, 1, 1, gdal.GDT_Float32)
vals = array.array('f', [-80 + step * (x + shift) for x in range(20 // step)])
lon_ds.WriteRaster(0, 0, 20 // step, 1, vals)
lon_ds = None
lat_ds = gdal.GetDriverByName('GTiff').Create('/vsimem/lat.tif', 20 // step, 1, 1, gdal.GDT_Float32)
vals = array.array('f', [50 - step * (x + shift) for x in range(20 // step)])
lat_ds.WriteRaster(0, 0, 20 // step, 1, vals)
lat_ds = None
ds = gdal.GetDriverByName('MEM').Create('', 20, 20)
md = {
'LINE_OFFSET': '0',
'LINE_STEP': str(step),
'PIXEL_OFFSET': '0',
'PIXEL_STEP': str(step),
'X_DATASET': '/vsimem/lon.tif',
'X_BAND' : '1',
'Y_DATASET': '/vsimem/lat.tif',
'Y_BAND' : '1',
'SRS': 'GEOGCS["WGS 84",DATUM["WGS_1984",SPHEROID["WGS 84",6378137,298.257223563,AUTHORITY["EPSG","7030"]],AUTHORITY["EPSG","6326"]],PRIMEM["Greenwich",0,AUTHORITY["EPSG","8901"]],UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9122"]],AXIS["Latitude",NORTH],AXIS["Longitude",EAST],AUTHORITY["EPSG","4326"]]',
'GEOREFERENCING_CONVENTION' : convention
}
ds.SetMetadata(md, 'GEOLOCATION')
with gdaltest.config_option('GDAL_GEOLOC_INVERSE_METHOD', inverse_method):
tr = gdal.Transformer(ds, None, [])
def check_point(x,y,X,Y):
success, pnt = tr.TransformPoint(False, x, y)
assert success
assert pnt == (X, Y, 0)
success, pnt = tr.TransformPoint(True, pnt[0], pnt[1])
assert success
assert pnt == pytest.approx((x, y, 0))
check_point(10, 10, -70.0, 40.0)
check_point(1.23, 2.34, -78.77, 47.66)
check_point(0, 0, -80.0, 50.0)
check_point(20, 0, -60.0, 50.0)
check_point(0, 20, -80.0, 30.0)
check_point(20, 20, -60.0, 30.0)
ds = None
gdal.Unlink('/vsimem/lon.tif')
gdal.Unlink('/vsimem/lat.tif')
def test_pam_8():
with gdaltest.config_option('GDAL_PAM_ENABLED', 'YES'):
ds = gdal.GetDriverByName('GTiff').Create('/vsimem/pam_8.tif', 1, 1, 1)
ds.GetRasterBand(1).SetDescription('foo')
ds = None
ds = gdal.Open('/vsimem/pam_8.tif')
desc = ds.GetRasterBand(1).GetDescription()
ds = None
gdal.GetDriverByName('GTiff').Delete('/vsimem/pam_8.tif')
assert desc == 'foo'
def test_jp2metadata_getjpeg2000structure():
ret = gdal.GetJPEG2000StructureAsString('data/jpeg2000/byte.jp2', ['ALL=YES'])
assert ret is not None
ret = gdal.GetJPEG2000StructureAsString('data/jpeg2000/byte_tlm_plt.jp2', ['ALL=YES'])
assert ret is not None
ret = gdal.GetJPEG2000StructureAsString('data/jpeg2000/byte_one_poc.j2k', ['ALL=YES'])
assert ret is not None
with gdaltest.config_option('GDAL_JPEG2000_STRUCTURE_MAX_LINES', '15'):
gdal.ErrorReset()
with gdaltest.error_handler():
ret = gdal.GetJPEG2000StructureAsString('data/jpeg2000/byte.jp2', ['ALL=YES'])
assert ret is not None
assert gdal.GetLastErrorMsg() != ''
with gdaltest.config_option('GDAL_JPEG2000_STRUCTURE_MAX_LINES', '150'):
gdal.ErrorReset()
with gdaltest.error_handler():
ret = gdal.GetJPEG2000StructureAsString('data/jpeg2000/byte.jp2', ['ALL=YES'])
assert ret is not None
assert gdal.GetLastErrorMsg() != ''
def test_vsiaz_real_server_errors():
if not gdaltest.built_against_curl():
pytest.skip()
# Missing AZURE_STORAGE_ACCOUNT
gdal.ErrorReset()
with gdaltest.error_handler():
f = open_for_read('/vsiaz/foo/bar')
assert f is None and gdal.VSIGetLastErrorMsg().find('AZURE_STORAGE_ACCOUNT') >= 0
gdal.ErrorReset()
with gdaltest.error_handler():
f = open_for_read('/vsiaz_streaming/foo/bar')
assert f is None and gdal.VSIGetLastErrorMsg().find('AZURE_STORAGE_ACCOUNT') >= 0
# Invalid AZURE_STORAGE_CONNECTION_STRING
with gdaltest.config_option('AZURE_STORAGE_CONNECTION_STRING', 'invalid'):
gdal.ErrorReset()
with gdaltest.error_handler():
f = open_for_read('/vsiaz/foo/bar')
assert f is None
# Missing AZURE_STORAGE_ACCESS_KEY
gdal.ErrorReset()
with gdaltest.config_options({'AZURE_STORAGE_ACCOUNT': 'AZURE_STORAGE_ACCOUNT',
'CPL_AZURE_VM_API_ROOT_URL': 'disabled'}):
with gdaltest.error_handler():
f = open_for_read('/vsiaz/foo/bar')
assert f is None and gdal.VSIGetLastErrorMsg().find('AZURE_STORAGE_ACCESS_KEY') >= 0
# AZURE_STORAGE_ACCOUNT and AZURE_STORAGE_ACCESS_KEY but invalid
gdal.ErrorReset()
with gdaltest.config_options({'AZURE_STORAGE_ACCOUNT': 'AZURE_STORAGE_ACCOUNT',
'AZURE_STORAGE_ACCESS_KEY': 'AZURE_STORAGE_ACCESS_KEY'}):
with gdaltest.error_handler():
f = open_for_read('/vsiaz/foo/bar.baz')
if f is not None:
if f is not None:
gdal.VSIFCloseL(f)
if gdal.GetConfigOption('APPVEYOR') is not None:
return
pytest.fail(gdal.VSIGetLastErrorMsg())
gdal.ErrorReset()
with gdaltest.error_handler():
f = open_for_read('/vsiaz_streaming/foo/bar.baz')
assert f is None, gdal.VSIGetLastErrorMsg()
def test_envi_truncated():
gdal.GetDriverByName('ENVI').CreateCopy('/vsimem/envi_truncated.dat',
gdal.Open('data/byte.tif'))
f = gdal.VSIFOpenL('/vsimem/envi_truncated.dat', 'wb+')
gdal.VSIFTruncateL(f, int(20 * 20 / 2))
gdal.VSIFCloseL(f)
with gdaltest.config_option('RAW_CHECK_FILE_SIZE', 'YES'):
ds = gdal.Open('/vsimem/envi_truncated.dat')
cs = ds.GetRasterBand(1).Checksum()
ds = None
gdal.GetDriverByName('ENVI').Delete('/vsimem/envi_truncated.dat')
assert cs == 2315
def ogr_geojsonseq_seq_geometries():
with gdaltest.config_option('OGR_GEOJSONSEQ_CHUNK_SIZE', '10'):
ds = ogr.Open("""{"type":"Point","coordinates":[2,49]}
{"type":"Point","coordinates":[3,50]}""")
lyr = ds.GetLayer(0)
if lyr.GetFeatureCount() != 2:
print(lyr.GetFeatureCount())
return 'fail'
f = lyr.GetNextFeature()
if f.GetGeometryRef().ExportToWkt() != 'POINT (2 49)':
gdaltest.post_reason('fail')
f.DumpReadable()
return 'fail'
return 'success'
def test_envi_truncated():
gdal.GetDriverByName('ENVI').CreateCopy('/vsimem/envi_truncated.dat',
gdal.Open('data/byte.tif'))
f = gdal.VSIFOpenL('/vsimem/envi_truncated.dat', 'wb+')
gdal.VSIFTruncateL(f, int(20 * 20 / 2))
gdal.VSIFCloseL(f)
with gdaltest.config_option('RAW_CHECK_FILE_SIZE', 'YES'):
ds = gdal.Open('/vsimem/envi_truncated.dat')
cs = ds.GetRasterBand(1).Checksum()
ds = None
gdal.GetDriverByName('ENVI').Delete('/vsimem/envi_truncated.dat')
assert cs == 2315
def test_http_ssl_verifystatus():
with gdaltest.config_option('GDAL_HTTP_SSL_VERIFYSTATUS', 'YES'):
with gdaltest.error_handler():
# For now this URL doesn't support OCSP stapling...
gdal.OpenEx('https://google.com', allowed_drivers=['HTTP'])
last_err = gdal.GetLastErrorMsg()
if 'timed out' in last_err:
pytest.skip(last_err)
if 'No OCSP response received' not in last_err and 'libcurl too old' not in last_err:
# The test actually works on Travis Mac
if sys.platform == 'darwin' and gdal.GetConfigOption('TRAVIS',
None) is not None:
pytest.skip()
pytest.fail(last_err)
def test_ogr_pdf_bezier_curve_and_polygon_holes():
if not has_read_support():
pytest.skip()
with gdaltest.config_option('OGR_PDF_READ_NON_STRUCTURED', 'YES'):
ds = ogr.Open('data/pdf/bezier_curve_and_polygon_holes.pdf')
assert ds is not None
lyr = ds.GetLayer(0)
feat = lyr.GetFeature(2)
expected_wkt = """POLYGON ((8444.60213541667 6332.05489588889,8444.71174575 6331.98745444444,8444.82702558333 6331.926391,8444.94655754167 6331.87099688889,8445.06892425 6331.82056344444,8445.19270833333 6331.774382,8445.31649241667 6331.73174388889,8445.438859125 6331.69194044444,8445.55839108333 6331.654263,8445.67367091667 6331.61800288889,8445.78328125 6331.58245144444,8445.89289158333 6331.58256955556,8446.00817141667 6331.58339633334,8446.127703375 6331.58564044444,8446.25007008333 6331.59001055556,8446.37385416667 6331.59721533333,8446.49763825 6331.60796344444,8446.62000495833 6331.62296355556,8446.73953691667 6331.64292433333,8446.85481675 6331.66855444444,8446.96442708333 6331.70056255555,8447.17360801042 6331.77851588889,8447.37641075 6331.87064255556,8447.57354398958 6331.97694255555,8447.76571641667 6332.09741588889,8447.95363671875 6332.23206255555,8448.13801358333 6332.38088255556,8448.31955569792 6332.54387588889,8448.49897175 6332.72104255556,8448.67697042709 6332.91238255556,8448.85426041667 6333.11789588889,8449.02056575 6333.43679588889,8449.16419308334 6333.75569588889,8449.28372504167 6334.07459588889,8449.37774425 6334.39349588889,8449.44483333333 6334.71239588889,8449.48357491667 6335.03129588889,8449.492551625 6335.35019588889,8449.47034608333 6335.66909588889,8449.41554091667 6335.98799588889,8449.32671875 6336.30689588889,8449.19572967709 6336.69654444444,8449.01584116667 6337.08548433334,8448.78776190625 6337.47300688889,8448.51220058333 6337.85840344444,8448.18986588542 6338.24096533333,8447.8214665 6338.61998388889,8447.40771111458 6338.99475044445,8446.94930841667 6339.36455633333,8446.44696709375 6339.72869288889,8445.90139583333 6340.08645144444,8445.41240145833 6340.39082377778,8444.93758083334 6340.66472344445,8444.47693395833 6340.90602444444,8444.03046083333 6341.11260077778,8443.59816145833 6341.28232644444,8443.18003583333 6341.41307544444,8442.77608395833 6341.50272177778,8442.38630583334 6341.54913944444,8442.01070145833 6341.55020244444,8441.64927083333 6341.50378477778,8441.33402301042 6341.45429622222,8441.02657075 6341.37716966667,8440.72762273958 6341.27311377778,8440.43788766667 6341.14283722222,8440.15807421875 6340.98704866667,8439.88889108333 6340.80645677778,8439.63104694792 6340.60177022222,8439.3852505 6340.37369766667,8439.15221042708 6340.12294777778,8438.93263541667 6339.85022922222,8438.82999384375 6339.67294444445,8438.73514783333 6339.494951,8438.64880607291 6339.31554022222,8438.57167725 6339.13400344444,8438.50447005208 6338.949632,8438.44789316667 6338.76171722222,8438.40265528125 6338.56955044444,8438.36946508333 6338.372423,8438.34903126042 6338.16962622222,8438.3420625 6337.96045144444,8438.34572405208 6337.77997766667,8438.35718116667 6337.59383455556,8438.37714253125 6337.40343944444,8438.40631683333 6337.21020966667,8438.44541276042 6337.01556255555,8438.495139 6336.82091544444,8438.55620423958 6336.62768566667,8438.62931716667 6336.43729055555,8438.71518646875 6336.25114744444,8438.81452083333 6336.07067366667,8438.92436739584 6335.89693222222,8439.04130083334 6335.72956877778,8439.16532114583 6335.56787466666,8439.29642833334 6335.41114122222,8439.43462239583 6335.25865977778,8439.57990333333 6335.10972166667,8439.73227114583 6334.96361822222,8439.89172583333 6334.81964077778,8440.05826739583 6334.67708066667,8440.23189583333 6334.53522922222,8440.51537083333 6334.36881066667,8440.79884583333 6334.22436077778,8441.08232083333 6334.10258822222,8441.36579583334 6334.00420166667,8441.64927083333 6333.92990977778,8441.93274583333 6333.88042122222,8442.21622083333 6333.85644466667,8442.49969583333 6333.85868877778,8442.78317083333 6333.88786222222,8443.06664583333 6333.94467366667,8443.34634116667 6333.990737,8443.61753225 6334.05806033333,8443.87880170833 6334.14664366667,8444.12873216667 6334.256487,8444.36590625 6334.38759033333,8444.58890658333 6334.53995366667,8444.79631579167 6334.713577,8444.9867165 6334.90846033333,8445.15869133333 6335.12460366667,8445.31082291667 6335.362007,8445.41027539583 6335.50385844445,8445.4969715 6335.64641855556,8445.57232860417 6335.790396,8445.63776408334 6335.93649944444,8445.6946953125 6336.08543755556,8445.74453966666 6336.237919,8445.78871452083 6336.39465244444,8445.82863725 6336.55634655556,8445.86572522917 6336.72371,8445.90139583333 6336.89745144444,8445.90104148959 6337.0745,8445.89856108334 6337.25083988889,8445.89182855208 6337.42576244444,8445.87871783334 6337.598559,8445.85710286459 6337.76852088889,8445.82485758333 6337.93493944444,8445.77985592708 6338.097106,8445.71997183333 6338.25431188889,8445.64307923958 6338.40584844444,8445.54705208333 6338.551007,8445.54705208333 6338.551007,8445.85214205208 6338.37384033333,8446.13101058334 6338.19667366667,8446.38578373958 6338.019507,8446.61858758333 6337.84234033333,8446.83154817708 6337.66517366667,8447.02679158333 6337.488007,8447.20644386458 6337.31084033333,8447.37263108333 6337.13367366667,8447.52747930209 6336.956507,8447.67311458333 6336.77934033333,8447.77575615625 6336.60229177778,8447.87060216667 6336.42595188889,8447.95694392708 6336.25102933333,8448.03407275 6336.07823277778,8448.10127994792 6335.90827088889,8448.15785683334 6335.74185233333,8448.20309471875 6335.57968577778,8448.23628491667 6335.42247988889,8448.25671873958 6335.27094333333,8448.2636875 6335.12578477778,8448.2601440625 6334.98735855556,8448.24951375 6334.85460166667,8448.2317965625 6334.72609677778,8448.2069925 6334.60042655555,8448.1751015625 6334.47617366667,8448.13612375 6334.35192077778,8448.0900590625 6334.22625055555,8448.0369075 6334.09774566667,8447.9766690625 6333.96498877778,8447.90934375 6333.82656255556,8447.79961530208 6333.69179777778,8447.68350866667 6333.57049766667,8447.56173253125 6333.46195355555,8447.43499558333 6333.36545677778,8447.30400651042 6333.28029866667,8447.169474 6333.20577055555,8447.03210673958 6333.14116377778,8446.89261341667 6333.08576966667,8446.75170271875 6333.03887955556,8446.61008333333 6332.99978477778,8446.50035488542 6333.000021,8446.38424825 6333.00167455556,8446.26247211458 6333.00616277777,8446.13573516667 6333.014903,8446.00474609375 6333.02931255556,8445.87021358333 6333.05080877778,8445.73284632292 6333.080809,8445.593353 6333.12073055556,8445.45244230208 6333.17199077778,8445.31082291667 6333.236007,8444.60213541667 6332.05489588889),(8443.65721875 6339.614007,8443.82730375 6339.50085655556,8443.983215 6339.37495011111,8444.1249525 6339.237705,8444.25251625 6339.09053855556,8444.36590625 6338.93486811111,8444.4651225 6338.772111,8444.550165 6338.60368455556,8444.62103375 6338.43100611111,8444.67772875 6338.255493,8444.72025 6338.07856255556,8444.78060655209 6337.90139588889,8444.82041116667 6337.72422922222,8444.84037253125 6337.54706255555,8444.84119933333 6337.36989588889,8444.82360026042 6337.19272922222,8444.788284 6337.01556255555,8444.73595923958 6336.83839588889,8444.66733466667 6336.66122922222,8444.58311896875 6336.48406255556,8444.48402083333 6336.30689588889,8444.3708670625 6336.168824,8444.24495691667 6336.03854744445,8444.10770777083 6335.91677488889,8443.960537 6335.804215,8443.80486197917 6335.70157644444,8443.64210008333 6335.60956788889,8443.4736686875 6335.528898,8443.30098516667 6335.46027544444,8443.12546689583 6335.40440888889,8442.94853125 6335.362007,8442.76805216667 6335.33696744445,8442.58190358334 6335.33177055556,8442.391502875 6335.344999,8442.19826741667 6335.37523544444,8442.00361458333 6335.42106255555,8441.80896175 6335.481063,8441.61572629167 6335.55381944444,8441.42532558333 6335.63791455556,8441.239177 6335.731931,8441.05869791667 6335.83445144444,8440.85329665625 6335.97961,8440.66277783333 6336.13114655556,8440.48785013541 6336.28835244444,8440.32922225 6336.450519,8440.18760286458 6336.61693755556,8440.06370066667 6336.78689944444,8439.95822434375 6336.959696,8439.87188258333 6337.13461855556,8439.80538407292 6337.31095844444,8439.7594375 6337.488007,8439.69908094792 6337.69387466667,8439.65927633334 6337.887695,8439.63931496875 6338.071594,8439.63848816667 6338.24769766667,8439.65608723958 6338.418132,8439.6914035 6338.585023,8439.74372826042 6338.75049666667,8439.81235283333 6338.916679,8439.89656853125 6339.085696,8439.99566666667 6339.25967366667,8440.06677164583 6339.36243033333,8440.139294 6339.45810033333,8440.21465110416 6339.54668366666,8440.29426033333 6339.62818033333,8440.3795390625 6339.70259033333,8440.47190466667 6339.76991366667,8440.57277452083 6339.83015033333,8440.683566 6339.88330033333,8440.80569647917 6339.92936366667,8440.94058333333 6339.96834033333,8441.05031178125 6340.03235655556,8441.16641841667 6340.08361677778,8441.28819455208 6340.12353833333,8441.4149315 6340.15353855556,8441.54592057292 6340.17503477778,8441.68045308333 6340.18944433333,8441.81782034375 6340.19818455555,8441.95731366667 6340.20267277778,8442.09822436458 6340.20432633333,8442.23984375 6340.20456255555,8442.38158125 6340.168893,8442.52331875 6340.13180611111,8442.66505625 6340.09188455556,8442.80679375 6340.047711,8442.94853125 6339.99786811111,8443.09026875 6339.94093855556,8443.23200625 6339.875505,8443.37374375 6339.80015011111,8443.51548125 6339.71345655556,8443.65721875 6339.614007))"""
if ogrtest.check_feature_geometry(
feat, ogr.CreateGeometryFromWkt(expected_wkt)) != 0:
feat.DumpReadable()
pytest.fail()
def test_cog_creation_of_overviews():
tab = [0]
def my_cbk(pct, _, arg):
assert pct >= tab[0]
tab[0] = pct
return 1
directory = '/vsimem/test_cog_creation_of_overviews'
filename = directory + '/cog.tif'
src_ds = gdal.Translate('',
'data/byte.tif',
options='-of MEM -outsize 2048 300')
with gdaltest.config_option('GDAL_TIFF_INTERNAL_MASK', 'YES'):
check_filename = '/vsimem/tmp.tif'
ds = gdal.GetDriverByName('GTiff').CreateCopy(check_filename,
src_ds,
options=['TILED=YES'])
ds.BuildOverviews('CUBIC', [2, 4])
cs1 = ds.GetRasterBand(1).GetOverview(0).Checksum()
cs2 = ds.GetRasterBand(1).GetOverview(1).Checksum()
ds = None
gdal.Unlink(check_filename)
ds = gdal.GetDriverByName('COG').CreateCopy(filename,
src_ds,
callback=my_cbk,
callback_data=tab)
assert tab[0] == 1.0
assert ds
assert len(
gdal.ReadDir(directory)) == 1 # check that the temp file has gone away
ds = None
ds = gdal.Open(filename)
assert ds.GetRasterBand(1).Checksum() == src_ds.GetRasterBand(1).Checksum()
assert ds.GetRasterBand(1).GetOverviewCount() == 2
assert ds.GetRasterBand(1).GetOverview(0).Checksum() == cs1
assert ds.GetRasterBand(1).GetOverview(1).Checksum() == cs2
ds = None
_check_cog(filename)
src_ds = None
gdal.GetDriverByName('GTiff').Delete(filename)
gdal.Unlink(directory)
def test_http_ssl_verifystatus():
if gdal.GetDriverByName('HTTP') is None:
pytest.skip()
with gdaltest.config_option('GDAL_HTTP_SSL_VERIFYSTATUS', 'YES'):
with gdaltest.error_handler():
# For now this URL doesn't support OCSP stapling...
gdal.OpenEx('https://google.com', allowed_drivers=['HTTP'])
last_err = gdal.GetLastErrorMsg()
if 'No OCSP response received' not in last_err and 'libcurl too old' not in last_err:
# The test actually works on Travis Mac
if sys.platform == 'darwin' and gdal.GetConfigOption('TRAVIS', None) is not None:
pytest.skip()
pytest.fail(last_err)
def test_cog_sparse():
filename = '/vsimem/cog.tif'
src_ds = gdal.GetDriverByName('MEM').Create('', 512, 512)
src_ds.GetRasterBand(1).Fill(255)
src_ds.WriteRaster(0, 0, 256, 256, '\x00' * 256 * 256)
src_ds.WriteRaster(256, 256, 128, 128, '\x00' * 128 * 128)
src_ds.BuildOverviews('NEAREST', [2])
gdal.GetDriverByName('COG').CreateCopy(
filename,
src_ds,
options=['BLOCKSIZE=128', 'SPARSE_OK=YES', 'COMPRESS=LZW'])
_check_cog(filename)
with gdaltest.config_option('GTIFF_HAS_OPTIMIZED_READ_MULTI_RANGE', 'YES'):
ds = gdal.Open(filename)
assert ds.GetRasterBand(1).GetMetadataItem('BLOCK_OFFSET_0_0',
'TIFF') is None
assert ds.GetRasterBand(1).GetMetadataItem('BLOCK_OFFSET_1_0',
'TIFF') is None
assert ds.GetRasterBand(1).GetMetadataItem('BLOCK_OFFSET_2_0',
'TIFF') is not None
assert ds.GetRasterBand(1).GetOverview(0).GetMetadataItem(
'BLOCK_OFFSET_0_0', 'TIFF') is None
assert ds.GetRasterBand(1).GetOverview(0).GetMetadataItem(
'BLOCK_OFFSET_1_0', 'TIFF') is not None
assert ds.GetRasterBand(1).ReadRaster(
0, 0, 512,
512) == src_ds.GetRasterBand(1).ReadRaster(0, 0, 512, 512)
assert ds.GetRasterBand(1).GetOverview(0).ReadRaster(
0, 0, 256,
256) == src_ds.GetRasterBand(1).GetOverview(0).ReadRaster(
0, 0, 256, 256)
if check_libtiff_internal_or_at_least(4, 0, 11):
# This file is the same as the one generated above, except that we have,
# with an hex editor, zeroify all entries of TileByteCounts except the
# last tile of the main IFD, and for a tile when the next tile is sparse
ds = gdal.Open(
'data/cog_sparse_strile_arrays_zeroified_when_possible.tif')
assert ds.GetRasterBand(1).ReadRaster(
0, 0, 512,
512) == src_ds.GetRasterBand(1).ReadRaster(0, 0, 512, 512)
ds = None
gdal.Unlink(filename)
def pcidsk_external_ovr_rrd():
gdal.Translate('/vsimem/test.pix', 'data/byte.tif', format='PCIDSK')
ds = gdal.Open('/vsimem/test.pix', gdal.GA_Update)
with gdaltest.config_option('USE_RRD', 'YES'):
ds.BuildOverviews('NEAR', [2])
ds = None
if gdal.VSIStatL('/vsimem/test.aux') is None:
gdaltest.post_reason('fail')
return 'fail'
ds = gdal.Open('/vsimem/test.pix')
if ds.GetRasterBand(1).GetOverviewCount() != 1:
return 'fail'
ds = None
gdal.GetDriverByName('PCIDSK').Delete('/vsimem/test.pix')
return 'success'
def ogr_pdf_5():
if not has_read_support():
return 'skip'
with gdaltest.config_option('OGR_PDF_READ_NON_STRUCTURED', 'YES'):
ds = ogr.Open('data/drawing.pdf')
if ds is None:
gdaltest.post_reason('fail')
return 'fail'
# Note: the circle is wrongly drawned as a diamond
lyr = ds.GetLayer(0)
if lyr.GetFeatureCount() != 8:
gdaltest.post_reason('fail')
return 'fail'
return 'success'
def test_pam_7():
with gdaltest.config_option('GDAL_PAM_ENABLED', 'NO'):
shutil.copyfile('data/stefan_full_rgba.png',
'tmp/stefan_full_rgba.png')
ds = gdal.Open('tmp/stefan_full_rgba.png')
ds.BuildOverviews('NEAR', [2])
ds = None
ds = gdal.Open('tmp/stefan_full_rgba.png')
ovr_count = ds.GetRasterBand(1).GetOverviewCount()
ds = None
os.remove('tmp/stefan_full_rgba.png')
os.remove('tmp/stefan_full_rgba.png.ovr')
assert ovr_count == 1
def ogr_pdf_5():
if not has_read_support():
return 'skip'
with gdaltest.config_option('OGR_PDF_READ_NON_STRUCTURED', 'YES'):
ds = ogr.Open('data/drawing.pdf')
if ds is None:
gdaltest.post_reason('fail')
return 'fail'
# Note: the circle is wrongly drawned as a diamond
lyr = ds.GetLayer(0)
if lyr.GetFeatureCount() != 8:
gdaltest.post_reason('fail')
return 'fail'
return 'success'
def startup_and_cleanup():
# Unset all env vars that could influence the tests
az_vars = {}
for var, reset_val in (
('AZURE_STORAGE_CONNECTION_STRING', None),
('AZURE_STORAGE_ACCOUNT', None),
('AZURE_STORAGE_ACCESS_KEY', None),
('AZURE_STORAGE_SAS_TOKEN', None),
('AZURE_NO_SIGN_REQUEST', None),
('AZURE_CONFIG_DIR', ''),
('AZURE_STORAGE_ACCESS_TOKEN', '')):
az_vars[var] = gdal.GetConfigOption(var)
gdal.SetConfigOption(var, reset_val)
with gdaltest.config_option('CPL_AZURE_VM_API_ROOT_URL', 'disabled'):
assert gdal.GetSignedURL('/vsiadls/foo/bar') is None
gdaltest.webserver_process = None
gdaltest.webserver_port = 0
if not gdaltest.built_against_curl():
pytest.skip()
(gdaltest.webserver_process, gdaltest.webserver_port) = webserver.launch(handler=webserver.DispatcherHttpHandler)
if gdaltest.webserver_port == 0:
pytest.skip()
gdal.SetConfigOption('AZURE_STORAGE_CONNECTION_STRING',
'DefaultEndpointsProtocol=http;AccountName=myaccount;AccountKey=MY_ACCOUNT_KEY;BlobEndpoint=http://127.0.0.1:%d/azure/blob/myaccount' % gdaltest.webserver_port)
gdal.SetConfigOption('AZURE_STORAGE_ACCOUNT', '')
gdal.SetConfigOption('AZURE_STORAGE_ACCESS_KEY', '')
gdal.SetConfigOption('CPL_AZURE_TIMESTAMP', 'my_timestamp')
yield
# Clearcache needed to close all connections, since the Python server
# can only handle one connection at a time
gdal.VSICurlClearCache()
webserver.server_stop(gdaltest.webserver_process, gdaltest.webserver_port)
for var in az_vars:
gdal.SetConfigOption(var, az_vars[var])
def test_geoloc_bounds(use_temp_datasets):
lon_ds = gdal.GetDriverByName('GTiff').Create('/vsimem/lon.tif', 360, 1, 1,
gdal.GDT_Float32)
lon_ds.WriteRaster(
0, 0, 360, 1,
array.array('f', [91 + 0.5 * x for x in range(178)] +
[-179.9 + 0.5 * x for x in range(182)]))
lon_ds = None
lat_ds = gdal.GetDriverByName('GTiff').Create('/vsimem/lat.tif', 80, 1, 1,
gdal.GDT_Float32)
lat_ds.WriteRaster(
0, 0, 80, 1,
array.array('f',
[60.4 + 0.5 * x
for x in range(60)] + [89 - 0.5 * x for x in range(20)]))
lat_ds = None
ds = gdal.GetDriverByName('MEM').Create('', 360, 80)
md = {
'LINE_OFFSET': '0',
'LINE_STEP': '1',
'PIXEL_OFFSET': '0',
'PIXEL_STEP': '1',
'X_DATASET': '/vsimem/lon.tif',
'X_BAND': '1',
'Y_DATASET': '/vsimem/lat.tif',
'Y_BAND': '1'
}
ds.SetMetadata(md, 'GEOLOCATION')
with gdaltest.config_option('GDAL_GEOLOC_USE_TEMP_DATASETS',
use_temp_datasets):
warped_ds = gdal.Warp('', ds, format='MEM')
assert warped_ds
gdal.Unlink('/vsimem/lon.tif')
gdal.Unlink('/vsimem/lat.tif')
gt = warped_ds.GetGeoTransform()
assert gt[0] == pytest.approx(-179.9)
assert gt[3] == pytest.approx(60.4 + 0.5 * 59)
def test_cog_sparse_imagery_0_mask_255():
filename = '/vsimem/cog.tif'
src_ds = gdal.GetDriverByName('MEM').Create('', 512, 512, 4)
for i in range(4):
src_ds.GetRasterBand(i + 1).SetColorInterpretation(gdal.GCI_RedBand +
i)
src_ds.GetRasterBand(i + 1).Fill(0 if i < 3 else 255)
src_ds.BuildOverviews('NEAREST', [2])
gdal.GetDriverByName('COG').CreateCopy(
filename,
src_ds,
options=['BLOCKSIZE=128', 'SPARSE_OK=YES', 'COMPRESS=JPEG'])
_check_cog(filename)
with gdaltest.config_option('GTIFF_HAS_OPTIMIZED_READ_MULTI_RANGE', 'YES'):
ds = gdal.Open(filename)
assert ds.GetRasterBand(1).GetMetadataItem('BLOCK_OFFSET_0_0',
'TIFF') is None
assert ds.GetRasterBand(1).GetMaskBand().GetMetadataItem(
'BLOCK_OFFSET_0_0', 'TIFF') is not None
assert ds.GetRasterBand(1).GetOverview(0).GetMetadataItem(
'BLOCK_OFFSET_0_0', 'TIFF') is None
assert ds.GetRasterBand(1).GetOverview(
0).GetMaskBand().GetMetadataItem('BLOCK_OFFSET_0_0',
'TIFF') is not None
assert ds.GetRasterBand(1).ReadRaster(
0, 0, 512,
512) == src_ds.GetRasterBand(1).ReadRaster(0, 0, 512, 512)
assert ds.GetRasterBand(1).GetMaskBand().ReadRaster(
0, 0, 512,
512) == src_ds.GetRasterBand(4).ReadRaster(0, 0, 512, 512)
assert ds.GetRasterBand(1).GetOverview(0).ReadRaster(
0, 0, 256,
256) == src_ds.GetRasterBand(1).GetOverview(0).ReadRaster(
0, 0, 256, 256)
assert ds.GetRasterBand(1).GetOverview(0).GetMaskBand().ReadRaster(
0, 0, 256,
256) == src_ds.GetRasterBand(4).GetOverview(0).ReadRaster(
0, 0, 256, 256)
ds = None
gdal.Unlink(filename)
def test_vsifile_vsicache_read_error():
tmpfilename = 'tmp/test_vsifile_vsicache_read_error.bin'
f = gdal.VSIFOpenL(tmpfilename, 'wb')
assert f
try:
gdal.VSIFTruncateL(f, 1000 * 1000)
with gdaltest.config_option('VSI_CACHE', 'YES'):
f2 = gdal.VSIFOpenL(tmpfilename, 'rb')
assert f2
try:
gdal.VSIFSeekL(f2, 500 * 1000, 0)
# Truncate the file to simulate a read error
gdal.VSIFTruncateL(f, 0)
assert len(gdal.VSIFReadL(1, 5000 * 1000, f2)) == 0
# Extend the file again
gdal.VSIFTruncateL(f, 1000 * 1000)
# Read again
gdal.VSIFSeekL(f2, 500 * 1000, 0)
assert len(gdal.VSIFReadL(1, 50 * 1000, f2)) == 50 * 1000
# Truncate the file to simulate a read error
gdal.VSIFTruncateL(f, 10)
CHUNK_SIZE=32768
gdal.VSIFSeekL(f2, 0, 0)
assert len(gdal.VSIFReadL(1, CHUNK_SIZE, f2)) == 10
gdal.VSIFSeekL(f2, 100, 0)
assert len(gdal.VSIFReadL(1, CHUNK_SIZE, f2)) == 0
finally:
gdal.VSIFCloseL(f2)
finally:
gdal.VSIFCloseL(f)
gdal.Unlink(tmpfilename)
def http_test_ssl_verifystatus():
if gdal.GetDriverByName('HTTP') is None:
return 'skip'
with gdaltest.config_option('GDAL_HTTP_SSL_VERIFYSTATUS', 'YES'):
with gdaltest.error_handler():
# For now this URL doesn't support OCSP stapling...
gdal.OpenEx('https://google.com', allowed_drivers=['HTTP'])
last_err = gdal.GetLastErrorMsg()
if last_err.find('No OCSP response received') < 0 and last_err.find('libcurl too old') < 0:
# The test actually works on Travis Mac
if sys.platform == 'darwin' and gdal.GetConfigOption('TRAVIS', None) is not None:
return 'skip'
print(last_err)
return 'fail'
return 'success'
def test_vrtmisc_mask_implicit_overviews():
with gdaltest.config_option('GDAL_TIFF_INTERNAL_MASK', 'YES'):
ds = gdal.Translate('/vsimem/cog.tif', 'data/stefan_full_rgba.tif', options = '-outsize 2048 0 -b 1 -b 2 -b 3 -mask 4')
ds.BuildOverviews('NEAR', [2, 4])
ds = None
gdal.Translate('/vsimem/cog.vrt', '/vsimem/cog.tif')
ds = gdal.Open('/vsimem/cog.vrt')
assert ds.GetRasterBand(1).GetOverview(0).GetMaskFlags() == gdal.GMF_PER_DATASET
ds = None
gdal.Translate('/vsimem/out.tif', '/vsimem/cog.vrt', options = '-b mask -outsize 10% 0')
gdal.GetDriverByName('GTiff').Delete('/vsimem/cog.tif')
gdal.Unlink('/vsimem/cog.vrt')
ds = gdal.Open('/vsimem/out.tif')
histo = ds.GetRasterBand(1).GetDefaultHistogram()[3]
# Check that there are only 0 and 255 in the histogram
assert histo[0] + histo[255] == ds.RasterXSize * ds.RasterYSize, histo
assert ds.GetRasterBand(1).Checksum() == 46885
ds = None
gdal.Unlink('/vsimem/out.tif')
def test_aaigrid_null_float64():
gdal.FileFromMemBuffer(
'/vsimem/test_aaigrid_null.asc', """ncols 4
nrows 1
xllcorner 0
yllcorner -1
cellsize 1
NODATA_value null
null 1.5 null 3.5
""")
with gdaltest.config_option('AAIGRID_DATATYPE', 'Float64'):
ds = gdal.Open('/vsimem/test_aaigrid_null.asc')
assert ds.GetRasterBand(1).DataType == gdal.GDT_Float64
assert ds.GetRasterBand(1).GetNoDataValue() < -1e308
assert ds.GetRasterBand(1).ComputeRasterMinMax() == (1.5, 3.5)
ds = None
gdal.Unlink('/vsimem/test_aaigrid_null.asc')
def test_ogr_arrow_write_all_geom_types(filename_prefix, dim, encoding):
test_filename = 'data/arrow/from_paleolimbot_geoarrow/' + filename_prefix + dim + '-default.feather'
ds_ref = ogr.Open(test_filename)
lyr_ref = ds_ref.GetLayer(0)
if encoding != 'GEOARROW' or \
lyr_ref.GetGeomType() not in (ogr.wkbGeometryCollection,
ogr.wkbGeometryCollection25D,
ogr.wkbGeometryCollectionM,
ogr.wkbGeometryCollectionZM):
vsifilename = '/vsimem/test.feather'
with gdaltest.config_option('OGR_ARROW_ALLOW_ALL_DIMS', 'YES'):
gdal.VectorTranslate(
vsifilename,
test_filename,
dstSRS='EPSG:4326',
reproject=False,
layerCreationOptions=['GEOMETRY_ENCODING=' + encoding])
check(vsifilename, filename_prefix, dim)
gdal.Unlink(vsifilename)
def test_vsigs_init():
gdaltest.gs_vars = {}
for var in ('GS_SECRET_ACCESS_KEY', 'GS_ACCESS_KEY_ID',
'GOOGLE_APPLICATION_CREDENTIALS', 'CPL_GS_TIMESTAMP',
'CPL_GS_ENDPOINT', 'GDAL_HTTP_HEADER_FILE'):
gdaltest.gs_vars[var] = gdal.GetConfigOption(var)
if gdaltest.gs_vars[var] is not None:
gdal.SetConfigOption(var, "")
# To avoid user credentials in ~/.boto
# to mess up our tests
gdal.SetConfigOption('CPL_GS_CREDENTIALS_FILE', '')
gdal.SetConfigOption('GS_OAUTH2_REFRESH_TOKEN', '')
gdal.SetConfigOption('GS_OAUTH2_CLIENT_EMAIL', '')
gdal.SetConfigOption('GS_OAUTH2_CLIENT_SECRET', '')
gdal.SetConfigOption('GS_OAUTH2_CLIENT_ID', '')
gdal.SetConfigOption('GOOGLE_APPLICATION_CREDENTIALS', '')
with gdaltest.config_option('CPL_GCE_SKIP', 'YES'):
assert gdal.GetSignedURL('/vsigs/foo/bar') is None
def pds4_11():
filename = '/vsimem/out.xml'
for (dt, data) in [(gdal.GDT_Byte, struct.pack('B', 255)),
(gdal.GDT_UInt16, struct.pack('H', 65535)),
(gdal.GDT_Int16, struct.pack('h', -32768)),
(gdal.GDT_UInt32, struct.pack('I', 4000000000)),
(gdal.GDT_Int32, struct.pack('i', -2000000000)),
(gdal.GDT_Float32, struct.pack('f', 1.25)),
(gdal.GDT_Float64, struct.pack('d', 1.25)),
(gdal.GDT_CFloat32, struct.pack('ff', 1.25, 2.5)),
(gdal.GDT_CFloat64, struct.pack('dd', 1.25, 2.5))]:
ds = gdal.GetDriverByName('PDS4').Create(filename, 1, 1, 1, dt)
ds.GetRasterBand(1).WriteRaster(0, 0, 1, 1, data)
with hide_substitution_warnings_error_handler():
ds = None
with gdaltest.config_option('PDS4_FORCE_MASK', 'YES'):
ds = gdal.Open(filename)
if ds.GetRasterBand(1).DataType != dt:
gdaltest.post_reason('fail')
print(ds.GetRasterBand(1).DataType)
print(dt)
return 'fail'
got_data = ds.GetRasterBand(1).ReadRaster(0, 0, 1, 1)
if got_data != data:
gdaltest.post_reason('fail')
print(dt)
return 'fail'
cs = ds.GetRasterBand(1).GetMaskBand().Checksum()
if cs != 3:
gdaltest.post_reason('fail')
print(dt)
print(cs)
return 'fail'
ds = None
gdal.GetDriverByName('PDS4').Delete(filename)
return 'success'
def pds4_11():
filename = '/vsimem/out.xml'
for (dt, data) in [(gdal.GDT_Byte, struct.pack('B', 255)),
(gdal.GDT_UInt16, struct.pack('H', 65535)),
(gdal.GDT_Int16, struct.pack('h', -32768)),
(gdal.GDT_UInt32, struct.pack('I', 4000000000)),
(gdal.GDT_Int32, struct.pack('i', -2000000000)),
(gdal.GDT_Float32, struct.pack('f', 1.25)),
(gdal.GDT_Float64, struct.pack('d', 1.25)),
(gdal.GDT_CFloat32, struct.pack('ff', 1.25, 2.5)),
(gdal.GDT_CFloat64, struct.pack('dd', 1.25, 2.5))]:
ds = gdal.GetDriverByName('PDS4').Create(filename, 1, 1, 1, dt)
ds.GetRasterBand(1).WriteRaster(0, 0, 1, 1, data)
with hide_substitution_warnings_error_handler():
ds = None
with gdaltest.config_option('PDS4_FORCE_MASK', 'YES'):
ds = gdal.Open(filename)
if ds.GetRasterBand(1).DataType != dt:
gdaltest.post_reason('fail')
print(ds.GetRasterBand(1).DataType)
print(dt)
return 'fail'
got_data = ds.GetRasterBand(1).ReadRaster(0, 0, 1, 1)
if got_data != data:
gdaltest.post_reason('fail')
print(dt)
return 'fail'
cs = ds.GetRasterBand(1).GetMaskBand().Checksum()
if cs != 3:
gdaltest.post_reason('fail')
print(dt)
print(cs)
return 'fail'
ds = None
gdal.GetDriverByName('PDS4').Delete(filename)
return 'success'
def test_vsigs_init():
gdaltest.gs_vars = {}
for var in ('GS_SECRET_ACCESS_KEY', 'GS_ACCESS_KEY_ID',
'GOOGLE_APPLICATION_CREDENTIALS',
'CPL_GS_TIMESTAMP', 'CPL_GS_ENDPOINT',
'GDAL_HTTP_HEADER_FILE'):
gdaltest.gs_vars[var] = gdal.GetConfigOption(var)
if gdaltest.gs_vars[var] is not None:
gdal.SetConfigOption(var, "")
# To avoid user credentials in ~/.boto
# to mess up our tests
gdal.SetConfigOption('CPL_GS_CREDENTIALS_FILE', '')
gdal.SetConfigOption('GS_OAUTH2_REFRESH_TOKEN', '')
gdal.SetConfigOption('GS_OAUTH2_CLIENT_EMAIL', '')
gdal.SetConfigOption('GS_OAUTH2_CLIENT_SECRET', '')
gdal.SetConfigOption('GS_OAUTH2_CLIENT_ID', '')
gdal.SetConfigOption('GOOGLE_APPLICATION_CREDENTIALS', '')
with gdaltest.config_option('CPL_GCE_SKIP', 'YES'):
assert gdal.GetSignedURL('/vsigs/foo/bar') is None
def test_geoloc_fill_line(use_temp_datasets):
ds = gdal.GetDriverByName('MEM').Create('', 200, 372)
md = {
'LINE_OFFSET': '0',
'LINE_STEP': '1',
'PIXEL_OFFSET': '0',
'PIXEL_STEP': '1',
'X_DATASET': '../alg/data/geoloc/longitude_including_pole.tif',
'X_BAND' : '1',
'Y_DATASET': '../alg/data/geoloc/latitude_including_pole.tif',
'Y_BAND' : '1',
'SRS': 'GEOGCS["WGS 84",DATUM["WGS_1984",SPHEROID["WGS 84",6378137,298.257223563,AUTHORITY["EPSG","7030"]],AUTHORITY["EPSG","6326"]],PRIMEM["Greenwich",0,AUTHORITY["EPSG","8901"]],UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9122"]],AXIS["Latitude",NORTH],AXIS["Longitude",EAST],AUTHORITY["EPSG","4326"]]'
}
ds.SetMetadata(md, 'GEOLOCATION')
ds.GetRasterBand(1).Fill(1)
with gdaltest.config_option('GDAL_GEOLOC_USE_TEMP_DATASETS', use_temp_datasets):
warped_ds = gdal.Warp('', ds, format='MEM')
assert warped_ds
assert warped_ds.GetRasterBand(1).Checksum() in (22339,
22336) # 22336 with Intel(R) oneAPI DPC++/C++ Compiler 2022.1.0
def ogr_pdf_5():
if ogr.GetDriverByName('PDF') is None:
return 'skip'
# Check read support
gdal_pdf_drv = gdal.GetDriverByName('PDF')
md = gdal_pdf_drv.GetMetadata()
if 'HAVE_POPPLER' not in md and 'HAVE_PODOFO' not in md and 'HAVE_PDFIUM' not in md:
return 'skip'
with gdaltest.config_option('OGR_PDF_READ_NON_STRUCTURED', 'YES'):
ds = ogr.Open('data/drawing.pdf')
if ds is None:
gdaltest.post_reason('fail')
return 'fail'
# Note: the circle is wrongly drawned as a diamond
lyr = ds.GetLayer(0)
if lyr.GetFeatureCount() != 8:
gdaltest.post_reason('fail')
return 'fail'
return 'success'
def test_bag_vr_resampled_interpolated():
if gdaltest.bag_drv is None:
pytest.skip()
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'INTERPOLATION=INVDIST'])
cs = ds.GetRasterBand(1).Checksum()
assert cs == 2175
# Test overviews
with gdaltest.config_option('GDAL_BAG_MIN_OVR_SIZE', '4'):
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID'])
assert ds.GetRasterBand(1).GetOverviewCount() == 2
# Incompatible options
with gdaltest.error_handler():
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'SUPERGRIDS_MASK=YES',
'INTERPOLATION=INVDIST'])
assert ds is None
def test_visoss_3():
if gdaltest.webserver_port == 0:
pytest.skip()
handler = webserver.SequentialHandler()
def method(request):
request.protocol_version = 'HTTP/1.1'
request.send_response(200)
request.send_header('Content-type', 'application/xml')
response = """<?xml version="1.0" encoding="UTF-8"?>
<ListBucketResult>
<Prefix>a_dir/</Prefix>
<NextMarker>bla</NextMarker>
<Contents>
<Key>a_dir/resource3.bin</Key>
<LastModified>1970-01-01T00:00:01.000Z</LastModified>
<Size>123456</Size>
</Contents>
</ListBucketResult>
"""
request.send_header('Content-Length', len(response))
request.end_headers()
request.wfile.write(response.encode('ascii'))
handler.add('GET', '/oss_fake_bucket2/?delimiter=%2F&prefix=a_dir%2F', custom_method=method)
def method(request):
request.protocol_version = 'HTTP/1.1'
request.send_response(200)
request.send_header('Content-type', 'application/xml')
response = """<?xml version="1.0" encoding="UTF-8"?>
<ListBucketResult>
<Prefix>a_dir/</Prefix>
<Contents>
<Key>a_dir/resource4.bin</Key>
<LastModified>2015-10-16T12:34:56.000Z</LastModified>
<Size>456789</Size>
</Contents>
<CommonPrefixes>
<Prefix>a_dir/subdir/</Prefix>
</CommonPrefixes>
</ListBucketResult>
"""
request.send_header('Content-Length', len(response))
request.end_headers()
request.wfile.write(response.encode('ascii'))
handler.add('GET', '/oss_fake_bucket2/?delimiter=%2F&marker=bla&prefix=a_dir%2F', custom_method=method)
with webserver.install_http_handler(handler):
f = open_for_read('/vsioss/oss_fake_bucket2/a_dir/resource3.bin')
if f is None:
if gdaltest.is_travis_branch('trusty'):
pytest.skip('Skipped on trusty branch, but should be investigated')
pytest.fail()
gdal.VSIFCloseL(f)
with webserver.install_http_handler(webserver.SequentialHandler()):
dir_contents = gdal.ReadDir('/vsioss/oss_fake_bucket2/a_dir')
assert dir_contents == ['resource3.bin', 'resource4.bin', 'subdir']
assert gdal.VSIStatL('/vsioss/oss_fake_bucket2/a_dir/resource3.bin').size == 123456
assert gdal.VSIStatL('/vsioss/oss_fake_bucket2/a_dir/resource3.bin').mtime == 1
# ReadDir on something known to be a file shouldn't cause network access
dir_contents = gdal.ReadDir('/vsioss/oss_fake_bucket2/a_dir/resource3.bin')
assert dir_contents is None
# Test CPL_VSIL_CURL_NON_CACHED
for config_option_value in ['/vsioss/oss_non_cached/test.txt',
'/vsioss/oss_non_cached',
'/vsioss/oss_non_cached:/vsioss/unrelated',
'/vsioss/unrelated:/vsioss/oss_non_cached',
'/vsioss/unrelated:/vsioss/oss_non_cached:/vsioss/unrelated']:
with gdaltest.config_option('CPL_VSIL_CURL_NON_CACHED', config_option_value):
handler = webserver.SequentialHandler()
handler.add('GET', '/oss_non_cached/test.txt', 200, {}, 'foo')
with webserver.install_http_handler(handler):
f = open_for_read('/vsioss/oss_non_cached/test.txt')
assert f is not None, config_option_value
data = gdal.VSIFReadL(1, 3, f).decode('ascii')
gdal.VSIFCloseL(f)
assert data == 'foo', config_option_value
handler = webserver.SequentialHandler()
handler.add('GET', '/oss_non_cached/test.txt', 200, {}, 'bar2')
with webserver.install_http_handler(handler):
size = gdal.VSIStatL('/vsioss/oss_non_cached/test.txt').size
assert size == 4, config_option_value
handler = webserver.SequentialHandler()
handler.add('GET', '/oss_non_cached/test.txt', 200, {}, 'foo')
with webserver.install_http_handler(handler):
size = gdal.VSIStatL('/vsioss/oss_non_cached/test.txt').size
if size != 3:
print(config_option_value)
pytest.fail(data)
handler = webserver.SequentialHandler()
handler.add('GET', '/oss_non_cached/test.txt', 200, {}, 'bar2')
with webserver.install_http_handler(handler):
f = open_for_read('/vsioss/oss_non_cached/test.txt')
assert f is not None, config_option_value
data = gdal.VSIFReadL(1, 4, f).decode('ascii')
gdal.VSIFCloseL(f)
assert data == 'bar2', config_option_value
# Retry without option
for config_option_value in [None,
'/vsioss/oss_non_cached/bar.txt']:
with gdaltest.config_option('CPL_VSIL_CURL_NON_CACHED', config_option_value):
handler = webserver.SequentialHandler()
if config_option_value is None:
handler.add('GET', '/oss_non_cached/?delimiter=%2F', 200, {'Content-type': 'application/xml'},
"""<?xml version="1.0" encoding="UTF-8"?>
<ListBucketResult>
<Prefix>/</Prefix>
<Contents>
<Key>/test.txt</Key>
<LastModified>1970-01-01T00:00:01.000Z</LastModified>
<Size>40</Size>
</Contents>
<Contents>
<Key>/test2.txt</Key>
<LastModified>1970-01-01T00:00:01.000Z</LastModified>
<Size>40</Size>
</Contents>
</ListBucketResult>
""")
handler.add('GET', '/oss_non_cached/test.txt', 200, {}, 'foo')
with webserver.install_http_handler(handler):
f = open_for_read('/vsioss/oss_non_cached/test.txt')
assert f is not None, config_option_value
data = gdal.VSIFReadL(1, 3, f).decode('ascii')
gdal.VSIFCloseL(f)
assert data == 'foo', config_option_value
handler = webserver.SequentialHandler()
with webserver.install_http_handler(handler):
f = open_for_read('/vsioss/oss_non_cached/test.txt')
assert f is not None, config_option_value
data = gdal.VSIFReadL(1, 4, f).decode('ascii')
gdal.VSIFCloseL(f)
# We should still get foo because of caching
assert data == 'foo', config_option_value
# List buckets (empty result)
handler = webserver.SequentialHandler()
handler.add('GET', '/', 200, {'Content-type': 'application/xml'},
"""<?xml version="1.0" encoding="UTF-8"?>
<ListAllMyBucketsResult>
<Buckets>
</Buckets>
</ListAllMyBucketsResult>
""")
with webserver.install_http_handler(handler):
dir_contents = gdal.ReadDir('/vsioss/')
assert dir_contents == ['.']
gdal.VSICurlClearCache()
# List buckets
handler = webserver.SequentialHandler()
handler.add('GET', '/', 200, {'Content-type': 'application/xml'},
"""<?xml version="1.0" encoding="UTF-8"?>
<ListAllMyBucketsResult>
<Buckets>
<Bucket>
<Name>mybucket</Name>
</Bucket>
</Buckets>
</ListAllMyBucketsResult>
""")
with webserver.install_http_handler(handler):
dir_contents = gdal.ReadDir('/vsioss/')
assert dir_contents == ['mybucket']
def test_http_use_capi_store_sub():
with gdaltest.config_option('GDAL_HTTP_USE_CAPI_STORE', 'YES'):
gdal.OpenEx('https://google.com', allowed_drivers=['HTTP'])
def test_osr_epsg_gcs_deprecated():
sr = osr.SpatialReference()
with gdaltest.config_option('OSR_USE_NON_DEPRECATED', 'NO'):
sr.ImportFromEPSG(4268)
assert sr.ExportToWkt().find('NAD27 Michigan (deprecated)') >= 0
def test_osr_epsg_geoccs_deprecated():
sr = osr.SpatialReference()
with gdaltest.config_option('OSR_USE_NON_DEPRECATED', 'NO'):
sr.ImportFromEPSG(4346)
assert sr.ExportToWkt().find('ETRS89 (geocentric) (deprecated)') >= 0
def test_mask_14():
src_ds = gdal.Open('data/byte.tif')
assert src_ds is not None, 'Failed to open test dataset.'
drv = gdal.GetDriverByName('GTiff')
gdal.SetConfigOption('GDAL_TIFF_INTERNAL_MASK_TO_8BIT', 'FALSE')
ds = drv.CreateCopy('tmp/byte_with_mask.tif', src_ds)
gdal.SetConfigOption('GDAL_TIFF_INTERNAL_MASK_TO_8BIT', 'TRUE')
src_ds = None
# The only flag value supported for internal mask is GMF_PER_DATASET
with gdaltest.error_handler():
with gdaltest.config_option('GDAL_TIFF_INTERNAL_MASK', 'YES'):
ret = ds.CreateMaskBand(0)
assert ret != 0, 'Error expected'
with gdaltest.config_option('GDAL_TIFF_INTERNAL_MASK', 'YES'):
ret = ds.CreateMaskBand(gdal.GMF_PER_DATASET)
assert ret == 0, 'Creation failed'
cs = ds.GetRasterBand(1).GetMaskBand().Checksum()
assert cs == 0, 'Got wrong checksum for the mask (1)'
ds.GetRasterBand(1).GetMaskBand().Fill(1)
cs = ds.GetRasterBand(1).GetMaskBand().Checksum()
assert cs == 400, 'Got wrong checksum for the mask (2)'
# This TIFF dataset has already an internal mask band
with gdaltest.error_handler():
with gdaltest.config_option('GDAL_TIFF_INTERNAL_MASK', 'YES'):
ret = ds.CreateMaskBand(gdal.GMF_PER_DATASET)
assert ret != 0, 'Error expected'
# This TIFF dataset has already an internal mask band
with gdaltest.error_handler():
with gdaltest.config_option('GDAL_TIFF_INTERNAL_MASK', 'YES'):
ret = ds.GetRasterBand(1).CreateMaskBand(gdal.GMF_PER_DATASET)
assert ret != 0, 'Error expected'
ds = None
with pytest.raises(OSError, message='tmp/byte_with_mask.tif.msk should not exist'):
os.stat('tmp/byte_with_mask.tif.msk')
gdal.SetConfigOption('GDAL_TIFF_INTERNAL_MASK_TO_8BIT', 'FALSE')
ds = gdal.Open('tmp/byte_with_mask.tif')
assert ds.GetRasterBand(1).GetMaskFlags() == gdal.GMF_PER_DATASET, \
'wrong mask flags'
gdal.SetConfigOption('GDAL_TIFF_INTERNAL_MASK_TO_8BIT', 'TRUE')
cs = ds.GetRasterBand(1).GetMaskBand().Checksum()
assert cs == 400, 'Got wrong checksum for the mask (3)'
# Test fix for #5884
gdal.SetConfigOption('GDAL_TIFF_INTERNAL_MASK', 'YES')
old_val = gdal.GetCacheMax()
gdal.SetCacheMax(0)
out_ds = drv.CreateCopy('/vsimem/byte_with_mask.tif', ds, options=['COMPRESS=JPEG'])
gdal.SetConfigOption('GDAL_TIFF_INTERNAL_MASK', None)
gdal.SetCacheMax(old_val)
assert out_ds.GetRasterBand(1).Checksum() != 0
cs = ds.GetRasterBand(1).GetMaskBand().Checksum()
assert cs == 400, 'Got wrong checksum for the mask (4)'
out_ds = None
drv.Delete('/vsimem/byte_with_mask.tif')
ds = None
drv.Delete('tmp/byte_with_mask.tif')
def mask_14():
src_ds = gdal.Open('data/byte.tif')
if src_ds is None:
gdaltest.post_reason('Failed to open test dataset.')
return 'fail'
drv = gdal.GetDriverByName('GTiff')
gdal.SetConfigOption('GDAL_TIFF_INTERNAL_MASK_TO_8BIT', 'FALSE')
ds = drv.CreateCopy('tmp/byte_with_mask.tif', src_ds)
gdal.SetConfigOption('GDAL_TIFF_INTERNAL_MASK_TO_8BIT', 'TRUE')
src_ds = None
# The only flag value supported for internal mask is GMF_PER_DATASET
with gdaltest.error_handler():
with gdaltest.config_option('GDAL_TIFF_INTERNAL_MASK', 'YES'):
ret = ds.CreateMaskBand(0)
if ret == 0:
gdaltest.post_reason('Error expected')
return 'fail'
with gdaltest.config_option('GDAL_TIFF_INTERNAL_MASK', 'YES'):
ret = ds.CreateMaskBand(gdal.GMF_PER_DATASET)
if ret != 0:
gdaltest.post_reason('Creation failed')
return 'fail'
cs = ds.GetRasterBand(1).GetMaskBand().Checksum()
if cs != 0:
print(cs)
gdaltest.post_reason('Got wrong checksum for the mask (1)')
return 'fail'
ds.GetRasterBand(1).GetMaskBand().Fill(1)
cs = ds.GetRasterBand(1).GetMaskBand().Checksum()
if cs != 400:
print(cs)
gdaltest.post_reason('Got wrong checksum for the mask (2)')
return 'fail'
# This TIFF dataset has already an internal mask band
with gdaltest.error_handler():
with gdaltest.config_option('GDAL_TIFF_INTERNAL_MASK', 'YES'):
ret = ds.CreateMaskBand(gdal.GMF_PER_DATASET)
if ret == 0:
gdaltest.post_reason('Error expected')
return 'fail'
# This TIFF dataset has already an internal mask band
with gdaltest.error_handler():
with gdaltest.config_option('GDAL_TIFF_INTERNAL_MASK', 'YES'):
ret = ds.GetRasterBand(1).CreateMaskBand(gdal.GMF_PER_DATASET)
if ret == 0:
gdaltest.post_reason('Error expected')
return 'fail'
ds = None
try:
os.stat('tmp/byte_with_mask.tif.msk')
gdaltest.post_reason('tmp/byte_with_mask.tif.msk should not exist')
return 'fail'
except OSError:
pass
gdal.SetConfigOption('GDAL_TIFF_INTERNAL_MASK_TO_8BIT', 'FALSE')
ds = gdal.Open('tmp/byte_with_mask.tif')
if ds.GetRasterBand(1).GetMaskFlags() != gdal.GMF_PER_DATASET:
gdaltest.post_reason('wrong mask flags')
return 'fail'
gdal.SetConfigOption('GDAL_TIFF_INTERNAL_MASK_TO_8BIT', 'TRUE')
cs = ds.GetRasterBand(1).GetMaskBand().Checksum()
if cs != 400:
print(cs)
gdaltest.post_reason('Got wrong checksum for the mask (3)')
return 'fail'
# Test fix for #5884
gdal.SetConfigOption('GDAL_TIFF_INTERNAL_MASK', 'YES')
old_val = gdal.GetCacheMax()
gdal.SetCacheMax(0)
out_ds = drv.CreateCopy('/vsimem/byte_with_mask.tif', ds, options=['COMPRESS=JPEG'])
gdal.SetConfigOption('GDAL_TIFF_INTERNAL_MASK', None)
gdal.SetCacheMax(old_val)
if out_ds.GetRasterBand(1).Checksum() == 0:
gdaltest.post_reason('failure')
return 'fail'
cs = ds.GetRasterBand(1).GetMaskBand().Checksum()
if cs != 400:
print(cs)
gdaltest.post_reason('Got wrong checksum for the mask (4)')
return 'fail'
out_ds = None
drv.Delete('/vsimem/byte_with_mask.tif')
ds = None
drv.Delete('tmp/byte_with_mask.tif')
return 'success'
def test_vsigs_2():
if gdaltest.webserver_port == 0:
pytest.skip()
# header file
gdal.FileFromMemBuffer('/vsimem/my_headers.txt', 'foo: bar')
handler = webserver.SequentialHandler()
handler.add('GET', '/gs_fake_bucket_http_header_file/resource', 200,
{'Content-type': 'text/plain'}, 'Y',
expected_headers={'foo': 'bar'})
with webserver.install_http_handler(handler):
with gdaltest.config_option('GDAL_HTTP_HEADER_FILE', '/vsimem/my_headers.txt'):
f = open_for_read('/vsigs/gs_fake_bucket_http_header_file/resource')
assert f is not None
data = gdal.VSIFReadL(1, 1, f)
gdal.VSIFCloseL(f)
assert len(data) == 1
gdal.Unlink('/vsimem/my_headers.txt')
gdal.SetConfigOption('GS_SECRET_ACCESS_KEY', 'GS_SECRET_ACCESS_KEY')
gdal.SetConfigOption('GS_ACCESS_KEY_ID', 'GS_ACCESS_KEY_ID')
gdal.SetConfigOption('CPL_GS_TIMESTAMP', 'my_timestamp')
signed_url = gdal.GetSignedURL('/vsigs/gs_fake_bucket/resource',
['START_DATE=20180212T123456Z'])
assert (signed_url in ('http://127.0.0.1:8080/gs_fake_bucket/resource?Expires=1518442496&GoogleAccessId=GS_ACCESS_KEY_ID&Signature=xTphUyMqtKA6UmAX3PEr5VL3EOg%3D',
'http://127.0.0.1:8081/gs_fake_bucket/resource?Expires=1518442496&GoogleAccessId=GS_ACCESS_KEY_ID&Signature=xTphUyMqtKA6UmAX3PEr5VL3EOg%3D'))
handler = webserver.SequentialHandler()
handler.add('GET', '/gs_fake_bucket/resource', 200,
{'Content-type': 'text/plain'}, 'foo',
expected_headers={'Authorization': 'GOOG1 GS_ACCESS_KEY_ID:8tndu9//BfmN+Kg4AFLdUMZMBDQ='})
with webserver.install_http_handler(handler):
f = open_for_read('/vsigs/gs_fake_bucket/resource')
assert f is not None
data = gdal.VSIFReadL(1, 4, f).decode('ascii')
gdal.VSIFCloseL(f)
assert data == 'foo'
handler = webserver.SequentialHandler()
handler.add('GET', '/gs_fake_bucket/resource', 200,
{'Content-type': 'text/plain'}, 'foo',
expected_headers={'Authorization': 'GOOG1 GS_ACCESS_KEY_ID:8tndu9//BfmN+Kg4AFLdUMZMBDQ='})
with webserver.install_http_handler(handler):
f = open_for_read('/vsigs_streaming/gs_fake_bucket/resource')
assert f is not None
data = gdal.VSIFReadL(1, 4, f).decode('ascii')
gdal.VSIFCloseL(f)
assert data == 'foo'
handler = webserver.SequentialHandler()
handler.add('GET', '/gs_fake_bucket/resource2.bin', 206,
{'Content-Range': 'bytes 0-0/1000000'}, 'x')
with webserver.install_http_handler(handler):
stat_res = gdal.VSIStatL('/vsigs/gs_fake_bucket/resource2.bin')
if stat_res is None or stat_res.size != 1000000:
if stat_res is not None:
print(stat_res.size)
else:
print(stat_res)
pytest.fail()
handler = webserver.SequentialHandler()
handler.add('HEAD', '/gs_fake_bucket/resource2.bin', 200,
{'Content-Length': 1000000})
with webserver.install_http_handler(handler):
stat_res = gdal.VSIStatL('/vsigs_streaming/gs_fake_bucket/resource2.bin')
if stat_res is None or stat_res.size != 1000000:
if stat_res is not None:
print(stat_res.size)
else:
print(stat_res)
pytest.fail()
def ogr_idf_1_with_temp_sqlite_db():
if ogr.GetDriverByName('SQLite') is None:
return 'skip'
with gdaltest.config_option('OGR_IDF_TEMP_DB_THRESHOLD', '0'):
return ogr_idf_1()
def test_bag_vr_resampled():
if gdaltest.bag_drv is None:
pytest.skip()
ds = gdal.OpenEx('data/test_vr.bag', open_options=['MODE=RESAMPLED_GRID'])
assert ds is not None
got_md = gdal.Info(ds, computeChecksum=True, format='json', wktFormat='WKT1')
expected_md = {
'bands': [
{'band': 1,
'block': [36, 24],
'checksum': 4582,
'colorInterpretation': 'Undefined',
'description': 'elevation',
'max': 10.0,
'metadata': {},
'min': -10.0,
'noDataValue': 1000000.0,
'type': 'Float32'},
{'band': 2,
'block': [36, 24],
'checksum': 6237,
'colorInterpretation': 'Undefined',
'description': 'uncertainty',
'max': 10.0,
'metadata': {},
'min': 0.0,
'noDataValue': 1000000.0,
'type': 'Float32'}],
'coordinateSystem': {'dataAxisToSRSAxisMapping': [1, 2], 'wkt': 'PROJCS["NAD83 / UTM zone 10N",\n GEOGCS["NAD83",\n DATUM["North_American_Datum_1983",\n SPHEROID["GRS 1980",6378137,298.257222101004,\n AUTHORITY["EPSG","7019"]],\n TOWGS84[0,0,0,0,0,0,0],\n AUTHORITY["EPSG","6269"]],\n PRIMEM["Greenwich",0,\n AUTHORITY["EPSG","8901"]],\n UNIT["degree",0.0174532925199433,\n AUTHORITY["EPSG","9122"]],\n AUTHORITY["EPSG","4269"]],\n PROJECTION["Transverse_Mercator"],\n PARAMETER["latitude_of_origin",0],\n PARAMETER["central_meridian",-123],\n PARAMETER["scale_factor",0.9996],\n PARAMETER["false_easting",500000],\n PARAMETER["false_northing",0],\n UNIT["metre",1,\n AUTHORITY["EPSG","9001"]],\n AXIS["Easting",EAST],\n AXIS["Northing",NORTH],\n AUTHORITY["EPSG","26910"]]'},
'geoTransform': [85.0,
4.983333110809326,
0.0,
500111.5999984741,
0.0,
-5.316666603088379],
'metadata': {'': {'AREA_OR_POINT': 'Point',
'BAG_DATETIME': '2018-08-08T12:34:56',
'BagVersion': '1.6.2'},
'IMAGE_STRUCTURE': {'INTERLEAVE': 'PIXEL'}},
'size': [36, 24]
}
for key in expected_md:
if key not in got_md or got_md[key] != expected_md[key]:
import pprint
pp = pprint.PrettyPrinter()
pp.pprint(got_md)
pytest.fail(key)
data_ref = ds.ReadRaster()
# Test that block size has no influence on the result
for block_size in (2, 5, 9, 16):
with gdaltest.config_option('GDAL_BAG_BLOCK_SIZE', str(block_size)):
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID'])
assert ds.GetRasterBand(1).GetBlockSize() == [block_size, block_size]
data = ds.ReadRaster()
assert data == data_ref, block_size
# Test overviews
with gdaltest.config_option('GDAL_BAG_MIN_OVR_SIZE', '4'):
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID'])
assert ds.GetRasterBand(1).GetOverviewCount() == 2
assert ds.GetRasterBand(1).GetOverview(-1) is None
assert ds.GetRasterBand(1).GetOverview(2) is None
ovr = ds.GetRasterBand(1).GetOverview(0)
cs = ovr.Checksum()
assert cs == 681
ovr = ds.GetRasterBand(2).GetOverview(0)
cs = ovr.Checksum()
assert cs == 1344
ds.GetRasterBand(1).GetOverview(0).FlushCache()
ds.GetRasterBand(1).GetOverview(1).FlushCache()
cs = ovr.Checksum()
assert cs == 1344
ovr = ds.GetRasterBand(1).GetOverview(0)
cs = ovr.Checksum()
assert cs == 681
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'MINX=90', 'MAXX=120', 'MAXY=500112'])
gt = ds.GetGeoTransform()
got = (gt[0], gt[3], ds.RasterXSize)
assert got == (90.0, 500112.0, 6)
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'MINY=500000'])
gt = ds.GetGeoTransform()
got = (gt[3] + gt[5] * ds.RasterYSize, ds.RasterYSize)
assert got == (500000.0, 21)
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RESX=5', 'RESY=6'])
gt = ds.GetGeoTransform()
got = (gt[1], gt[5])
assert got == (5.0, -6.0)
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RES_STRATEGY=MIN'])
gt = ds.GetGeoTransform()
got = (gt[1], gt[5])
assert got == (4.983333110809326, -5.316666603088379)
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RES_STRATEGY=MAX'])
gt = ds.GetGeoTransform()
got = (gt[1], gt[5])
assert got == (29.899999618530273, -31.899999618530273)
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RES_STRATEGY=MEAN'])
gt = ds.GetGeoTransform()
got = (gt[1], gt[5])
assert got == (12.209166447321573, -13.025833209355673)
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RES_FILTER_MIN=0',
'RES_FILTER_MAX=8'])
gt = ds.GetGeoTransform()
got = (gt[1], gt[5])
assert got == (8.0, -8.0)
got = (ds.GetRasterBand(1).Checksum(), ds.GetRasterBand(2).Checksum())
assert got == (2099, 2747)
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RES_FILTER_MAX=8'])
gt = ds.GetGeoTransform()
got = (gt[1], gt[5])
assert got == (8.0, -8.0)
got = (ds.GetRasterBand(1).Checksum(), ds.GetRasterBand(2).Checksum())
assert got == (2099, 2747)
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RES_FILTER_MIN=8',
'RES_FILTER_MAX=16'])
gt = ds.GetGeoTransform()
got = (gt[1], gt[5])
assert got == (16.0, -16.0)
got = (ds.GetRasterBand(1).Checksum(), ds.GetRasterBand(2).Checksum())
assert got == (796, 864)
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RES_FILTER_MIN=16',
'RES_FILTER_MAX=32'])
gt = ds.GetGeoTransform()
got = (gt[1], gt[5])
assert got == (32.0, -32.0)
got = (ds.GetRasterBand(1).Checksum(), ds.GetRasterBand(2).Checksum())
assert got == (207, 207)
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RES_FILTER_MIN=16'])
gt = ds.GetGeoTransform()
got = (gt[1], gt[5])
assert got == (29.899999618530273, -31.899999618530273)
got = (ds.GetRasterBand(1).Checksum(), ds.GetRasterBand(2).Checksum())
assert got == (165, 205)
# Too big RES_FILTER_MIN
with gdaltest.error_handler():
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RES_FILTER_MIN=32'])
assert ds is None
# Too small RES_FILTER_MAX
with gdaltest.error_handler():
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RES_FILTER_MAX=4'])
assert ds is None
# RES_FILTER_MIN >= RES_FILTER_MAX
with gdaltest.error_handler():
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RES_FILTER_MIN=4',
'RES_FILTER_MAX=4'])
assert ds is None
# Test VALUE_POPULATION
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RES_STRATEGY=MEAN',
'VALUE_POPULATION=MAX'])
m1_max, M1_max, mean1_max, _ = ds.GetRasterBand(1).ComputeStatistics(False)
m2_max, M2_max, mean2_max, _ = ds.GetRasterBand(2).ComputeStatistics(False)
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RES_STRATEGY=MEAN',
'VALUE_POPULATION=MEAN'])
m1_mean, M1_mean, mean1_mean, _ = ds.GetRasterBand(
1).ComputeStatistics(False)
m2_mean, M2_mean, mean2_mean, _ = ds.GetRasterBand(
2).ComputeStatistics(False)
ds = gdal.OpenEx('data/test_vr.bag',
open_options=['MODE=RESAMPLED_GRID',
'RES_STRATEGY=MEAN',
'VALUE_POPULATION=MIN'])
m1_min, M1_min, mean1_min, _ = ds.GetRasterBand(1).ComputeStatistics(False)
m2_min, M2_min, mean2_min, _ = ds.GetRasterBand(2).ComputeStatistics(False)
if mean1_min >= mean1_mean or mean1_mean >= mean1_max:
print(m1_max, M1_max, mean1_max)
print(m2_max, M2_max, mean2_max)
print(m1_mean, M1_mean, mean1_mean)
print(m2_mean, M2_mean, mean2_mean)
print(m1_min, M1_min, mean1_min)
pytest.fail(m2_min, M2_min, mean2_min)
if m2_min >= m2_max or \
(m2_mean, M2_mean, mean2_mean) != (m2_max, M2_max, mean2_max):
print(m1_max, M1_max, mean1_max)
print(m1_mean, M1_mean, mean1_mean)
print(m1_min, M1_min, mean1_min)
pytest.fail(m2_min, M2_min, mean2_min)
def test_visoss_6():
if gdaltest.webserver_port == 0:
pytest.skip()
with gdaltest.config_option('VSIOSS_CHUNK_SIZE', '1'): # 1 MB
with webserver.install_http_handler(webserver.SequentialHandler()):
f = gdal.VSIFOpenL('/vsioss/oss_fake_bucket4/large_file.bin', 'wb')
assert f is not None
size = 1024 * 1024 + 1
big_buffer = 'a' * size
handler = webserver.SequentialHandler()
def method(request):
request.protocol_version = 'HTTP/1.1'
response = '<?xml version="1.0" encoding="UTF-8"?><InitiateMultipartUploadResult><UploadId>my_id</UploadId></InitiateMultipartUploadResult>'
request.send_response(200)
request.send_header('Content-type', 'application/xml')
request.send_header('Content-Length', len(response))
request.end_headers()
request.wfile.write(response.encode('ascii'))
handler.add('POST', '/oss_fake_bucket4/large_file.bin?uploads', custom_method=method)
def method(request):
if request.headers['Content-Length'] != '1048576':
sys.stderr.write('Did not get expected headers: %s\n' % str(request.headers))
request.send_response(400)
request.send_header('Content-Length', 0)
request.end_headers()
return
request.send_response(200)
request.send_header('ETag', '"first_etag"')
request.send_header('Content-Length', 0)
request.end_headers()
handler.add('PUT', '/oss_fake_bucket4/large_file.bin?partNumber=1&uploadId=my_id', custom_method=method)
with webserver.install_http_handler(handler):
ret = gdal.VSIFWriteL(big_buffer, 1, size, f)
assert ret == size
handler = webserver.SequentialHandler()
def method(request):
if request.headers['Content-Length'] != '1':
sys.stderr.write('Did not get expected headers: %s\n' % str(request.headers))
request.send_response(400)
return
request.send_response(200)
request.send_header('ETag', '"second_etag"')
request.send_header('Content-Length', 0)
request.end_headers()
handler.add('PUT', '/oss_fake_bucket4/large_file.bin?partNumber=2&uploadId=my_id', custom_method=method)
def method(request):
if request.headers['Content-Length'] != '186':
sys.stderr.write('Did not get expected headers: %s\n' % str(request.headers))
request.send_response(400)
request.send_header('Content-Length', 0)
request.end_headers()
return
content = request.rfile.read(186).decode('ascii')
if content != """<CompleteMultipartUpload>
<Part>
<PartNumber>1</PartNumber><ETag>"first_etag"</ETag></Part>
<Part>
<PartNumber>2</PartNumber><ETag>"second_etag"</ETag></Part>
</CompleteMultipartUpload>
""":
sys.stderr.write('Did not get expected content: %s\n' % content)
request.send_response(400)
request.send_header('Content-Length', 0)
request.end_headers()
return
request.send_response(200)
request.send_header('Content-Length', 0)
request.end_headers()
handler.add('POST', '/oss_fake_bucket4/large_file.bin?uploadId=my_id', custom_method=method)
gdal.ErrorReset()
with webserver.install_http_handler(handler):
gdal.VSIFCloseL(f)
assert gdal.GetLastErrorMsg() == ''
handler = webserver.SequentialHandler()
handler.add('POST', '/oss_fake_bucket4/large_file_initiate_403_error.bin?uploads', 403)
handler.add('POST', '/oss_fake_bucket4/large_file_initiate_empty_result.bin?uploads', 200)
handler.add('POST', '/oss_fake_bucket4/large_file_initiate_invalid_xml_result.bin?uploads', 200, {}, 'foo')
handler.add('POST', '/oss_fake_bucket4/large_file_initiate_no_uploadId.bin?uploads', 200, {}, '<foo/>')
with webserver.install_http_handler(handler):
for filename in ['/vsioss/oss_fake_bucket4/large_file_initiate_403_error.bin',
'/vsioss/oss_fake_bucket4/large_file_initiate_empty_result.bin',
'/vsioss/oss_fake_bucket4/large_file_initiate_invalid_xml_result.bin',
'/vsioss/oss_fake_bucket4/large_file_initiate_no_uploadId.bin']:
with gdaltest.config_option('VSIOSS_CHUNK_SIZE', '1'): # 1 MB
f = gdal.VSIFOpenL(filename, 'wb')
assert f is not None
with gdaltest.error_handler():
ret = gdal.VSIFWriteL(big_buffer, 1, size, f)
assert ret == 0
gdal.ErrorReset()
gdal.VSIFCloseL(f)
assert gdal.GetLastErrorMsg() == ''
handler = webserver.SequentialHandler()
handler.add('POST', '/oss_fake_bucket4/large_file_upload_part_403_error.bin?uploads', 200, {},
'<?xml version="1.0" encoding="UTF-8"?><InitiateMultipartUploadResult><UploadId>my_id</UploadId></InitiateMultipartUploadResult>')
handler.add('PUT', '/oss_fake_bucket4/large_file_upload_part_403_error.bin?partNumber=1&uploadId=my_id', 403)
handler.add('DELETE', '/oss_fake_bucket4/large_file_upload_part_403_error.bin?uploadId=my_id', 204)
handler.add('POST', '/oss_fake_bucket4/large_file_upload_part_no_etag.bin?uploads', 200, {},
'<?xml version="1.0" encoding="UTF-8"?><InitiateMultipartUploadResult><UploadId>my_id</UploadId></InitiateMultipartUploadResult>')
handler.add('PUT', '/oss_fake_bucket4/large_file_upload_part_no_etag.bin?partNumber=1&uploadId=my_id', 200)
handler.add('DELETE', '/oss_fake_bucket4/large_file_upload_part_no_etag.bin?uploadId=my_id', 204)
with webserver.install_http_handler(handler):
for filename in ['/vsioss/oss_fake_bucket4/large_file_upload_part_403_error.bin',
'/vsioss/oss_fake_bucket4/large_file_upload_part_no_etag.bin']:
with gdaltest.config_option('VSIOSS_CHUNK_SIZE', '1'): # 1 MB
f = gdal.VSIFOpenL(filename, 'wb')
assert f is not None, filename
with gdaltest.error_handler():
ret = gdal.VSIFWriteL(big_buffer, 1, size, f)
assert ret == 0, filename
gdal.ErrorReset()
gdal.VSIFCloseL(f)
assert gdal.GetLastErrorMsg() == '', filename
# Simulate failure in AbortMultipart stage
handler = webserver.SequentialHandler()
handler.add('POST', '/oss_fake_bucket4/large_file_abortmultipart_403_error.bin?uploads', 200, {},
'<?xml version="1.0" encoding="UTF-8"?><InitiateMultipartUploadResult><UploadId>my_id</UploadId></InitiateMultipartUploadResult>')
handler.add('PUT', '/oss_fake_bucket4/large_file_abortmultipart_403_error.bin?partNumber=1&uploadId=my_id', 403)
handler.add('DELETE', '/oss_fake_bucket4/large_file_abortmultipart_403_error.bin?uploadId=my_id', 403)
filename = '/vsioss/oss_fake_bucket4/large_file_abortmultipart_403_error.bin'
with webserver.install_http_handler(handler):
with gdaltest.config_option('VSIOSS_CHUNK_SIZE', '1'): # 1 MB
f = gdal.VSIFOpenL(filename, 'wb')
assert f is not None, filename
with gdaltest.error_handler():
ret = gdal.VSIFWriteL(big_buffer, 1, size, f)
assert ret == 0, filename
gdal.ErrorReset()
with gdaltest.error_handler():
gdal.VSIFCloseL(f)
assert gdal.GetLastErrorMsg() != '', filename
# Simulate failure in CompleteMultipartUpload stage
handler = webserver.SequentialHandler()
handler.add('POST', '/oss_fake_bucket4/large_file_completemultipart_403_error.bin?uploads', 200, {},
'<?xml version="1.0" encoding="UTF-8"?><InitiateMultipartUploadResult><UploadId>my_id</UploadId></InitiateMultipartUploadResult>')
handler.add('PUT', '/oss_fake_bucket4/large_file_completemultipart_403_error.bin?partNumber=1&uploadId=my_id', 200, {'ETag': 'first_etag'}, '')
handler.add('PUT', '/oss_fake_bucket4/large_file_completemultipart_403_error.bin?partNumber=2&uploadId=my_id', 200, {'ETag': 'second_etag'}, '')
handler.add('POST', '/oss_fake_bucket4/large_file_completemultipart_403_error.bin?uploadId=my_id', 403)
# handler.add('DELETE', '/oss_fake_bucket4/large_file_completemultipart_403_error.bin?uploadId=my_id', 204)
filename = '/vsioss/oss_fake_bucket4/large_file_completemultipart_403_error.bin'
with webserver.install_http_handler(handler):
with gdaltest.config_option('VSIOSS_CHUNK_SIZE', '1'): # 1 MB
f = gdal.VSIFOpenL(filename, 'wb')
assert f is not None, filename
ret = gdal.VSIFWriteL(big_buffer, 1, size, f)
assert ret == size, filename
gdal.ErrorReset()
with gdaltest.error_handler():
gdal.VSIFCloseL(f)
assert gdal.GetLastErrorMsg() != '', filename
def vsiswift_fake_readdir():
if gdaltest.webserver_port == 0:
return 'skip'
gdal.VSICurlClearCache()
handler = webserver.SequentialHandler()
handler.add('GET', '/v1/AUTH_something/foo?delimiter=%2F&limit=1', 200,
{'Content-type': 'application/json'},
"""[
{
"last_modified": "1970-01-01T00:00:01",
"bytes": 123456,
"name": "bar.baz"
}
]""")
handler.add('GET', '/v1/AUTH_something/foo?delimiter=%2F&limit=1&marker=bar.baz', 200,
{'Content-type': 'application/json'},
"""[
{
"subdir": "mysubdir/"
}
]""")
handler.add('GET', '/v1/AUTH_something/foo?delimiter=%2F&limit=1&marker=mysubdir%2F', 200,
{'Content-type': 'application/json'},
"""[
]""")
with gdaltest.config_option('SWIFT_MAX_KEYS', '1'):
with webserver.install_http_handler(handler):
f = open_for_read('/vsiswift/foo/bar.baz')
if f is None:
gdaltest.post_reason('fail')
return 'fail'
gdal.VSIFCloseL(f)
dir_contents = gdal.ReadDir('/vsiswift/foo')
if dir_contents != ['bar.baz', 'mysubdir']:
gdaltest.post_reason('fail')
print(dir_contents)
return 'fail'
stat_res = gdal.VSIStatL('/vsiswift/foo/bar.baz')
if stat_res.size != 123456:
gdaltest.post_reason('fail')
print(stat_res.size)
return 'fail'
if stat_res.mtime != 1:
gdaltest.post_reason('fail')
return 'fail'
# ReadDir on something known to be a file shouldn't cause network access
dir_contents = gdal.ReadDir('/vsiswift/foo/bar.baz')
if dir_contents is not None:
gdaltest.post_reason('fail')
return 'fail'
# Test error on ReadDir()
handler = webserver.SequentialHandler()
handler.add('GET', '/v1/AUTH_something/foo?delimiter=%2F&limit=10000&prefix=error_test%2F', 500)
with webserver.install_http_handler(handler):
dir_contents = gdal.ReadDir('/vsiswift/foo/error_test/')
if dir_contents is not None:
gdaltest.post_reason('fail')
print(dir_contents)
return 'fail'
# List containers (empty result)
handler = webserver.SequentialHandler()
handler.add('GET', '/v1/AUTH_something', 200, {'Content-type': 'application/json'},
"""[]
""")
with webserver.install_http_handler(handler):
dir_contents = gdal.ReadDir('/vsiswift/')
if dir_contents != ['.']:
gdaltest.post_reason('fail')
print(dir_contents)
return 'fail'
# List containers
gdal.VSICurlClearCache()
handler = webserver.SequentialHandler()
handler.add('GET', '/v1/AUTH_something', 200, {'Content-type': 'application/json'},
"""[ { "name": "mycontainer1", "count": 0, "bytes": 0 },
{ "name": "mycontainer2", "count": 0, "bytes": 0}
] """)
with webserver.install_http_handler(handler):
dir_contents = gdal.ReadDir('/vsiswift/')
if dir_contents != ['mycontainer1', 'mycontainer2']:
gdaltest.post_reason('fail')
print(dir_contents)
return 'fail'
# ReadDir() with a file and directory of same names
gdal.VSICurlClearCache()
handler = webserver.SequentialHandler()
handler.add('GET', '/v1/AUTH_something', 200, {'Content-type': 'application/json'},
"""[ {
"last_modified": "1970-01-01T00:00:01",
"bytes": 123456,
"name": "foo"
},
{ "subdir": "foo/"} ] """)
with webserver.install_http_handler(handler):
dir_contents = gdal.ReadDir('/vsiswift/')
if dir_contents != ['foo', 'foo/']:
gdaltest.post_reason('fail')
print(dir_contents)
return 'fail'
handler = webserver.SequentialHandler()
handler.add('GET', '/v1/AUTH_something/foo?delimiter=%2F&limit=10000', 200,
{'Content-type': 'application/json'}, "[]")
with webserver.install_http_handler(handler):
dir_contents = gdal.ReadDir('/vsiswift/foo/')
if dir_contents != ['.']:
gdaltest.post_reason('fail')
print(dir_contents)
return 'fail'
return 'success'
def test_vsigs_1():
if not gdaltest.built_against_curl():
pytest.skip()
# Invalid header filename
gdal.ErrorReset()
with gdaltest.config_option('GDAL_HTTP_HEADER_FILE', '/i_dont/exist.py'):
with gdaltest.config_option('CPL_GCE_SKIP', 'YES'):
with gdaltest.error_handler():
f = open_for_read('/vsigs/foo/bar')
if f is not None:
gdal.VSIFCloseL(f)
pytest.fail()
last_err = gdal.GetLastErrorMsg()
assert 'Cannot read' in last_err
# Invalid content for header file
with gdaltest.config_option('GDAL_HTTP_HEADER_FILE', 'vsigs.py'):
with gdaltest.config_option('CPL_GCE_SKIP', 'YES'):
f = open_for_read('/vsigs/foo/bar')
if f is not None:
gdal.VSIFCloseL(f)
pytest.fail()
# Missing GS_SECRET_ACCESS_KEY
gdal.ErrorReset()
with gdaltest.config_option('CPL_GCE_SKIP', 'YES'):
with gdaltest.error_handler():
f = open_for_read('/vsigs/foo/bar')
assert f is None and gdal.VSIGetLastErrorMsg().find('GS_SECRET_ACCESS_KEY') >= 0
gdal.ErrorReset()
with gdaltest.config_option('CPL_GCE_SKIP', 'YES'):
with gdaltest.error_handler():
f = open_for_read('/vsigs_streaming/foo/bar')
assert f is None and gdal.VSIGetLastErrorMsg().find('GS_SECRET_ACCESS_KEY') >= 0
gdal.SetConfigOption('GS_SECRET_ACCESS_KEY', 'GS_SECRET_ACCESS_KEY')
# Missing GS_ACCESS_KEY_ID
gdal.ErrorReset()
with gdaltest.error_handler():
f = open_for_read('/vsigs/foo/bar')
assert f is None and gdal.VSIGetLastErrorMsg().find('GS_ACCESS_KEY_ID') >= 0
gdal.SetConfigOption('GS_ACCESS_KEY_ID', 'GS_ACCESS_KEY_ID')
# ERROR 1: The User Id you provided does not exist in our records.
gdal.ErrorReset()
with gdaltest.error_handler():
f = open_for_read('/vsigs/foo/bar.baz')
if f is not None or gdal.VSIGetLastErrorMsg() == '':
if f is not None:
gdal.VSIFCloseL(f)
if gdal.GetConfigOption('APPVEYOR') is not None:
return
pytest.fail(gdal.VSIGetLastErrorMsg())
gdal.ErrorReset()
with gdaltest.error_handler():
f = open_for_read('/vsigs_streaming/foo/bar.baz')
assert f is None and gdal.VSIGetLastErrorMsg() != ''
