def vsizip_5():
# make file in memory
fmain = gdal.VSIFOpenL('/vsizip/vsimem/bigdepthzip.zip', 'wb')
if fmain is None:
gdaltest.post_reason('fail')
return 'fail'
filename = "a"
for i in range(1000):
filename = filename + "/a"
finside = gdal.VSIFOpenL('/vsizip/vsimem/bigdepthzip.zip/' + filename, 'wb')
if finside is None:
gdaltest.post_reason('fail')
return 'fail'
gdal.VSIFCloseL(finside)
gdal.VSIFCloseL(fmain)
# read recursive and validate content
res = gdal.ReadDirRecursive("/vsizip/vsimem/bigdepthzip.zip")
if res is None:
gdaltest.post_reason('fail read')
return 'fail'
if len(res) != 1001:
gdaltest.post_reason('wrong size: '+str(len(res)))
return 'fail'
if res[10] != 'a/a/a/a/a/a/a/a/a/a/a/':
gdaltest.post_reason('bad content: '+res[10])
return 'fail'
return 'success'
def vsizip_3():
fmain = gdal.VSIFOpenL("/vsizip/vsimem/test3.zip", "wb")
f = gdal.VSIFOpenL("/vsizip/vsimem/test3.zip/foo", "wb")
gdal.VSIFWriteL("foo", 1, 3, f)
gdal.VSIFCloseL(f)
f = gdal.VSIFOpenL("/vsizip/vsimem/test3.zip/bar", "wb")
gdal.VSIFWriteL("bar", 1, 3, f)
gdal.VSIFCloseL(f)
gdal.VSIFCloseL(fmain)
gdal.ReadDir("/vsizip/vsimem/test3.zip")
f = gdal.VSIFOpenL("/vsizip/vsimem/test3.zip/baz", "wb")
gdal.VSIFWriteL("baz", 1, 3, f)
gdal.VSIFCloseL(f)
res = gdal.ReadDir("/vsizip/vsimem/test3.zip")
gdal.Unlink("/vsimem/test3.zip")
if res != ['foo', 'bar', 'baz']:
print(res)
return 'fail'
return 'success'
def rfc30_2():
if version_info >= (3, 0, 0):
filename = 'tmp/yy\u4E2D\u6587.\u4E2D\u6587'
else:
exec("filename = u'tmp/yy\u4E2D\u6587.\u4E2D\u6587'")
# The typemaps should accept Unicode strings directly
#filename = filename.encode( 'utf-8' )
fd = gdal.VSIFOpenL(filename, 'w')
if fd is None:
gdaltest.post_reason('failed to create utf-8 named file.')
return 'failure'
gdal.VSIFWriteL('abc', 3, 1, fd)
gdal.VSIFCloseL(fd)
# rename
if version_info >= (3, 0, 0):
new_filename = 'tmp/yy\u4E2D\u6587.\u4E2D\u6587'
filename_for_rename = filename
else:
exec("new_filename = u'tmp/yy\u4E2D\u6587.\u4E2D\u6587'")
filename_for_rename = filename.encode(
'utf-8') # FIXME ? rename should perhaps accept unicode strings
new_filename = new_filename.encode(
'utf-8') # FIXME ? rename should perhaps accept unicode strings
if gdal.Rename(filename_for_rename, new_filename) != 0:
gdaltest.post_reason('utf-8 rename failed.')
return 'failure'
fd = gdal.VSIFOpenL(new_filename, 'r')
if fd is None:
gdaltest.post_reason('reopen failed with utf8')
return 'failure'
data = gdal.VSIFReadL(3, 1, fd)
gdal.VSIFCloseL(fd)
if version_info >= (3, 0, 0):
ok = eval("data == b'abc'")
else:
ok = data == 'abc'
if not ok:
gdaltest.post_reason('did not get expected data.')
return 'failure'
gdal.Unlink(new_filename)
fd = gdal.VSIFOpenL(new_filename, 'r')
if fd is not None:
gdaltest.post_reason('did unlink fail on utf8 filename?')
return 'failure'
return 'success'
def ace2_1():
f = gdal.VSIFOpenL('/vsimem/45N015E_5M.ACE2', 'wb')
gdal.VSIFSeekL(f, 180 * 180 * 4 - 1, 0)
gdal.VSIFWriteL('\0', 1, 1, f)
gdal.VSIFCloseL(f)
tst = gdaltest.GDALTest('ACE2',
'/vsimem/45N015E_5M.ACE2',
1,
0,
filename_absolute=1)
expected_gt = [
15.0, 0.08333333333333333, 0.0, 60.0, 0.0, -0.08333333333333333
]
expected_srs = """GEOGCS["WGS 84",
DATUM["WGS_1984",
SPHEROID["WGS 84",6378137,298.257223563,
AUTHORITY["EPSG","7030"]],
TOWGS84[0,0,0,0,0,0,0],
AUTHORITY["EPSG","6326"]],
PRIMEM["Greenwich",0,
AUTHORITY["EPSG","8901"]],
UNIT["degree",0.0174532925199433,
AUTHORITY["EPSG","9108"]],
AUTHORITY["EPSG","4326"]]"""
ret = tst.testOpen(check_gt=expected_gt, check_prj=expected_srs)
gdal.Unlink('/vsimem/45N015E_5M.ACE2')
return ret
def pam_9():
ds = gdal.GetDriverByName('GTiff').Create('/vsimem/pam_9.tif', 1, 1, 1)
ds = None
f = gdal.VSIFOpenL('/vsimem/pam_9.tif.aux.xml', 'wb')
content = """<PAMDataset>
<Metadata domain="xml:ESRI" format="xml">
<GeodataXform xsi:type="typens:IdentityXform" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:typens="http://www.esri.com/schemas/ArcGIS/9.2">
<SpatialReference xsi:type="typens:ProjectedCoordinateSystem">
<WKT>PROJCS["NAD_1983_UTM_Zone_14N",GEOGCS["GCS_North_American_1983",DATUM["D_North_American_1983",SPHEROID["GRS_1980",6378137.0,298.257222101]],PRIMEM["Greenwich",0.0],UNIT["Degree",0.0174532925199433]],PROJECTION["Transverse_Mercator"],PARAMETER["false_easting",500000.0],PARAMETER["false_northing",0.0],PARAMETER["central_meridian",-99.0],PARAMETER["scale_factor",0.9996],PARAMETER["latitude_of_origin",0.0],UNIT["Meter",1.0]]</WKT>
<HighPrecision>true</HighPrecision>
</SpatialReference>
</GeodataXform>
</Metadata>
</PAMDataset>"""
gdal.VSIFWriteL(content, 1, len(content), f)
gdal.VSIFCloseL(f)
ds = gdal.Open('/vsimem/pam_9.tif')
wkt = ds.GetProjectionRef()
ds = None
gdal.GetDriverByName('GTiff').Delete('/vsimem/pam_9.tif')
expected_wkt = """PROJCS["NAD_1983_UTM_Zone_14N",GEOGCS["GCS_North_American_1983",DATUM["North_American_Datum_1983",SPHEROID["GRS_1980",6378137.0,298.257222101]],PRIMEM["Greenwich",0.0],UNIT["Degree",0.0174532925199433]],PROJECTION["Transverse_Mercator"],PARAMETER["false_easting",500000.0],PARAMETER["false_northing",0.0],PARAMETER["central_meridian",-99.0],PARAMETER["scale_factor",0.9996],PARAMETER["latitude_of_origin",0.0],UNIT["Meter",1.0]]"""
if wkt != expected_wkt:
print(wkt)
return 'fail'
return 'success'
def vsistdin_3():
gdal.PushErrorHandler('CPLQuietErrorHandler')
f = gdal.VSIFOpenL('/vsistdin/', 'wb')
gdal.PopErrorHandler()
if f is not None:
return 'fail'
return 'success'
def vsizip_6():
# Maintain ZIP file opened
fmain = gdal.VSIFOpenL("/vsizip/vsimem/test6.zip", "wb")
f = gdal.VSIFOpenL("/vsizip/vsimem/test6.zip/foo.bar", "wb")
if f is None:
gdaltest.post_reason('fail')
return 'fail'
gdal.VSIFWriteL("12345", 1, 5, f)
gdal.VSIFCloseL(f)
f = None
gdal.PushErrorHandler('CPLQuietErrorHandler')
f = gdal.VSIFOpenL("/vsizip/vsimem/test6.zip/foo.bar", "wb")
gdal.PopErrorHandler()
if f is not None:
gdaltest.post_reason('fail')
gdal.VSIFCloseL(f)
return 'fail'
gdal.VSIFCloseL(fmain)
fmain = None
gdal.Unlink("/vsimem/test6.zip")
# Now close it each time
f = gdal.VSIFOpenL("/vsizip/vsimem/test6.zip/foo.bar", "wb")
if f is None:
gdaltest.post_reason('fail')
return 'fail'
gdal.VSIFWriteL("12345", 1, 5, f)
gdal.VSIFCloseL(f)
f = None
gdal.PushErrorHandler('CPLQuietErrorHandler')
f = gdal.VSIFOpenL("/vsizip/vsimem/test6.zip/foo.bar", "wb")
gdal.PopErrorHandler()
if f is not None:
gdaltest.post_reason('fail')
gdal.VSIFCloseL(f)
return 'fail'
gdal.Unlink("/vsimem/test6.zip")
return 'success'
def vsifile_generic(filename):
fp = gdal.VSIFOpenL(filename, 'wb+')
gdal.VSIFWriteL('0123456789', 1, 10, fp)
gdal.VSIFTruncateL(fp, 5)
if gdal.VSIFTellL(fp) != 10:
gdaltest.post_reason('failure')
return 'fail'
gdal.VSIFSeekL(fp, 0, 2)
if gdal.VSIFTellL(fp) != 5:
gdaltest.post_reason('failure')
return 'fail'
gdal.VSIFWriteL('XX', 1, 2, fp)
gdal.VSIFCloseL(fp)
statBuf = gdal.VSIStatL(
filename, gdal.VSI_STAT_EXISTS_FLAG | gdal.VSI_STAT_NATURE_FLAG
| gdal.VSI_STAT_SIZE_FLAG)
if statBuf.size != 7:
gdaltest.post_reason('failure')
print(statBuf.size)
return 'fail'
fp = gdal.VSIFOpenL(filename, 'rb')
buf = gdal.VSIFReadL(1, 7, fp)
gdal.VSIFCloseL(fp)
if buf.decode('ascii') != '01234XX':
gdaltest.post_reason('failure')
return 'fail'
gdal.Unlink(filename)
statBuf = gdal.VSIStatL(filename, gdal.VSI_STAT_EXISTS_FLAG)
if statBuf is not None:
gdaltest.post_reason('failure')
return 'fail'
return 'success'
def vsifile_4():
fp = gdal.VSIFOpenL('vsifile.py', 'rb')
data = gdal.VSIFReadL(1000000, 1, fp)
#print(len(data))
gdal.VSIFSeekL(fp, 0, 0)
data = gdal.VSIFReadL(1, 1000000, fp)
if len(data) == 0:
return 'fail'
return 'success'
def ogr_gml_32():
if not gdaltest.have_gml_reader:
return 'skip'
# Test without .xsd or .gfs
f = gdal.VSIFOpenL("data/testfmegml.gml", "rb")
data = gdal.VSIFReadL(1, 10000, f)
gdal.VSIFCloseL(f)
f = gdal.VSIFOpenL("/vsimem/ogr_gml_31.gml", "wb")
gdal.VSIFWriteL(data, 1, len(data), f)
gdal.VSIFCloseL(f)
ds = ogr.Open('/vsimem/ogr_gml_31.gml')
lyr = ds.GetLayer(1)
feat = lyr.GetNextFeature()
feat = lyr.GetNextFeature()
if feat.GetFID() != 1:
gdaltest.post_reason(
'did not get feature when reading directly second layer')
return 'fail'
ds = None
f = gdal.VSIFOpenL("/vsimem/ogr_gml_31.gfs", "rb")
data = gdal.VSIFReadL(1, 10000, f)
gdal.VSIFCloseL(f)
data = str(data)
if data.find("<SequentialLayers>true</SequentialLayers>") == -1:
gdaltest.post_reason(
'did not find <SequentialLayers>true</SequentialLayers> in .gfs')
return 'fail'
gdal.Unlink("/vsimem/ogr_gml_31.gml")
gdal.Unlink("/vsimem/ogr_gml_31.gfs")
return 'success'
def ogr_kml_write_schema():
ds = ogr.GetDriverByName('KML').CreateDataSource(
'/vsimem/ogr_kml_write_schema.kml')
lyr = ds.CreateLayer("lyr")
lyr.CreateField(ogr.FieldDefn('strfield', ogr.OFTString))
lyr.CreateField(ogr.FieldDefn('intfield', ogr.OFTInteger))
lyr.CreateField(ogr.FieldDefn('realfield', ogr.OFTReal))
feat = ogr.Feature(lyr.GetLayerDefn())
feat.SetField('strfield', 'strfield_val')
feat.SetField('intfield', '1')
feat.SetField('realfield', '2.34')
lyr.CreateFeature(feat)
ds = None
f = gdal.VSIFOpenL('/vsimem/ogr_kml_write_schema.kml', 'rb')
content = gdal.VSIFReadL(1, 1000, f)
gdal.VSIFCloseL(f)
gdal.Unlink('/vsimem/ogr_kml_write_schema.kml')
expected_content = """<?xml version="1.0" encoding="utf-8" ?>
<kml xmlns="http://www.opengis.net/kml/2.2">
<Document><Folder><name>lyr</name>
<Placemark>
<ExtendedData><SchemaData schemaUrl="#lyr">
<SimpleData name="strfield">strfield_val</SimpleData>
<SimpleData name="intfield">1</SimpleData>
<SimpleData name="realfield">2.34</SimpleData>
</SchemaData></ExtendedData>
</Placemark>
</Folder>
<Schema name="lyr" id="lyr">
<SimpleField name="strfield" type="string"></SimpleField>
<SimpleField name="intfield" type="int"></SimpleField>
<SimpleField name="realfield" type="float"></SimpleField>
</Schema>
</Document></kml>"""
content_lines = content.strip().split('\n')
expected_lines = expected_content.strip().split('\n')
if len(content_lines) != len(expected_lines):
gdaltest.post_reason('fail')
print(content)
return 'fail'
for i in range(len(content_lines)):
if content_lines[i].strip() != expected_lines[i].strip():
gdaltest.post_reason('fail')
print(content)
return 'fail'
return 'success'
def read_file(self, filename):
"""
Read an in-memory file
https://gis.stackexchange.com/questions/255153/gdal-vectortranslate-returns-an-empty-file
also see:
https://gis.stackexchange.com/questions/318916/getting-png-binary-data-from-gdaldataset
"""
vsifile = gdal.VSIFOpenL(filename, 'r')
gdal.VSIFSeekL(vsifile, 0, 2)
vsileng = gdal.VSIFTellL(vsifile)
gdal.VSIFSeekL(vsifile, 0, 0)
return gdal.VSIFReadL(1, vsileng, vsifile)
def read_vsimem(self, fn):
"""Read GDAL vsimem files"""
vsifile = None
try:
vsifile = gdal.VSIFOpenL(fn, 'r')
gdal.VSIFSeekL(vsifile, 0, 2)
vsileng = gdal.VSIFTellL(vsifile)
gdal.VSIFSeekL(vsifile, 0, 0)
return gdal.VSIFReadL(1, vsileng, vsifile)
finally:
if vsifile:
gdal.VSIFCloseL(vsifile)
def ogr_gml_30():
if not gdaltest.have_gml_reader:
return 'skip'
field1 = " "
for i in range(11):
field1 = field1 + field1
geom = "0 1 "
for i in range(9):
geom = geom + geom
data = """<FeatureCollection xmlns:gml="http://www.opengis.net/gml">
<gml:featureMember>
<layer1>
<geometry><gml:LineString><gml:posList>%s</gml:posList></gml:LineString></geometry>
<field1>A%sZ</field1>
</layer1>
</gml:featureMember>
</FeatureCollection>""" % (geom, field1)
f = gdal.VSIFOpenL("/vsimem/ogr_gml_30.gml", "wb")
gdal.VSIFWriteL(data, 1, len(data), f)
gdal.VSIFCloseL(f)
ds = ogr.Open("/vsimem/ogr_gml_30.gml")
lyr = ds.GetLayer(0)
feat = lyr.GetNextFeature()
field1 = feat.GetField(0)
geom_wkt = feat.GetGeometryRef().ExportToWkt()
ds = None
gdal.Unlink("/vsimem/ogr_gml_30.gml")
gdal.Unlink("/vsimem/ogr_gml_30.gfs")
if len(field1) != 2050:
gdaltest.post_reason('did not get expected len(field1)')
print(field1)
print(len(field1))
return 'fail'
if len(geom_wkt) != 2060:
gdaltest.post_reason('did not get expected len(geom_wkt)')
print(geom_wkt)
print(len(geom_wkt))
return 'fail'
return 'success'
def misc_10():
f = gdal.VSIFOpenL('/vsigzip/./data/byte.tif.gz', 'rb')
gdal.VSIFReadL(1, 1, f)
gdal.VSIFSeekL(f, 0, 2)
gdal.VSIFSeekL(f, 0, 0)
data = gdal.VSIFReadL(1, 4, f)
gdal.VSIFCloseL(f)
import struct
ar = struct.unpack('B' * 4, data)
if ar != (73, 73, 42, 0):
return 'fail'
return 'success'
def ehdr_13():
src_ds = gdal.Open('data/byte.tif')
ds = gdal.GetDriverByName('EHDR').CreateCopy('/vsimem/byte.bil', src_ds)
ds = None
src_ds = None
ds = gdal.Open('/vsimem/byte.bil')
if ds.GetRasterBand(1).GetMinimum() != None:
gdaltest.post_reason('did not expected minimum')
return 'fail'
if ds.GetRasterBand(1).GetMaximum() != None:
gdaltest.post_reason('did not expected maximum')
return 'fail'
stats = ds.GetRasterBand(1).GetStatistics(False, True)
expected_stats = [74.0, 255.0, 126.765, 22.928470838675704]
for i in range(4):
if abs(stats[i]-expected_stats[i]) > 0.0001:
gdaltest.post_reason('did not get expected statistics')
return 'fail'
ds = None
f = gdal.VSIFOpenL('/vsimem/byte.stx', 'rb')
if f is None:
gdaltest.post_reason('expected .stx file')
return 'fail'
gdal.VSIFCloseL(f)
ds = gdal.Open('/vsimem/byte.bil')
if abs(ds.GetRasterBand(1).GetMinimum() - 74) > 0.0001:
gdaltest.post_reason('did not get expected minimum')
return 'fail'
if abs(ds.GetRasterBand(1).GetMaximum() - 255) > 0.0001:
gdaltest.post_reason('did not get expected maximum')
return 'fail'
stats = ds.GetRasterBand(1).GetStatistics(False, True)
expected_stats = [74.0, 255.0, 126.765, 22.928470838675704]
for i in range(4):
if abs(stats[i]-expected_stats[i]) > 0.0001:
gdaltest.post_reason('did not get expected statistics')
return 'fail'
ds = None
gdal.GetDriverByName('EHDR').Delete('/vsimem/byte.bil')
return 'success'
def vrtovr_2():
vrt_string = """<VRTDataset rasterXSize="20" rasterYSize="20">
<VRTRasterBand dataType="Byte" band="1">
<ColorInterp>Gray</ColorInterp>
<SimpleSource>
<SourceFilename relativeToVRT="0">data/byte.tif</SourceFilename>
<SourceBand>1</SourceBand>
<SourceProperties RasterXSize="20" RasterYSize="20" DataType="Byte" BlockXSize="20" BlockYSize="20" />
<SrcRect xOff="0" yOff="0" xSize="20" ySize="20" />
<DstRect xOff="0" yOff="0" xSize="20" ySize="20" />
</SimpleSource>
<Overview>
<SourceFilename relativeToVRT="0">data/byte.tif</SourceFilename>
<SourceBand>1</SourceBand>
</Overview>
</VRTRasterBand>
</VRTDataset>"""
f = gdal.VSIFOpenL("/vsimem/vrtovr_2.vrt", "wb")
gdal.VSIFWriteL(vrt_string, len(vrt_string), 1, f)
gdal.VSIFCloseL(f)
ds = gdal.Open("/vsimem/vrtovr_2.vrt", gdal.GA_Update)
ds.GetRasterBand(1).SetDescription('foo')
ds = None
ds = gdal.Open("/vsimem/vrtovr_2.vrt")
if ds.GetRasterBand(1).GetOverviewCount() != 1:
gdaltest.post_reason('did not get expected overview count')
print(ds.GetRasterBand(1).GetOverviewCount())
return 'fail'
cs = ds.GetRasterBand(1).GetOverview(0).Checksum()
if cs != 4672:
gdaltest.post_reason('did not get expected overview checksum')
print(cs)
return 'fail'
ds = None
gdal.Unlink("/vsimem/vrtovr_2.vrt")
return 'success'
def mrsid_10():
if gdaltest.jp2mrsid_drv is None:
return 'skip'
f = open('data/int16.jp2', 'rb')
data = f.read()
f.close()
f = gdal.VSIFOpenL('/vsimem/mrsid_10.jp2', 'wb')
gdal.VSIFWriteL(data, 1, len(data), f)
gdal.VSIFCloseL(f)
ds = gdal.Open('/vsimem/mrsid_10.jp2')
if ds is None:
return 'fail'
ds = None
gdal.Unlink('/vsimem/mrsid_10.jp2')
return 'success'
def vsifile_3():
if (gdaltest.filesystem_supports_sparse_files('tmp') == False):
return 'skip'
filename = 'tmp/vsifile_3'
fp = gdal.VSIFOpenL(filename, 'wb+')
gdal.VSIFTruncateL(fp, 10 * 1024 * 1024 * 1024)
gdal.VSIFSeekL(fp, 0, 2)
pos = gdal.VSIFTellL(fp)
if pos != 10 * 1024 * 1024 * 1024:
gdaltest.post_reason('failure')
gdal.VSIFCloseL(fp)
gdal.Unlink(filename)
print(pos)
return 'fail'
gdal.VSIFSeekL(fp, 0, 0)
gdal.VSIFSeekL(fp, pos, 0)
pos = gdal.VSIFTellL(fp)
if pos != 10 * 1024 * 1024 * 1024:
gdaltest.post_reason('failure')
gdal.VSIFCloseL(fp)
gdal.Unlink(filename)
print(pos)
return 'fail'
gdal.VSIFCloseL(fp)
statBuf = gdal.VSIStatL(
filename, gdal.VSI_STAT_EXISTS_FLAG | gdal.VSI_STAT_NATURE_FLAG
| gdal.VSI_STAT_SIZE_FLAG)
gdal.Unlink(filename)
if statBuf.size != 10 * 1024 * 1024 * 1024:
gdaltest.post_reason('failure')
print(statBuf.size)
return 'fail'
return 'success'
def ogr_ods_6():
drv = ogr.GetDriverByName('ODS')
if drv is None:
return 'skip'
src_ds = ogr.Open('ODS:data/content_formulas.xml')
out_ds = ogr.GetDriverByName('CSV').CopyDataSource(
src_ds, '/vsimem/content_formulas.csv')
out_ds = None
src_ds = None
fp = gdal.VSIFOpenL('/vsimem/content_formulas.csv', 'rb')
res = gdal.VSIFReadL(1, 10000, fp)
gdal.VSIFCloseL(fp)
gdal.Unlink('/vsimem/content_formulas.csv')
res = res.decode('ascii').split()
expected_res = """Field1,Field2,Field3,Field4,Field5,Field6,Field7,Field8,Field9,Field10,Field11,Field12,Field13,Field14,Field15,Field16,Field17,Field18,Field19,Field20,Field21,Field22,Field23,Field24,Field25,Field26,Field27,Field28,Field29,Field30,Field31,Field32
of:=[.B1],of:=[.C1],of:=[.A1],,,,,,,,,,,,,,,,,,,,,,,,,,,,,
1,1,1,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
ab,ab,ab,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
1,a,,3.5,MIN,1,MIN,3.5,SUM,4.5,AVERAGE,2.25,COUNT,2,COUNTA,3,,,,,,,,,,,,,,,,
abcdef,6,,a,abcdef,,f,abcdef,"of:=MID([.A5];0;1)",,a,abcdef,,a,ef,ef,,,,,,,,,,,,,,,,
1,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
AB,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
2,2,0,3,1,0,0,1,1,1,0,0,0,1,1,0,,,,,,,,,,,,,,,,
1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
""".split()
if res != expected_res:
gdaltest.post_reason('did not get expected result')
print(res)
return 'fail'
return 'success'
def ogr_csv_24():
# Create an invalid CSV file
f = gdal.VSIFOpenL('/vsimem/invalid.csv', 'wb')
gdal.VSIFCloseL(f)
# and check that it doesn't prevent from creating a new CSV file (#4824)
ds = ogr.GetDriverByName('CSV').CreateDataSource( '/vsimem/single.csv' )
lyr = ds.CreateLayer('single')
lyr.CreateField(ogr.FieldDefn('foo', ogr.OFTString))
feat = ogr.Feature(lyr.GetLayerDefn())
lyr.CreateFeature(feat)
feat = ogr.Feature(lyr.GetLayerDefn())
feat.SetField(0, 'bar')
lyr.CreateFeature(feat)
feat = None
lyr = None
ds = None
ds = ogr.Open( '/vsimem/single.csv' )
lyr = ds.GetLayer(0)
if lyr.GetLayerDefn().GetFieldCount() != 1:
gdaltest.post_reason('fail')
return 'fail'
feat = lyr.GetNextFeature()
if feat.GetField(0) != '':
gdaltest.post_reason('fail')
return 'fail'
feat = lyr.GetNextFeature()
if feat.GetField(0) != 'bar':
gdaltest.post_reason('fail')
return 'fail'
ds = None
gdal.Unlink('/vsimem/single.csv')
gdal.Unlink('/vsimem/invalid.csv')
return 'success'
def ogr_osm_10():
if ogrtest.osm_drv is None:
return 'skip'
# Non existing file
ds = ogr.Open('/nonexisting/foo.osm')
if ds is not None:
gdaltest.post_reason('fail')
return 'fail'
# Empty .osm file
f = gdal.VSIFOpenL('/vsimem/foo.osm', 'wb')
gdal.VSIFCloseL(f)
ds = ogr.Open('/vsimem/foo.osm')
if ds is not None:
gdaltest.post_reason('fail')
return 'fail'
gdal.Unlink('/vsimem/foo.osm')
# Empty .pbf file
f = gdal.VSIFOpenL('/vsimem/foo.pbf', 'wb')
gdal.VSIFCloseL(f)
ds = ogr.Open('/vsimem/foo.pbf')
if ds is not None:
gdaltest.post_reason('fail')
return 'fail'
gdal.Unlink('/vsimem/foo.pbf')
if ogrtest.osm_drv_parse_osm:
# Invalid .osm file
f = gdal.VSIFOpenL('/vsimem/foo.osm', 'wb')
data = "<osm>"
gdal.VSIFWriteL(data, 1, len(data), f)
gdal.VSIFCloseL(f)
ds = ogr.Open('/vsimem/foo.osm')
lyr = ds.GetLayer(0)
gdal.ErrorReset()
gdal.PushErrorHandler('CPLQuietErrorHandler')
feat = lyr.GetNextFeature()
gdal.PopErrorHandler()
if gdal.GetLastErrorMsg() == '':
gdaltest.post_reason('fail')
return 'fail'
ds = None
gdal.Unlink('/vsimem/foo.osm')
# Invalid .pbf file
f = gdal.VSIFOpenL('/vsimem/foo.pbf', 'wb')
data = "OSMHeader\n"
gdal.VSIFWriteL(data, 1, len(data), f)
gdal.VSIFCloseL(f)
ds = ogr.Open('/vsimem/foo.pbf')
lyr = ds.GetLayer(0)
gdal.ErrorReset()
gdal.PushErrorHandler('CPLQuietErrorHandler')
feat = lyr.GetNextFeature()
gdal.PopErrorHandler()
if gdal.GetLastErrorMsg() == '':
gdaltest.post_reason('fail')
return 'fail'
ds = None
gdal.Unlink('/vsimem/foo.pbf')
# Test million laugh pattern
if ogrtest.osm_drv_parse_osm:
gdal.PushErrorHandler('CPLQuietErrorHandler')
ds = ogr.Open('data/billionlaugh.osm')
gdal.PopErrorHandler()
if ds is not None:
gdaltest.post_reason('fail')
return 'fail'
return 'success'
def vsizip_1():
# We can keep the handle open during all the ZIP writing
hZIP = gdal.VSIFOpenL("/vsizip/vsimem/test.zip", "wb")
if hZIP is None:
gdaltest.post_reason('fail 1')
return 'fail'
# One way to create a directory
f = gdal.VSIFOpenL("/vsizip/vsimem/test.zip/subdir2/", "wb")
if f is None:
gdaltest.post_reason('fail 2')
return 'fail'
gdal.VSIFCloseL(f)
# A more natural one
gdal.Mkdir("/vsizip/vsimem/test.zip/subdir1", 0)
# Create 1st file
f2 = gdal.VSIFOpenL("/vsizip/vsimem/test.zip/subdir3/abcd", "wb")
if f2 is None:
gdaltest.post_reason('fail 3')
return 'fail'
gdal.VSIFWriteL("abcd", 1, 4, f2)
gdal.VSIFCloseL(f2)
# Test that we cannot read a zip file being written
gdal.ErrorReset()
gdal.PushErrorHandler('CPLQuietErrorHandler')
f = gdal.VSIFOpenL("/vsizip/vsimem/test.zip/subdir3/abcd", "rb")
gdal.PopErrorHandler()
if gdal.GetLastErrorMsg() != 'Cannot read a zip file being written':
gdaltest.post_reason('expected error')
print(gdal.GetLastErrorMsg())
return 'fail'
if f is not None:
gdaltest.post_reason('should not have been successful 1')
return 'fail'
# Create 2nd file
f3 = gdal.VSIFOpenL("/vsizip/vsimem/test.zip/subdir3/efghi", "wb")
if f3 is None:
gdaltest.post_reason('fail 4')
return 'fail'
gdal.VSIFWriteL("efghi", 1, 5, f3)
# Try creating a 3d file
gdal.ErrorReset()
gdal.PushErrorHandler('CPLQuietErrorHandler')
f4 = gdal.VSIFOpenL("/vsizip/vsimem/test.zip/that_wont_work", "wb")
gdal.PopErrorHandler()
if gdal.GetLastErrorMsg() != 'Cannot create that_wont_work while another file is being written in the .zip':
gdaltest.post_reason('expected error')
print(gdal.GetLastErrorMsg())
return 'fail'
if f4 is not None:
gdaltest.post_reason('should not have been successful 2')
return 'fail'
gdal.VSIFCloseL(f3)
# Now we can close the main handle
gdal.VSIFCloseL(hZIP)
f = gdal.VSIFOpenL("/vsizip/vsimem/test.zip/subdir3/abcd", "rb")
if f is None:
gdaltest.post_reason('fail 5')
return 'fail'
data = gdal.VSIFReadL(1, 4, f)
gdal.VSIFCloseL(f)
gdal.Unlink("/vsimem/test.zip")
if data.decode('ASCII') != 'abcd':
print(data)
return 'fail'
return 'success'
def vsifile_5():
fp = gdal.VSIFOpenL('tmp/vsifile_5.bin', 'wb')
ref_data = ''.join(['%08X' % i for i in range(5 * 32768)])
gdal.VSIFWriteL(ref_data, 1, len(ref_data), fp)
gdal.VSIFCloseL(fp)
gdal.SetConfigOption('VSI_CACHE', 'YES')
for i in range(3):
if i == 0:
gdal.SetConfigOption('VSI_CACHE_SIZE', '0')
elif i == 1:
gdal.SetConfigOption('VSI_CACHE_SIZE', '65536')
else:
gdal.SetConfigOption('VSI_CACHE_SIZE', None)
fp = gdal.VSIFOpenL('tmp/vsifile_5.bin', 'rb')
gdal.VSIFSeekL(fp, 50000, 0)
if gdal.VSIFTellL(fp) != 50000:
gdaltest.post_reason('fail')
gdal.SetConfigOption('VSI_CACHE_SIZE', None)
gdal.SetConfigOption('VSI_CACHE', None)
return 'fail'
gdal.VSIFSeekL(fp, 50000, 1)
if gdal.VSIFTellL(fp) != 100000:
gdaltest.post_reason('fail')
gdal.SetConfigOption('VSI_CACHE_SIZE', None)
gdal.SetConfigOption('VSI_CACHE', None)
return 'fail'
gdal.VSIFSeekL(fp, 0, 2)
if gdal.VSIFTellL(fp) != 5 * 32768 * 8:
gdaltest.post_reason('fail')
gdal.SetConfigOption('VSI_CACHE_SIZE', None)
gdal.SetConfigOption('VSI_CACHE', None)
return 'fail'
gdal.VSIFReadL(1, 1, fp)
gdal.VSIFSeekL(fp, 0, 0)
data = gdal.VSIFReadL(1, 3 * 32768, fp)
if data.decode('ascii') != ref_data[0:3 * 32768]:
gdaltest.post_reason('fail')
gdal.SetConfigOption('VSI_CACHE_SIZE', None)
gdal.SetConfigOption('VSI_CACHE', None)
return 'fail'
gdal.VSIFSeekL(fp, 16384, 0)
data = gdal.VSIFReadL(1, 5 * 32768, fp)
if data.decode('ascii') != ref_data[16384:16384 + 5 * 32768]:
gdaltest.post_reason('fail')
gdal.SetConfigOption('VSI_CACHE_SIZE', None)
gdal.SetConfigOption('VSI_CACHE', None)
return 'fail'
data = gdal.VSIFReadL(1, 50 * 32768, fp)
if data[0:1130496].decode('ascii') != ref_data[16384 + 5 * 32768:]:
gdaltest.post_reason('fail')
gdal.SetConfigOption('VSI_CACHE_SIZE', None)
gdal.SetConfigOption('VSI_CACHE', None)
return 'fail'
gdal.VSIFCloseL(fp)
gdal.SetConfigOption('VSI_CACHE_SIZE', None)
gdal.SetConfigOption('VSI_CACHE', None)
gdal.Unlink('tmp/vsifile_5.bin')
return 'success'
def ecrgtoc_4():
toc_xml = """<Table_of_Contents>
<file_header file_status="new">
<file_name>TOC.xml</file_name>
</file_header>
<product product_title="ProductTitle">
<disc id="DiscId">
<frame_list number_of_frames="1">
<scale size="1:500 K">
<frame name="000000009s0013.lf2">
<frame_path>clfc\\2</frame_path>
<frame_version>001</frame_version>
<frame_chart_type>lf</frame_chart_type>
<frame_zone>2</frame_zone>
</frame>
</scale>
</frame_list>
</disc>
<disc id="DiscId2">
<frame_list number_of_frames="1">
<scale size="1:500 K">
<frame name="000000009t0013.lf2">
<frame_path>clfc\\2</frame_path>
<frame_version>001</frame_version>
<frame_chart_type>lf</frame_chart_type>
<frame_zone>2</frame_zone>
</frame>
</scale>
</frame_list>
</disc>
</product>
<extension_list>
<extension code="LF">
<chart_code>LF</chart_code>
<chart_type>1:500 K (LFC Day)</chart_type>
<chart_scale>1:500 K</chart_scale>
<chart_description>LFC Day</chart_description>
</extension>
</extension_list>
</Table_of_Contents>"""
f = gdal.VSIFOpenL('/vsimem/TOC.xml', 'wb')
gdal.VSIFWriteL(toc_xml, 1, len(toc_xml), f)
gdal.VSIFCloseL(f)
ds = gdal.Open('/vsimem/TOC.xml')
if ds is None:
return 'fail'
if ds.RasterCount != 0:
gdaltest.post_reason('bad raster count')
return 'fail'
expected_gt = (-85.43147208121826, 0.00059486040609137061, 0.0,
33.166986564299428, 0.0, -0.00044985604606525913)
gt = ds.GetGeoTransform()
for i in range(6):
if abs(gt[i] - expected_gt[i]) > 1e-10:
gdaltest.post_reason('did not get expected geotransform')
print(gt)
wkt = ds.GetProjectionRef()
if wkt.find('WGS 84') == -1:
gdaltest.post_reason('did not get expected SRS')
print(wkt)
return 'fail'
filelist = ds.GetFileList()
if len(filelist) != 3:
gdaltest.post_reason('did not get expected filelist')
print(filelist)
return 'fail'
subdatasets = ds.GetMetadata('SUBDATASETS')
if len(subdatasets) != 4:
gdaltest.post_reason('did not get expected subdatasets')
print(filelist)
return 'fail'
ds = None
gdal.Unlink('/vsimem/TOC.xml')
return 'success'
def vsizip_2():
fmain = gdal.VSIFOpenL("/vsizip/vsimem/test2.zip/foo.bar", "wb")
if fmain is None:
gdaltest.post_reason('fail 1')
return 'fail'
gdal.VSIFWriteL("12345", 1, 5, fmain)
gdal.VSIFCloseL(fmain)
content = gdal.ReadDir("/vsizip/vsimem/test2.zip")
if content != ['foo.bar']:
gdaltest.post_reason('bad content 1')
print(content)
return 'fail'
# Now append a second file
fmain = gdal.VSIFOpenL("/vsizip/vsimem/test2.zip/bar.baz", "wb")
if fmain is None:
gdaltest.post_reason('fail 2')
return 'fail'
gdal.VSIFWriteL("67890", 1, 5, fmain)
gdal.ErrorReset()
gdal.PushErrorHandler('CPLQuietErrorHandler')
content = gdal.ReadDir("/vsizip/vsimem/test2.zip")
gdal.PopErrorHandler()
if gdal.GetLastErrorMsg() != 'Cannot read a zip file being written':
gdaltest.post_reason('expected error')
print(gdal.GetLastErrorMsg())
return 'fail'
if content != None:
gdaltest.post_reason('bad content 2')
print(content)
return 'fail'
gdal.VSIFCloseL(fmain)
content = gdal.ReadDir("/vsizip/vsimem/test2.zip")
if content != ['foo.bar', 'bar.baz']:
gdaltest.post_reason('bad content 3')
print(content)
return 'fail'
fmain = gdal.VSIFOpenL("/vsizip/vsimem/test2.zip/foo.bar", "rb")
if fmain is None:
gdaltest.post_reason('fail 3')
return 'fail'
data = gdal.VSIFReadL(1, 5, fmain)
gdal.VSIFCloseL(fmain)
if data.decode('ASCII') != '12345':
print(data)
return 'fail'
fmain = gdal.VSIFOpenL("/vsizip/vsimem/test2.zip/bar.baz", "rb")
if fmain is None:
gdaltest.post_reason('fail 4')
return 'fail'
data = gdal.VSIFReadL(1, 5, fmain)
gdal.VSIFCloseL(fmain)
if data.decode('ASCII') != '67890':
print(data)
return 'fail'
gdal.Unlink("/vsimem/test2.zip")
return 'success'
def validate( # noqa pylint: disable=too-many-branches
ds,
check_tiled=True,
full_check=False):
"""Check if a file is a (Geo)TIFF with cloud optimized compatible structure.
Args:
ds: GDAL Dataset for the file to inspect.
check_tiled: Set to False to ignore missing tiling.
full_check: Set to TRUe to check tile/strip leader/trailer bytes. Might be slow on remote files
Returns:
A tuple, whose first element is an array of error messages
(empty if there is no error), and the second element, a dictionary
with the structure of the GeoTIFF file.
Raises:
ValidateCloudOptimizedGeoTIFFException: Unable to open the file or the
file is not a Tiff.
"""
if int(gdal.VersionInfo("VERSION_NUM")) < 2020000:
raise ValidateCloudOptimizedGeoTIFFException(
"GDAL 2.2 or above required")
unicode_type = type("".encode("utf-8").decode("utf-8"))
if isinstance(ds, (str, unicode_type)):
gdal.PushErrorHandler()
ds = gdal.Open(ds)
gdal.PopErrorHandler()
if ds is None:
raise ValidateCloudOptimizedGeoTIFFException(
"Invalid file : %s" % gdal.GetLastErrorMsg())
if ds.GetDriver().ShortName != "GTiff":
raise ValidateCloudOptimizedGeoTIFFException(
"The file is not a GeoTIFF")
details = {}
errors = []
warnings = []
filename = ds.GetDescription()
main_band = ds.GetRasterBand(1)
ovr_count = main_band.GetOverviewCount()
filelist = ds.GetFileList()
if filelist is not None and filename + ".ovr" in filelist:
errors += [
"Overviews found in external .ovr file. They should be internal"
]
if main_band.XSize > 512 or main_band.YSize > 512:
if check_tiled:
block_size = main_band.GetBlockSize()
if block_size[0] == main_band.XSize and block_size[0] > 1024:
errors += [
"The file is greater than 512xH or Wx512, but is not tiled"
]
if ovr_count == 0:
warnings += [
"The file is greater than 512xH or Wx512, it is recommended "
"to include internal overviews"
]
ifd_offset = int(main_band.GetMetadataItem("IFD_OFFSET", "TIFF"))
ifd_offsets = [ifd_offset]
block_order_row_major = False
block_leader_size_as_uint4 = False
block_trailer_last_4_bytes_repeated = False
mask_interleaved_with_imagery = False
if ifd_offset not in (8, 16):
# Check if there is GDAL hidden structural metadata
f = gdal.VSIFOpenL(filename, "rb")
if not f:
raise ValidateCloudOptimizedGeoTIFFException("Cannot open file")
signature = struct.unpack("B" * 4, gdal.VSIFReadL(4, 1, f))
bigtiff = signature in ((0x49, 0x49, 0x2B, 0x00), (0x4D, 0x4D, 0x00,
0x2B))
if bigtiff:
expected_ifd_pos = 16
else:
expected_ifd_pos = 8
gdal.VSIFSeekL(f, expected_ifd_pos, 0)
pattern = "GDAL_STRUCTURAL_METADATA_SIZE=%06d bytes\n" % 0
got = gdal.VSIFReadL(len(pattern), 1, f).decode("LATIN1")
if len(got) == len(pattern) and got.startswith(
"GDAL_STRUCTURAL_METADATA_SIZE="):
size = int(got[len("GDAL_STRUCTURAL_METADATA_SIZE="):][0:6])
extra_md = gdal.VSIFReadL(size, 1, f).decode("LATIN1")
block_order_row_major = "BLOCK_ORDER=ROW_MAJOR" in extra_md
block_leader_size_as_uint4 = "BLOCK_LEADER=SIZE_AS_UINT4" in extra_md
block_trailer_last_4_bytes_repeated = (
"BLOCK_TRAILER=LAST_4_BYTES_REPEATED" in extra_md)
mask_interleaved_with_imagery = (
"MASK_INTERLEAVED_WITH_IMAGERY=YES" in extra_md)
if "KNOWN_INCOMPATIBLE_EDITION=YES" in extra_md:
errors += [
"KNOWN_INCOMPATIBLE_EDITION=YES is declared in the file"
]
expected_ifd_pos += len(pattern) + size
expected_ifd_pos += (expected_ifd_pos % 2
) # IFD offset starts on a 2-byte boundary
gdal.VSIFCloseL(f)
if expected_ifd_pos != ifd_offsets[0]:
errors += [
"The offset of the main IFD should be %d. It is %d instead" %
(expected_ifd_pos, ifd_offsets[0])
]
details["ifd_offsets"] = {}
details["ifd_offsets"]["main"] = ifd_offset
for i in range(ovr_count):
# Check that overviews are by descending sizes
ovr_band = ds.GetRasterBand(1).GetOverview(i)
if i == 0:
if ovr_band.XSize > main_band.XSize or ovr_band.YSize > main_band.YSize:
errors += [
"First overview has larger dimension than main band"
]
else:
prev_ovr_band = ds.GetRasterBand(1).GetOverview(i - 1)
if (ovr_band.XSize > prev_ovr_band.XSize
or ovr_band.YSize > prev_ovr_band.YSize):
errors += [
"Overview of index %d has larger dimension than "
"overview of index %d" % (i, i - 1)
]
if check_tiled:
block_size = ovr_band.GetBlockSize()
if block_size[0] == ovr_band.XSize and block_size[0] > 1024:
errors += ["Overview of index %d is not tiled" % i]
# Check that the IFD of descending overviews are sorted by increasing
# offsets
ifd_offset = int(ovr_band.GetMetadataItem("IFD_OFFSET", "TIFF"))
ifd_offsets.append(ifd_offset)
details["ifd_offsets"]["overview_%d" % i] = ifd_offset
if ifd_offsets[-1] < ifd_offsets[-2]:
if i == 0:
errors += [
"The offset of the IFD for overview of index %d is %d, "
"whereas it should be greater than the one of the main "
"image, which is at byte %d" %
(i, ifd_offsets[-1], ifd_offsets[-2])
]
else:
errors += [
"The offset of the IFD for overview of index %d is %d, "
"whereas it should be greater than the one of index %d, "
"which is at byte %d" %
(i, ifd_offsets[-1], i - 1, ifd_offsets[-2])
]
# Check that the imagery starts by the smallest overview and ends with
# the main resolution dataset
def get_block_offset(band):
blockxsize, blockysize = band.GetBlockSize()
for y in range(int((band.YSize + blockysize - 1) / blockysize)):
for x in range(int((band.XSize + blockxsize - 1) / blockxsize)):
block_offset = band.GetMetadataItem(
"BLOCK_OFFSET_%d_%d" % (x, y), "TIFF")
if block_offset:
return int(block_offset)
return 0
block_offset = get_block_offset(main_band)
data_offsets = [block_offset]
details["data_offsets"] = {}
details["data_offsets"]["main"] = block_offset
for i in range(ovr_count):
ovr_band = ds.GetRasterBand(1).GetOverview(i)
block_offset = get_block_offset(ovr_band)
data_offsets.append(block_offset)
details["data_offsets"]["overview_%d" % i] = block_offset
if data_offsets[-1] != 0 and data_offsets[-1] < ifd_offsets[-1]:
if ovr_count > 0:
errors += [
"The offset of the first block of the smallest overview "
"should be after its IFD"
]
else:
errors += [
"The offset of the first block of the image should be after its IFD"
]
for i in range(len(data_offsets) - 2, 0, -1):
if data_offsets[i] != 0 and data_offsets[i] < data_offsets[i + 1]:
errors += [
"The offset of the first block of overview of index %d should "
"be after the one of the overview of index %d" % (i - 1, i)
]
if (len(data_offsets) >= 2 and data_offsets[0] != 0
and data_offsets[0] < data_offsets[1]):
errors += [
"The offset of the first block of the main resolution image "
"should be after the one of the overview of index %d" %
(ovr_count - 1)
]
if full_check and (block_order_row_major or block_leader_size_as_uint4
or block_trailer_last_4_bytes_repeated
or mask_interleaved_with_imagery):
f = gdal.VSIFOpenL(filename, "rb")
if not f:
raise ValidateCloudOptimizedGeoTIFFException("Cannot open file")
full_check_band(
f,
"Main resolution image",
main_band,
errors,
block_order_row_major,
block_leader_size_as_uint4,
block_trailer_last_4_bytes_repeated,
mask_interleaved_with_imagery,
)
if (main_band.GetMaskFlags() == gdal.GMF_PER_DATASET
and (filename + ".msk") not in ds.GetFileList()):
full_check_band(
f,
"Mask band of main resolution image",
main_band.GetMaskBand(),
errors,
block_order_row_major,
block_leader_size_as_uint4,
block_trailer_last_4_bytes_repeated,
False,
)
for i in range(ovr_count):
ovr_band = ds.GetRasterBand(1).GetOverview(i)
full_check_band(
f,
"Overview %d" % i,
ovr_band,
errors,
block_order_row_major,
block_leader_size_as_uint4,
block_trailer_last_4_bytes_repeated,
mask_interleaved_with_imagery,
)
if (ovr_band.GetMaskFlags() == gdal.GMF_PER_DATASET
and (filename + ".msk") not in ds.GetFileList()):
full_check_band(
f,
"Mask band of overview %d" % i,
ovr_band.GetMaskBand(),
errors,
block_order_row_major,
block_leader_size_as_uint4,
block_trailer_last_4_bytes_repeated,
False,
)
gdal.VSIFCloseL(f)
return warnings, errors, details
def jpeg_19():
import struct
for (width, height, iX) in [(32, 32, 12), (25, 25, 8), (24, 25, 8)]:
src_ds = gdal.GetDriverByName('GTiff').Create('/vsimem/jpeg_19.tif',
width, height, 1)
src_ds.CreateMaskBand(gdal.GMF_PER_DATASET)
src_ds.GetRasterBand(1).GetMaskBand().WriteRaster(
0, 0, iX, height, struct.pack('B' * 1, 255), 1, 1)
src_ds.GetRasterBand(1).GetMaskBand().WriteRaster(
iX, 0, width - iX, height, struct.pack('B' * 1, 0), 1, 1)
tiff_mask_data = src_ds.GetRasterBand(1).GetMaskBand().ReadRaster(
0, 0, width, height)
# Generate a JPEG file with a (default) LSB bit mask order
out_ds = gdal.GetDriverByName('JPEG').CreateCopy(
'/vsimem/jpeg_19.jpg', src_ds)
out_ds = None
# Generate a JPEG file with a MSB bit mask order
gdal.SetConfigOption('JPEG_WRITE_MASK_BIT_ORDER', 'MSB')
out_ds = gdal.GetDriverByName('JPEG').CreateCopy(
'/vsimem/jpeg_19_msb.jpg', src_ds)
out_ds = None
gdal.SetConfigOption('JPEG_WRITE_MASK_BIT_ORDER', None)
src_ds = None
# Check that the file are indeed different
statBuf = gdal.VSIStatL('/vsimem/jpeg_19.jpg')
f = gdal.VSIFOpenL('/vsimem/jpeg_19.jpg', 'rb')
data1 = gdal.VSIFReadL(1, statBuf.size, f)
gdal.VSIFCloseL(f)
statBuf = gdal.VSIStatL('/vsimem/jpeg_19_msb.jpg')
f = gdal.VSIFOpenL('/vsimem/jpeg_19_msb.jpg', 'rb')
data2 = gdal.VSIFReadL(1, statBuf.size, f)
gdal.VSIFCloseL(f)
if (width, height, iX) == (24, 25, 8):
if data1 != data2:
gdaltest.post_reason('fail')
return 'fail'
else:
if data1 == data2:
gdaltest.post_reason('fail')
return 'fail'
# Check the file with the LSB bit mask order
ds = gdal.Open('/vsimem/jpeg_19.jpg')
jpg_mask_data = ds.GetRasterBand(1).GetMaskBand().ReadRaster(
0, 0, width, height)
ds = None
if tiff_mask_data != jpg_mask_data:
gdaltest.post_reason('fail')
return 'fail'
# Check the file with the MSB bit mask order
ds = gdal.Open('/vsimem/jpeg_19_msb.jpg')
jpg_mask_data = ds.GetRasterBand(1).GetMaskBand().ReadRaster(
0, 0, width, height)
ds = None
if tiff_mask_data != jpg_mask_data:
gdaltest.post_reason('fail')
return 'fail'
gdal.GetDriverByName('GTiff').Delete('/vsimem/jpeg_19.tif')
gdal.GetDriverByName('JPEG').Delete('/vsimem/jpeg_19.jpg')
gdal.GetDriverByName('JPEG').Delete('/vsimem/jpeg_19_msb.jpg')
return 'success'
def ecrgtoc_1():
toc_xml = """<Table_of_Contents>
<file_header file_status="new">
<file_name>TOC.xml</file_name>
</file_header>
<product product_title="ProductTitle">
<disc id="DiscId">
<frame_list number_of_frames="2">
<scale size="1:500 K">
<frame name="000000009s0013.lf2">
<frame_path>clfc\\2</frame_path>
<frame_version>001</frame_version>
<frame_chart_type>lf</frame_chart_type>
<frame_zone>2</frame_zone>
</frame>
<frame name="000000009t0013.lf2">
<frame_path>clfc\\2</frame_path>
<frame_version>001</frame_version>
<frame_chart_type>lf</frame_chart_type>
<frame_zone>2</frame_zone>
</frame>
</scale>
</frame_list>
</disc>
</product>
<extension_list>
<extension code="LF">
<chart_code>LF</chart_code>
<chart_type>1:500 K (LFC Day)</chart_type>
<chart_scale>1:500 K</chart_scale>
<chart_description>LFC Day</chart_description>
</extension>
</extension_list>
</Table_of_Contents>"""
f = gdal.VSIFOpenL('/vsimem/TOC.xml', 'wb')
gdal.VSIFWriteL(toc_xml, 1, len(toc_xml), f)
gdal.VSIFCloseL(f)
ds = gdal.Open('/vsimem/TOC.xml')
if ds is None:
return 'fail'
expected_gt = [
-85.43147208121826, 0.00059486040609137061, 0.0, 33.166986564299428,
0.0, -0.00044985604606525913
]
gt = ds.GetGeoTransform()
for i in range(6):
if abs(gt[i] - expected_gt[i]) > 1e-10:
gdaltest.post_reason('did not get expected geotransform')
print(gt)
wkt = ds.GetProjectionRef()
if wkt.find('WGS 84') == -1:
gdaltest.post_reason('did not get expected SRS')
print(wkt)
return 'fail'
filelist = ds.GetFileList()
if len(filelist) != 3:
gdaltest.post_reason('did not get expected filelist')
print(filelist)
return 'fail'
ds2 = gdal.GetDriverByName('NITF').Create('/vsimem/clfc/2/000000009s0013.lf2', 2304, 2304, 3, \
options = ['ICORDS=G', 'TRE=GEOLOB=000605184000800256-85.43147208122+33.16698656430'])
ds2.SetGeoTransform([
-85.43147208122, 0.00059486040609137061, 0.0, 33.16698656430, 0.0,
-0.00044985604606525913
])
ds2.SetProjection(wkt)
ds2.GetRasterBand(1).Fill(255)
ds2 = None
ds2 = gdal.GetDriverByName('NITF').Create('/vsimem/clfc/2/000000009t0013.lf2', 2304, 2304, 3, \
options = ['ICORDS=G', 'TRE=GEOLOB=000605184000800256-84.06091370558+33.16698656430'])
ds2.SetGeoTransform([
-84.06091370558, 0.00059486040609137061, 0.0, 33.16698656430, 0.0,
-0.00044985604606525913
])
ds2.SetProjection(wkt)
ds2 = None
cs = ds.GetRasterBand(1).Checksum()
ds = None
if cs != 5966:
gdaltest.post_reason('bad checksum')
print(cs)
return 'fail'
return 'success'
