def __init__(self, **kw):
super(RadarAndSatelliteDataset, self).__init__(**kw)
from numcodecs import blosc
blosc.set_nthreads(64)
self.dataset_1 = [
zarr.open("/home/mist/hmr-data/data-merged-201906.zarr", "r"),
zarr.open("/home/mist/hmr-data/data-merged-201907.zarr", "r")
]
self.dataset_2 = zarr.open(
"/home/mist/hmr-data/data-merged-201908.zarr", "r")
from numcodecs.lzma import LZMA
register_codec(LZMA)
except ImportError: # pragma: no cover
pass
try:
from numcodecs import blosc
from numcodecs.blosc import Blosc
register_codec(Blosc)
# initialize blosc
try:
ncores = multiprocessing.cpu_count()
except OSError: # pragma: no cover
ncores = 1
blosc.init()
blosc.set_nthreads(min(8, ncores))
atexit.register(blosc.destroy)
except ImportError: # pragma: no cover
pass
try:
from numcodecs import zstd
from numcodecs.zstd import Zstd
register_codec(Zstd)
except ImportError: # pragma: no cover
pass
try:
from numcodecs import lz4
from numcodecs.lz4 import LZ4
register_codec(LZ4)
