def __init__(self, scheme=None):
"""
Tracks files or directories on a local filesystem. Directories
are expanded to create an entry for each file contained within.
"""
self._scheme = scheme or "file"
self._cache = artifacts_cache.get_artifacts_cache()
def __init__(self, name, type, description=None, metadata=None):
if not re.match('^[a-zA-Z0-9_\-.]+$', name):
raise ValueError(
'Artifact name may only contain alphanumeric characters, dashes, underscores, and dots. Invalid name: "%s"'
% name)
if type is None:
raise ValueError(
"type is required when logging artifacts, specify \"dataset\", \"model\", or a custom type"
)
# TODO: this shouldn't be a property of the artifact. It's a more like an
# argument to log_artifact.
self._storage_policy = WandbStoragePolicy()
self._file_specs = {}
self._api = InternalApi() # TODO: persist project in settings?
self._final = False
self._digest = None
self._file_entries = None
self._manifest = ArtifactManifestV1(self, self._storage_policy)
self._cache = artifacts_cache.get_artifacts_cache()
self._added_new = False
# You can write into this directory when creating artifact files
self._artifact_dir = compat_tempfile.TemporaryDirectory(
missing_ok_on_cleanup=True)
self.server_manifest = None
self.type = type
self.name = name
self.description = description
self.metadata = metadata
def __init__(self):
s3 = S3Handler()
gcs = GCSHandler()
file_handler = LocalFileHandler()
self._api = InternalApi()
self._handler = MultiHandler(handlers=[
s3,
gcs,
file_handler,
],
default_handler=TrackingHandler())
self._cache = artifacts_cache.get_artifacts_cache()
# I believe this makes the first sleep 1s, and then doubles it up to
# total times, which makes for ~18 hours.
retry_strategy = requests.packages.urllib3.util.retry.Retry(
backoff_factor=1,
total=16,
status_forcelist=(308, 408, 409, 429, 500, 502, 503, 504))
self._session = requests.Session()
adapter = requests.adapters.HTTPAdapter(max_retries=retry_strategy,
pool_connections=64,
pool_maxsize=64)
self._session.mount('http://', adapter)
self._session.mount('https://', adapter)
def __init__(self):
self._cache = artifacts_cache.get_artifacts_cache()
self._session = requests.Session()
adapter = requests.adapters.HTTPAdapter(
max_retries=_REQUEST_RETRY_STRATEGY,
pool_connections=_REQUEST_POOL_CONNECTIONS,
pool_maxsize=_REQUEST_POOL_MAXSIZE)
self._session.mount('http://', adapter)
self._session.mount('https://', adapter)
s3 = S3Handler()
gcs = GCSHandler()
http = HTTPHandler(self._session)
https = HTTPHandler(self._session, scheme="https")
file_handler = LocalFileHandler()
self._api = InternalApi()
self._handler = MultiHandler(handlers=[
s3,
gcs,
http,
https,
file_handler,
], default_handler=TrackingHandler())
def __init__(self, scheme=None):
self._scheme = scheme or "s3"
self._s3 = None
self._versioning_enabled = None
self._cache = artifacts_cache.get_artifacts_cache()
def __init__(self, session, scheme=None):
self._scheme = scheme or "http"
self._cache = artifacts_cache.get_artifacts_cache()
self._session = session
