def __init__(self, bucket):
from foundations_gcp.gcp_bucket import GCPBucket
from foundations_contrib.prefixed_bucket import PrefixedBucket
from foundations_contrib.bucket_pipeline_listing import BucketPipelineListing
self._listing = BucketPipelineListing(PrefixedBucket,
'pipeline_archives', GCPBucket,
bucket)
def __init__(self, bucket):
from foundations_aws.aws_bucket import AWSBucket
from foundations.prefixed_bucket import PrefixedBucket
from foundations_contrib.bucket_pipeline_listing import BucketPipelineListing
self._listing = BucketPipelineListing(PrefixedBucket,
'pipeline_archives', AWSBucket,
bucket)
def __init__(self, path=None):
from os import getcwd
from os.path import abspath
from foundations_contrib.bucket_pipeline_listing import BucketPipelineListing
from foundations_contrib.local_file_system_bucket import LocalFileSystemBucket
bucket_path = path or getcwd()
bucket_path = abspath(bucket_path)
self._listing = BucketPipelineListing(LocalFileSystemBucket,
bucket_path)
class GCPPipelineArchiveListing(object):
def __init__(self, bucket):
from foundations_gcp.gcp_bucket import GCPBucket
from foundations_contrib.prefixed_bucket import PrefixedBucket
from foundations_contrib.bucket_pipeline_listing import BucketPipelineListing
self._listing = BucketPipelineListing(PrefixedBucket,
'pipeline_archives', GCPBucket,
bucket)
def track_pipeline(self, pipeline_name):
return self._listing.track_pipeline(pipeline_name)
def get_pipeline_names(self):
return self._listing.get_pipeline_names()
class LocalFileSystemPipelineListing(object):
def __init__(self, path=None):
from os import getcwd
from os.path import abspath
from foundations_contrib.bucket_pipeline_listing import BucketPipelineListing
from foundations_contrib.local_file_system_bucket import LocalFileSystemBucket
bucket_path = path or getcwd()
bucket_path = abspath(bucket_path)
self._listing = BucketPipelineListing(LocalFileSystemBucket,
bucket_path)
def track_pipeline(self, pipeline_name):
return self._listing.track_pipeline(pipeline_name)
def get_pipeline_names(self):
return self._listing.get_pipeline_names()
def test_get_pipeline_names_returns_multiple_pipelines(self):
listing = BucketPipelineListing(self._mock_bucket)
listing.track_pipeline('some_pipeline')
listing.track_pipeline('some_other_pipeline')
self.assertEqual(set(['some_pipeline', 'some_other_pipeline']),
set(listing.get_pipeline_names()))
def test_get_pipeline_names_returns_a_pipeline(self):
listing = BucketPipelineListing(self._mock_bucket)
listing.track_pipeline('some_pipeline')
self.assertEqual(['some_pipeline'], listing.get_pipeline_names())
def test_get_pipeline_names_returns_empty(self):
listing = BucketPipelineListing(self._mock_bucket)
self.assertEqual([], listing.get_pipeline_names())
def test_tracks_pipeline_different_name(self):
listing = BucketPipelineListing(self._mock_bucket)
listing.track_pipeline('some_other_pipeline')
self.assertEqual(
'some_other_pipeline',
self._mocked_bucket.data['some_other_pipeline.tracker'])