class Application(object):
def __init__(self, s3, manifestPath, localWorkingDir):
self.manifestPath = manifestPath
self.manifest = Manifest(manifestPath)
self.s3interface = S3Interface(s3, self.manifest.GetBucketName(), localWorkingDir)
metafac = InstanceMetadataFactory(self.manifest)
self.instanceManager = InstanceManager(self.s3interface, self.manifest, metafac)
self.manifestKey = "/".join([self.manifest.GetS3KeyPrefix(), "manifest.json"])
def downloadS3Document(self, documentName):
logging.info("downloading specified document '{0}' from s3 bucket {1}"
.format(documentName, self.s3interface.bucketName))
filteredDocs = list(
self.manifest.GetS3Documents(
filter = {"Name": documentName}))
if len(filteredDocs) == 0:
raise ValueError("specified document {0} not found".format(documentName))
elif filteredDocs[0]["Direction"] != "AWSToLocal":
raise ValueError("specified document not marked AWSToLocal")
elif len(filteredDocs)> 1:
raise ValueError("manifest error")
doc = filteredDocs[0]
self.s3interface.downloadCompressed(self.manifest.GetS3KeyPrefix(), documentName,
os.path.abspath(doc["LocalPath"]))
def downloadS3Documents(self):
logging.info("downloading files from s3 bucket {0}".format(self.s3interface.bucketName))
for doc in self.manifest.GetS3Documents(filter = {"Direction": "AWSToLocal"}):
self.s3interface.downloadCompressed(self.manifest.GetS3KeyPrefix(), doc["Name"],
os.path.abspath(doc["LocalPath"]))
logging.info("downloading finished")
def downloadLogs(self, outputdir):
logging.info("downloading instance logs s3 bucket {0}".format(self.s3interface.bucketName))
for j in self.manifest.GetJobs():
self.instanceManager.downloadInstanceLog(j["Id"], outputdir)
def uploadS3Documents(self):
logging.info("uploading files to s3 bucket {0}".format(self.s3interface.bucketName))
logging.info("uploading manifest {0} to {1}".format(self.manifestPath, self.manifestKey))
self.s3interface.uploadFile(self.manifestPath, self.manifestKey)
for doc in self.manifest.GetS3Documents(filter = {"Direction": "LocalToAWS"}):
self.s3interface.uploadCompressed(self.manifest.GetS3KeyPrefix(), doc["Name"],
os.path.abspath(doc["LocalPath"]))
logging.info("uploading finished")
def runInstances(self, ec2, instanceConfig):
ec2interface = EC2Interface(ec2, instanceConfig["BootStrapperConfig"]["WorkingDirectory"],
self.manifest, self.manifestKey, self.instanceManager,
instanceConfig["BootStrapperConfig"]["PythonPath"],
instanceConfig["BootStrapperConfig"]["BootStrapScriptPath"],
instanceConfig["BootStrapperConfig"]["LineBreak"],
instanceConfig["BootStrapperConfig"]["BootstrapCommands"])
ec2interface.launchInstances(instanceConfig["EC2Config"]["InstanceConfig"])
logging.info("ec2 launch finished")
