def install_dockerfile(self):
target = OsUtil.join(self.target, 'shared', 'resources', 'jupyter')
OsUtil.mkdir('-p {}'.format(target))
OsUtil.install(source=OsUtil.join(self.source, 'jupyter'),
target=target,
files=['Dockerfile'],
file_suffix='.example')
def install_hdfs_xml(self):
target = OsUtil.join(self.target, 'shared', 'resources', 'spark')
OsUtil.mkdir('-p {}'.format(target))
OsUtil.install(source=OsUtil.join(self.source, 'spark'),
target=target,
files=['hdfs-site.xml'],
file_suffix='.example')
def install(self):
OsUtil.mkdir('-p {}/{}'.format(self.target, 'etls'))
self.install_requirements_file()
# self.install_dockerfile()
self.install_docker_compose()
self.install_hdfs_xml()