def __init__(self,
access_key_id,
secret_access_key,
regions=None,
include_rogue_volumes=False,
force_grab=False,
root_results_dir=None):
""" Configures our AWS region poller factory to pull information from APIs.
:param access_key_id: AWS Access Key ID (sometimes public)
:type access_key_id: str
:param secret_access_key: AWS Secret Access Key (very secret)
:type secret_access_key: str
:param regions: AWS region identifiers
:type regions: tuple
:param include_rogue_volumes: Whether or not to include EBS volumes lacking an assooc. instance
:type include_rogue_volumes: bool
:param force_grab: Forcefully poll the AWS account's API for the freshest data
:type force_grab: bool
:param root_results_dir: Root directory where results will be saved to
:type root_results_dir: str
"""
self.access_key_id = access_key_id
self.__secret_access_key = secret_access_key
if regions is None:
self.regions = ALL_REGIONS
else:
self.regions = regions
self.include_rogue_volumes = include_rogue_volumes
self.force_grab = force_grab
logger.info("Setting up the file-tree to store API data")
self.root_results_dir = root_results_dir or utils.DEFAULT_ROOT_RESULTS_DIR
utils.setup_env(self.access_key_id, results_dir=self.root_results_dir)
def main():
OUTPUT_DIR = "./" + args.exp_name + "/"
os.makedirs(OUTPUT_DIR, exist_ok=True)
experiment_data = vars(args)
utils.setup_env(profiling=args.profile_mode,
output_file=OUTPUT_DIR + "env_info.txt")
utils.get_gpu_hw_info(output_file=OUTPUT_DIR + "gpu_hw_info.txt")
profiler = pl.profiler.SimpleProfiler(output_filename=OUTPUT_DIR +
"pl_profile.txt")
if args.amp:
trainer_precision = 16
else:
trainer_precision = 32
results = run_training(args, profiler, trainer_precision, do_eval=False)
experiment_data["train_duration"] = results["train_duration"]
experiment_data["cold_start_time"] = results["cold_start_time"]
utils.dump_json(experiment_data, output_file=OUTPUT_DIR + "exp_info.json")
def __init__(self, access_key_id, secret_access_key, regions=None,
include_rogue_volumes=False, force_grab=False, root_results_dir=None
):
""" Configures our AWS region poller factory to pull information from APIs.
:param access_key_id: AWS Access Key ID (sometimes public)
:type access_key_id: str
:param secret_access_key: AWS Secret Access Key (very secret)
:type secret_access_key: str
:param regions: AWS region identifiers
:type regions: tuple
:param include_rogue_volumes: Whether or not to include EBS volumes lacking an assooc. instance
:type include_rogue_volumes: bool
:param force_grab: Forcefully poll the AWS account's API for the freshest data
:type force_grab: bool
:param root_results_dir: Root directory where results will be saved to
:type root_results_dir: str
"""
self.access_key_id = access_key_id
self.__secret_access_key = secret_access_key
if regions is None:
self.regions = ALL_REGIONS
else:
self.regions = regions
self.include_rogue_volumes = include_rogue_volumes
self.force_grab = force_grab
logger.info("Setting up the file-tree to store API data")
self.root_results_dir = root_results_dir or utils.DEFAULT_ROOT_RESULTS_DIR
utils.setup_env(self.access_key_id, results_dir=self.root_results_dir)
# documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
# STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
#
#####################################################################
from utils import sh, info, setup_env
setup_env()
def main():
pass
if __name__ == '__main__':
info('Stripping installed binaries')
main()
# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
# STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
#
#####################################################################
from utils import setup_env, sh, chroot
setup_env()
files_to_save = [
"/usr/local/lib/gcc48/libstdc++.so.6",
"/usr/local/lib/gcc48/libstdc++.so",
"/usr/local/lib/gcc48/libstdc++.a",
"/usr/local/lib/gcc48/libmudflap.so.0",
"/usr/local/lib/gcc48/libmudflap.so",
"/usr/local/lib/gcc48/libmudflapth.so.0",
"/usr/local/lib/gcc48/libmudflapth.so",
"/usr/local/lib/gcc48/libssp.so.0",
"/usr/local/lib/gcc48/libssp.so",
"/usr/local/lib/gcc48/libgcc_s.so.1",
"/usr/local/lib/gcc48/libgcc_s.so",
"/usr/local/lib/gcc48/libquadmath.so.0",
def main():
setup_env()
os.execlp(sys.argv[1], *sys.argv[1:])
def main():
setup_env()
os.execlp(sys.argv[1], *sys.argv[1:])
