def _load_and_cache_flags_data(
self, mod_path, mod_package, sys_path, flags_dest, cached_data_path
):
if (
os.getenv("NO_IMPORT_FLAGS_PROGRESS") != "1"
and os.getenv("FLAGS_TEST") != "1"
):
cli.note_once("Refreshing flags...")
try:
script = python_util.Script(mod_path, mod_package, sys_path)
except SyntaxError as e:
self.log.warning(
"cannot import flags from %s: invalid syntax on line %i\n"
" %s\n"
" %s^",
mod_path,
e.lineno,
e.text.rstrip(),
" " * (e.offset - 1),
)
return {}
else:
try:
data = self._flags_data_for_script(script, flags_dest)
except DataLoadError:
return {}
else:
self._apply_abs_paths(data, os.path.dirname(script.src))
self._cache_data(data, cached_data_path)
return data
def resolve_model_op(self, opspec):
path = os.path.join(config.cwd(), opspec)
if not python_util.is_python_script(path):
return None
script = python_util.Script(path)
if not self.is_keras_script(script):
return None
model = KerasScriptModelProxy(opspec, script.src)
return model, model.op_name
def _load_and_cache_flags_data(self, mod_path, sys_path, cached_data_path):
if os.getenv("NO_IMPORT_FLAGS_PROGRESS") != "1":
cli.note_once("Refreshing flags...")
script = python_util.Script(mod_path)
try:
data = self._flags_data_for_script(script, mod_path, sys_path)
except DataLoadError:
return {}
else:
self._apply_abs_paths(data, os.path.dirname(script.src))
self._cache_data(data, cached_data_path)
return data
def resolve_model_op(self, opspec):
path = os.path.join(config.cwd(), opspec)
if not python_util.is_python_script(path):
self.log.debug("%s is not a python script", path)
return None
script = python_util.Script(path)
if not self.is_keras_script(script):
self.log.debug("%s is not a Keras script", path)
return None
model = KerasScriptModelProxy(script.src, opspec)
self.log.debug("%s is a Keras script", path)
return model, model.op_name
def python_script_opdef_loaded(self, opdef):
if opdef.output_scalars is not None:
return
assert opdef.main, opdef
main_mod = op_util.split_cmd(opdef.main)[0]
model_paths = op_util.opdef_model_paths(opdef)
try:
_path, mod_path = python_util.find_module(main_mod, model_paths)
except ImportError:
return
script = python_util.Script(mod_path)
if self.is_keras_script(script):
if opdef.output_scalars is None:
opdef.output_scalars = KERAS_OUTPUT_SCALARS
def python_script_opdef(self, op):
if (op.compare is not None and op.output_scalars is not None):
return
assert op.main, op
plugin = pluginlib.for_name("python_script")
main_mod = op_util.split_main(op.main)[0]
model_paths = op_util.opdef_model_paths(op)
try:
_sys_path, mod_path = plugin.find_module(main_mod, model_paths)
except ImportError:
return
script = python_util.Script(mod_path)
if self.is_keras_script(script):
if op.compare is None:
flags = ["=%s" % f.name for f in op.flags]
op.compare = flags + KERAS_BASE_COMPARE
if op.output_scalars is None:
op.output_scalars = KERAS_OUTPUT_SCALARS
