def _EvalLhsArith(node, mem, arith_ev): # type: (sh_lhs_expr_t, Mem, ArithEvaluator) -> lvalue_t """sh_lhs_expr -> lvalue. Very similar to EvalLhs above in core/cmd_exec. """ assert isinstance(node, sh_lhs_expr_t), node UP_node = node with tagswitch(node) as case: if case(sh_lhs_expr_e.Name): # (( i = 42 )) node = cast(sh_lhs_expr__Name, UP_node) lval = lvalue.Named(node.name) # type: lvalue_t # TODO: location info. Use the = token? #lval.spids.append(spid) elif case(sh_lhs_expr_e.IndexedName): # (( a[42] = 42 )) node = cast(sh_lhs_expr__IndexedName, UP_node) # The index of MaybeStrArray needs to be coerced to int, but not the # index of an AssocArray. if mem.IsAssocArray(node.name, scope_e.Dynamic): key = arith_ev.EvalWordToString(node.index) lval = lvalue.Keyed(node.name, key) else: index = arith_ev.EvalToInt(node.index) lval = lvalue.Indexed(node.name, index) # TODO: location info. Use the = token? #lval.spids.append(node.spids[0]) else: raise AssertionError(node.tag_()) return lval
def EvalArithLhs(self, anode, span_id): # type: (arith_expr_t, int) -> lvalue_t """ For (( a[x] = 1 )) etc. """ UP_anode = anode if anode.tag_() == arith_expr_e.Binary: anode = cast(arith_expr__Binary, UP_anode) if anode.op_id == Id.Arith_LBracket: var_name, span_id = self._VarRefOrWord(anode.left) if var_name is not None: if self.mem.IsAssocArray(var_name, scope_e.Dynamic): key = self.EvalWordToString(anode.right) lval2 = lvalue.Keyed(var_name, key) lval2.spids.append(span_id) lval = lval2 # type: lvalue_t return lval else: index = self.EvalToInt(anode.right) lval3 = lvalue.Indexed(var_name, index) lval3.spids.append(span_id) lval = lval3 return lval var_name, span_id = self._VarRefOrWord(anode) if var_name is not None: lval1 = lvalue.Named(var_name) lval1.spids.append(span_id) lval = lval1 return lval # e.g. unset 'x-y'. status 2 for runtime parse error e_die('Invalid place to modify', span_id=span_id, status=2)
def _EvalLhsArith(node, mem, arith_ev): """sh_lhs_expr -> lvalue. Very similar to EvalLhs above in core/cmd_exec. """ assert isinstance(node, sh_lhs_expr_t), node if node.tag == sh_lhs_expr_e.Name: # (( i = 42 )) lval = lvalue.Named(node.name) # TODO: location info. Use the = token? #lval.spids.append(spid) return lval elif node.tag == sh_lhs_expr_e.IndexedName: # (( a[42] = 42 )) # The index of MaybeStrArray needs to be coerced to int, but not the index of # an AssocArray. if mem.IsAssocArray(node.name, scope_e.Dynamic): key = arith_ev.EvalWordToString(node.index) lval = lvalue.Keyed(node.name, key) else: index = arith_ev.EvalToIndex(node.index) lval = lvalue.Indexed(node.name, index) # TODO: location info. Use the = token? #lval.spids.append(node.spids[0]) else: raise AssertionError(node.tag) return lval
def EvalLhs(node, arith_ev, mem, spid, lookup_mode): """sh_lhs_expr -> lvalue. Used for a=b and a[x]=b """ assert isinstance(node, sh_lhs_expr_t), node if node.tag == sh_lhs_expr_e.Name: # a=x lval = lvalue.Named(node.name) lval.spids.append(spid) elif node.tag == sh_lhs_expr_e.IndexedName: # a[1+2]=x if mem.IsAssocArray(node.name, lookup_mode): key = arith_ev.EvalWordToString(node.index) lval = lvalue.Keyed(node.name, key) lval.spids.append(node.spids[0]) # copy left-most token over else: index = arith_ev.EvalToIndex(node.index) lval = lvalue.Indexed(node.name, index) lval.spids.append(node.spids[0]) # copy left-most token over else: raise AssertionError(node.tag) return lval
def _EvalLhsAndLookupArith(self, node): # type: (arith_expr_t) -> Tuple[int, lvalue_t] """ For x = y and x += y and ++x """ lval = self.EvalArithLhs(node, runtime.NO_SPID) val = OldValue(lval, self.mem, self.exec_opts) # BASH_LINENO, arr (array name with shopt -s compat_array), etc. if val.tag_() in (value_e.MaybeStrArray, value_e.AssocArray ) and lval.tag_() == lvalue_e.Named: named_lval = cast(lvalue__Named, lval) if word_eval.CheckCompatArray(named_lval.name, self.exec_opts): if val.tag_() == value_e.MaybeStrArray: lval = lvalue.Indexed(named_lval.name, 0) elif val.tag_() == value_e.AssocArray: lval = lvalue.Keyed(named_lval.name, '0') val = word_eval.ResolveCompatArray(val) # This error message could be better, but we already have one #if val.tag_() == value_e.MaybeStrArray: # e_die("Can't use assignment like ++ or += on arrays") span_id = location.SpanForArithExpr(node) i = self._ValToIntOrError(val, span_id=span_id) return i, lval
def testUnset(self): mem = _InitMem() # unset a mem.Unset(lvalue.Named('a'), scope_e.Dynamic) return # not implemented yet # unset a[1] mem.Unset(lvalue.Indexed('a', 1), scope_e.Dynamic)
def EvalLhs(node, arith_ev, mem, spid, lookup_mode): # type: (sh_lhs_expr_t, ArithEvaluator, Mem, int, scope_t) -> lvalue_t """sh_lhs_expr -> lvalue. Used for a=b and a[x]=b """ assert isinstance(node, sh_lhs_expr_t), node UP_node = node lval = None # type: lvalue_t with tagswitch(node) as case: if case(sh_lhs_expr_e.Name): # a=x node = cast(sh_lhs_expr__Name, UP_node) # Note: C++ constructor doesn't take spids directly. Should we add that? lval1 = lvalue.Named(node.name) lval1.spids.append(spid) lval = lval1 elif case(sh_lhs_expr_e.IndexedName): # a[1+2]=x node = cast(sh_lhs_expr__IndexedName, UP_node) if mem.IsAssocArray(node.name, lookup_mode): key = arith_ev.EvalWordToString(node.index) # copy left-mode spid lval2 = lvalue.Keyed(node.name, key) lval2.spids.append(node.spids[0]) lval = lval2 else: index = arith_ev.EvalToInt(node.index) # copy left-mode spid lval3 = lvalue.Indexed(node.name, index) lval3.spids.append(node.spids[0]) lval = lval3 else: raise AssertionError(node.tag_()) return lval
def EvalShellLhs(self, node, spid, lookup_mode): # type: (sh_lhs_expr_t, int, scope_t) -> lvalue_t """Evaluate a shell LHS expression, i.e. place expression. For a=b and a[x]=b etc. """ assert isinstance(node, sh_lhs_expr_t), node UP_node = node lval = None # type: lvalue_t with tagswitch(node) as case: if case(sh_lhs_expr_e.Name): # a=x node = cast(sh_lhs_expr__Name, UP_node) # Note: C++ constructor doesn't take spids directly. Should we add that? lval1 = lvalue.Named(node.name) lval1.spids.append(spid) lval = lval1 elif case(sh_lhs_expr_e.IndexedName): # a[1+2]=x node = cast(sh_lhs_expr__IndexedName, UP_node) if self.mem.IsAssocArray(node.name, lookup_mode): key = self.EvalWordToString(node.index) lval2 = lvalue.Keyed(node.name, key) lval2.spids.append(node.spids[0]) lval = lval2 else: index = self.EvalToInt(node.index) lval3 = lvalue.Indexed(node.name, index) lval3.spids.append(node.spids[0]) lval = lval3 else: raise AssertionError(node.tag_()) return lval
def EvalLhsAndLookup(node, arith_ev, mem, exec_opts, lookup_mode=scope_e.Dynamic): # type: (sh_lhs_expr_t, ArithEvaluator, Mem, optview.Exec, scope_t) -> Tuple[value_t, lvalue_t] """Evaluate the operand for i++, a[0]++, i+=2, a[0]+=2 as an R-value. Also used by the Executor for s+='x' and a[42]+='x'. Args: node: syntax_asdl.sh_lhs_expr Returns: value_t, lvalue_t """ #log('sh_lhs_expr NODE %s', node) assert isinstance(node, sh_lhs_expr_t), node UP_node = node with tagswitch(node) as case: if case(sh_lhs_expr_e.Name): # a = b node = cast(sh_lhs_expr__Name, UP_node) # Problem: It can't be an array? # a=(1 2) # (( a++ )) lval = lvalue.Named(node.name) # type: lvalue_t val = _LookupVar(node.name, mem, exec_opts) elif case(sh_lhs_expr_e.IndexedName): # a[1] = b node = cast(sh_lhs_expr__IndexedName, UP_node) # See tdop.IsIndexable for valid values: # - VarRef (not Name): a[1] # - FuncCall: f(x), 1 # - Binary LBracket: f[1][1] -- no semantics for this? val = mem.GetVar(node.name) UP_val = val with tagswitch(val) as case2: if case2(value_e.Str): e_die("Can't assign to characters of string %r", node.name) elif case2(value_e.Undef): # compatible behavior: Treat it like an array. # TODO: Does this code ever get triggered? It seems like the error is # caught earlier. index = arith_ev.EvalToInt(node.index) lval = lvalue.Indexed(node.name, index) if exec_opts.nounset(): e_die("Undefined variable can't be indexed") else: val = value.Str('') elif case2(value_e.MaybeStrArray): array_val = cast(value__MaybeStrArray, UP_val) #log('ARRAY %s -> %s, index %d', node.name, array, index) index = arith_ev.EvalToInt(node.index) lval = lvalue.Indexed(node.name, index) # NOTE: Similar logic in RHS Arith_LBracket try: s = array_val.strs[index] except IndexError: s = None if s is None: val = value.Str( '') # NOTE: Other logic is value.Undef()? 0? else: assert isinstance(s, str), s val = value.Str(s) elif case2(value_e.AssocArray): # declare -A a; a['x']+=1 assoc_val = cast(value__AssocArray, UP_val) key = arith_ev.EvalWordToString(node.index) lval = lvalue.Keyed(node.name, key) s = assoc_val.d.get(key) if s is None: val = value.Str('') else: val = value.Str(s) else: raise AssertionError(val.tag_()) else: raise AssertionError(node.tag_()) return val, lval
def testSetVarClearFlag(self): mem = _InitMem() print(mem) mem.PushCall('my-func', 0, ['ONE']) self.assertEqual(2, len(mem.var_stack)) # internal details # local x=y mem.SetVar(lvalue.Named('x'), value.Str('y'), (), scope_e.LocalOnly) self.assertEqual('y', mem.var_stack[-1]['x'].val.s) # New frame mem.PushCall('my-func', 0, ['TWO']) self.assertEqual(3, len(mem.var_stack)) # internal details # x=y -- test out dynamic scope mem.SetVar(lvalue.Named('x'), value.Str('YYY'), (), scope_e.Dynamic) self.assertEqual('YYY', mem.var_stack[-2]['x'].val.s) self.assertEqual(None, mem.var_stack[-1].get('x')) # myglobal=g mem.SetVar(lvalue.Named('myglobal'), value.Str('g'), (), scope_e.Dynamic) self.assertEqual('g', mem.var_stack[0]['myglobal'].val.s) self.assertEqual(False, mem.var_stack[0]['myglobal'].exported) # 'export PYTHONPATH=/' mem.SetVar(lvalue.Named('PYTHONPATH'), value.Str('/'), (var_flags_e.Exported, ), scope_e.Dynamic) self.assertEqual('/', mem.var_stack[0]['PYTHONPATH'].val.s) self.assertEqual(True, mem.var_stack[0]['PYTHONPATH'].exported) ex = mem.GetExported() self.assertEqual('/', ex['PYTHONPATH']) mem.SetVar(lvalue.Named('PYTHONPATH'), None, (var_flags_e.Exported, ), scope_e.Dynamic) self.assertEqual(True, mem.var_stack[0]['PYTHONPATH'].exported) # 'export myglobal'. None means don't touch it. Undef would be confusing # because it might mean "unset", but we have a separated API for that. mem.SetVar(lvalue.Named('myglobal'), None, (var_flags_e.Exported, ), scope_e.Dynamic) self.assertEqual(True, mem.var_stack[0]['myglobal'].exported) # export g2 -- define and export empty mem.SetVar(lvalue.Named('g2'), None, (var_flags_e.Exported, ), scope_e.Dynamic) self.assertEqual(value_e.Undef, mem.var_stack[0]['g2'].val.tag) self.assertEqual(True, mem.var_stack[0]['g2'].exported) # readonly myglobal self.assertEqual(False, mem.var_stack[0]['myglobal'].readonly) mem.SetVar(lvalue.Named('myglobal'), None, (var_flags_e.ReadOnly, ), scope_e.Dynamic) self.assertEqual(True, mem.var_stack[0]['myglobal'].readonly) mem.SetVar(lvalue.Named('PYTHONPATH'), value.Str('/lib'), (), scope_e.Dynamic) self.assertEqual('/lib', mem.var_stack[0]['PYTHONPATH'].val.s) self.assertEqual(True, mem.var_stack[0]['PYTHONPATH'].exported) # COMPREPLY=(1 2 3) # invariant to enforce: arrays can't be exported mem.SetVar(lvalue.Named('COMPREPLY'), value.MaybeStrArray(['1', '2', '3']), (), scope_e.GlobalOnly) self.assertEqual(['1', '2', '3'], mem.var_stack[0]['COMPREPLY'].val.strs) # export COMPREPLY try: mem.SetVar(lvalue.Named('COMPREPLY'), None, (var_flags_e.Exported, ), scope_e.Dynamic) except error.FatalRuntime as e: pass else: self.fail("Expected failure") # readonly r=1 mem.SetVar(lvalue.Named('r'), value.Str('1'), (var_flags_e.ReadOnly, ), scope_e.Dynamic) self.assertEqual('1', mem.var_stack[0]['r'].val.s) self.assertEqual(False, mem.var_stack[0]['r'].exported) self.assertEqual(True, mem.var_stack[0]['r'].readonly) print(mem) # r=newvalue try: mem.SetVar(lvalue.Named('r'), value.Str('newvalue'), (), scope_e.Dynamic) except error.FatalRuntime as e: pass else: self.fail("Expected failure") # readonly r2 -- define empty readonly mem.SetVar(lvalue.Named('r2'), None, (var_flags_e.ReadOnly, ), scope_e.Dynamic) self.assertEqual(value_e.Undef, mem.var_stack[0]['r2'].val.tag) self.assertEqual(True, mem.var_stack[0]['r2'].readonly) # export -n PYTHONPATH # Remove the exported property. NOTE: scope is LocalOnly for Oil? self.assertEqual(True, mem.var_stack[0]['PYTHONPATH'].exported) mem.ClearFlag('PYTHONPATH', var_flags_e.Exported, scope_e.Dynamic) self.assertEqual(False, mem.var_stack[0]['PYTHONPATH'].exported) lhs = lvalue.Indexed('a', 1) lhs.spids.append(0) # a[1]=2 mem.SetVar(lhs, value.Str('2'), (), scope_e.Dynamic) self.assertEqual([None, '2'], mem.var_stack[0]['a'].val.strs) # a[1]=3 mem.SetVar(lhs, value.Str('3'), (), scope_e.Dynamic) self.assertEqual([None, '3'], mem.var_stack[0]['a'].val.strs) # a[1]=(x y z) # illegal but doesn't parse anyway if 0: try: mem.SetVar(lhs, value.MaybeStrArray(['x', 'y', 'z']), (), scope_e.Dynamic) except error.FatalRuntime as e: pass else: self.fail("Expected failure") # readonly a mem.SetVar(lvalue.Named('a'), None, (var_flags_e.ReadOnly, ), scope_e.Dynamic) self.assertEqual(True, mem.var_stack[0]['a'].readonly) try: # a[1]=3 mem.SetVar(lhs, value.Str('3'), (), scope_e.Dynamic) except error.FatalRuntime as e: pass else: self.fail("Expected failure")
def EvalLhsAndLookup(node, arith_ev, mem, exec_opts, lookup_mode=scope_e.Dynamic): """Evaluate the operand for i++, a[0]++, i+=2, a[0]+=2 as an R-value. Also used by the Executor for s+='x' and a[42]+='x'. Args: node: syntax_asdl.lhs_expr Returns: value_t, lvalue_t """ #log('lhs_expr NODE %s', node) assert isinstance(node, lhs_expr_t), node if node.tag == lhs_expr_e.LhsName: # a = b # Problem: It can't be an array? # a=(1 2) # (( a++ )) lval = lvalue.Named(node.name) val = _LookupVar(node.name, mem, exec_opts) elif node.tag == lhs_expr_e.LhsIndexedName: # a[1] = b # See tdop.IsIndexable for valid values: # - ArithVarRef (not LhsName): a[1] # - FuncCall: f(x), 1 # - ArithBinary LBracket: f[1][1] -- no semantics for this? val = mem.GetVar(node.name) if val.tag == value_e.Str: e_die("Can't assign to characters of string %r", node.name) elif val.tag == value_e.Undef: # compatible behavior: Treat it like an array. # TODO: Does this code ever get triggered? It seems like the error is # caught earlier. index = arith_ev.Eval(node.index) lval = lvalue.Indexed(node.name, index) if exec_opts.nounset: e_die("Undefined variable can't be indexed") else: val = value.Str('') elif val.tag == value_e.StrArray: #log('ARRAY %s -> %s, index %d', node.name, array, index) array = val.strs index = arith_ev.Eval(node.index) lval = lvalue.Indexed(node.name, index) # NOTE: Similar logic in RHS Arith_LBracket try: s = array[index] except IndexError: s = None if s is None: val = value.Str('') # NOTE: Other logic is value.Undef()? 0? else: assert isinstance(s, str), s val = value.Str(s) elif val.tag == value_e.AssocArray: # declare -A a; a['x']+=1 key = arith_ev.EvalWordToString(node.index) lval = lvalue.Keyed(node.name, key) s = val.d.get(key) if s is None: val = value.Str('') else: val = value.Str(s) else: raise AssertionError(val.tag) else: raise AssertionError(node.tag) return val, lval