def __init__(self,squad_num):
self.units = []
self.center = Position(0,0)
self.Max_units=4
self.current_units=0
self.old_current_units=0
self.squad_leader=None
self.squad_number=squad_num
self.reward=0.01
self.killCounts=[]
self.last_squad_leader=True
self.enemies=[]
self.enemies_old_health=[]
self.old_health=0
self.BASE_REWARD=0.01
self.POSITIVE_REWARD=100
self.NEGATIVE_REWARD=-50
def getEnemyPosition(self, enemies):
enemyPos = Position(0,0)
if len(enemies) > 0:
for e in enemies:
enemyPos += e.getPosition()
enemyPos /= len(enemies)
return enemyPos
else:
return self.center
class Squad:
def __init__(self,squad_num):
self.units = []
self.center = Position(0,0)
self.Max_units=4
self.current_units=0
self.old_current_units=0
self.squad_leader=None
self.squad_number=squad_num
self.reward=0.01
self.killCounts=[]
self.last_squad_leader=True
self.enemies=[]
self.enemies_old_health=[]
self.old_health=0
self.BASE_REWARD=0.01
self.POSITIVE_REWARD=100
self.NEGATIVE_REWARD=-50
def add(self, unit):
if self.squad_leader==None:
self.units.append(unit)
self.squad_leader=unit
self.killCounts.append(0)
self.updateCenter()
self.current_units+=1
self.old_current_units+=1
self.old_health+=unit.getHitPoints()
print(self.units)
elif self.current_units<self.Max_units:
self.units.append(unit)
self.killCounts.append(0)
self.updateCenter()
self.current_units+=1
self.old_current_units+=1
self.old_health+=unit.getHitPoints()
print(self.units)
else:
print("To many units in squad %d"%self.squad_number)
def getNearbyEnemies(self):
enemies = []
nearby = self.squad_leader.getUnitsInRadius(self.squad_leader.getType().sightRange())
for e in nearby:
if e.getPlayer().getID() != self.squad_leader.getPlayer().getID():
enemies.append(e)
return enemies
def getEnemyPosition(self, enemies):
enemyPos = Position(0,0)
if len(enemies) > 0:
for e in enemies:
enemyPos += e.getPosition()
enemyPos /= len(enemies)
return enemyPos
else:
return self.center
def retreatFromPosition(self, position):
edge =self.squad_leader.getType().sightRange()
retreatVector = self.center - position
retreatVector *= 2
mw = cybw.Broodwar.mapWidth()*32
mh = cybw.Broodwar.mapHeight()*32
shift = 500
if self.center.getX() < edge:
retreatVector.setY(-shift)
elif self.center.getX() > mw - edge:
retreatVector.setY(shift)
if self.center.getY() < edge:
retreatVector.setX(shift)
elif self.center.getY() > mh - edge:
retreatVector.setX(-shift)
retreatPos = self.center + retreatVector
self.move(retreatPos)
def retreat(self, enemies):
enemyPos = self.getEnemyPosition(enemies)
self.retreatFromPosition(enemyPos)
def getPosShift(self, position):
xshift = self.center.getX() - position.getX()
yshift = self.center.getY() - position.getY()
return (xshift, yshift)
def move(self, position):
for unit in self.units:
unit.move(position)
def attackMove(self, position):
#print(position)
for unit in self.units:
unit.attack(position)
def attackShift(self, shift):
for unit in self.units:
unit.attack(Position(shift[0] + unit.getPosition().getX(), shift[1] + unit.getPosition().getY()))
def explore(self):
amt = 1000
shift = Position(randint(-amt, amt), randint(-amt, amt))
pos = self.center + shift
self.move(pos)
def updateCenter(self):
self.center = Position(0,0)
for unit in self.units:
self.center += unit.getPosition()
if len(self.units)>0:
self.center /= len(self.units)
def update(self, events):
self.reward=self.BASE_REWARD
iterator=0
for unit in self.units:
#print(iterator)
if not unit.exists() :
#if list has somethhing in it
if len(self.units)>1:
#if squad leader died change sqaud leader
if unit== self.squad_leader :
print(self.squad_leader)
self.units.remove(unit)
self.squad_leader=self.units[0]
print(self.squad_leader)
else:
self.units.remove(unit)
self.current_units-=1
self.reward=self.NEGATIVE_REWARD
elif len(self.units)==1 :
if self.last_squad_leader:
self.last_squad_leader=False
self.reward=self.NEGATIVE_REWARD
elif unit.getKillCount()>self.killCounts[iterator]:
self.killCounts[iterator]= unit.getKillCount()
self.reward=self.POSITIVE_REWARD
print("Unit %d got a kill"%iterator)
iterator+=1
self.updateCenter()
def add_enemy(self,enemy):
if not self.enemies:
self.enemies.append(enemy)
self.enemies_old_health.append(enemy.getHitPoints())
elif self.enemies.count(enemy)==0:
self.enemies.append(enemy)
self.enemies_old_health.append(enemy.getHitPoints())
def update_reward(self,visible_enemies):
if self.squad_number ==2: #correct Version number
self.reward=self.BASE_REWARD
total_health=0
for s in visible_enemies: #loop through visible enemies
iterator=0
if self.enemies: #check for a non-empty list
for d in self.enemies:
if s==d: #if visible enemy in my list
if self.enemies_old_health[iterator]> d.getHitPoints():
#added a times 4 multipler to positive reward
self.reward=self.reward+((self.enemies_old_health[iterator]-d.getHitPoints())*4)
self.enemies_old_health[iterator]=d.getHitPoints()
break
iterator+=1
for a in self.units: #loop through our units and get total health
total_health+=a.getHitPoints()
#print(a.getHitPoints())
if self.old_health>total_health:
self.reward=self.reward+(total_health-self.old_health)
self.old_health=total_health
def getPosition(self):
return Position(self.x, self.y)
def updateCenter(self):
self.center = Position(0,0)
for unit in self.units:
self.center += unit.getPosition()
if len(self.units)>0:
self.center /= len(self.units)
def explore(self):
amt = 1000
shift = Position(randint(-amt, amt), randint(-amt, amt))
pos = self.center + shift
self.move(pos)
def attackShift(self, shift):
for unit in self.units:
unit.attack(Position(shift[0] + unit.getPosition().getX(), shift[1] + unit.getPosition().getY()))
#image1.show()
#sleep(5)
image = numpy.array(image1)
image = skimage1.transform.resize(image, (80, 80))
image = skimage1.color.rgb2gray(image)
image = skimage1.exposure.rescale_intensity(image,
out_range=(0, 255))
Combatmodel.trainNetwork(squad.reward, image)
#use Combatmodel.a_t and Combatmodel.place to get action and do it
if Combatmodel.place < 6400:
#chose to move
x = Combatmodel.place % 80
y = Combatmodel.place / 80
squad.move(Position(ratioW * x, ratioH * y))
elif Combatmodel.place >= 6400 and Combatmodel.place < 12800:
#chose to attackmove
x = (Combatmodel.place - 6400) % 80
y = (Combatmodel.place - 6400) / 80
squad.attackMove(Position(ratioW * x, ratioH * y))
else:
print("do nothing")
else:
print("Inproper DQNVER input")
"""
if ctr > 5:
ctr = 0
squad.retreat(squad.getNearbyEnemies())
else:
ctr += 1