def intGitRepository(projects_L):
for i, project in enumerate(projects_L):
try:
os.chdir("%s/%s" % (localPath, project[1]))
print "[%s]: %s" % (i + 1, os.getcwd())
except OSError as e:
Log.Warning("chdir failed: %s" % e)
continue
gitInitCmd = "git init"
#Log.Green("[index:%s] %s\n" % (i+1, gitInitCmd))
status, output = commands.getstatusoutput(gitInitCmd)
if status != 0:
Log.Error("[%s]: %s" % (project, output))
gitAddCmd = "git add -f -A"
#Log.Green("[index:%s] %s\n" % (i+1, gitAddCmd))
status, output = commands.getstatusoutput(gitAddCmd)
if status != 0:
Log.Error("[%s]: %s" % (project, output))
gitCommitCmd = "git commit --allow-empty -m \"init %s\"" % newBranch
#Log.Green("[index:%s] %s\n" % (i+1, gitCommitCmd))
status, output = commands.getstatusoutput(gitCommitCmd)
if status != 0:
Log.Error("[%s]: %s" % (project, output))
def createNewProject(newProjects_L):
createErrorObject = open('create_fail.log', 'w')
for i, newProject in enumerate(newProjects_L):
createProjectCmd = "ssh -p %s %s@%s gerrit create-project %s%s --empty-commit --submit-type REBASE_IF_NECESSARY" % (
serverPort, userName, shGerritServerIp, projectNamePrefix,
newProject)
status, output = commands.getstatusoutput(createProjectCmd)
if status != 0:
Log.Error("[%s] create %s fail: %s" % (i + 1, newProject, output))
createErrorObject.write("[%s] create %s fail: %s\n" %
(i + 1, newProject, output))
else:
print "[%s]new project:%s\n%s\n" % (i + 1, newProject,
createProjectCmd)
createErrorObject.close()
def pushToServer(projects_L):
errorPushObject = open('push_fail30.log', 'w')
for i, project in enumerate(projects_L):
try:
os.chdir("%s/%s" % (localPath, project[1]))
#print "[%s]: %s" % (i+1, os.getcwd())
except OSError as e:
Log.Error("chdir failed: %s" % e)
continue
pushCmd = "git push ssh://%s@%s:%s/%s%s HEAD:refs/heads/%s" % (
userName, shGerritServerIp, serverPort, projectNamePrefix,
project[0], newBranch)
#print pushCmd
status, output = commands.getstatusoutput(pushCmd)
if status != 0:
print "[%s]:%s push failed: %s" % (i + 1, project[0], output)
errorPushObject.write("[%s]:%s push failed: %s\n" %
(i + 1, project[0], output))
else:
print "[index:%s project:%s]\n%s\n" % (i + 1, project[0], pushCmd)
errorPushObject.close()
class Controller:
def __init__(self, miner, mode, devIds, fanSpeeds, steps, nbrOfShares,
nbrOfDatapoints, marginInMH, coreUCs, memOCs, powerLimits,
powerCost, dollarPerMHash):
# give the worker a name to separate data on pool
self.workerName = socket.gethostname().replace("-", "").replace(
".", "").replace("_", "")
# anonymize workerName
self.workerName = hashlib.md5(
self.workerName.encode('utf-8')).hexdigest()
# initialize logging utils
self.log = Log("DEBUG")
# prepare unix systems
if platform.system() != "Windows":
subprocess.call(["chmod", "a+x", "./prepareUnix.sh"])
subprocess.call(["./prepareUnix.sh"])
# utility
if mode < 0 or mode > 2:
self.log.Warning(
"invalid optimization mode \"%i\" - will default to best efficiency"
% mode)
mode = 0
self.modeText = "BEST EFFICIENCY"
if mode == 1:
self.modeText = "BEST SPEED"
if mode == 2:
self.modeText = "BEST PROFITABILITY"
# save base hw settings
self.devIds = devIds
# if no devices were specified, take all
if devIds == None:
devIds = range(64)
# collect all GPUs connected and initialize
self.gpus = []
self.overheatedGPUs = []
ids = []
for i in range(len(devIds)):
# set default values if no enough values were specified
if len(powerLimits) <= i:
powerLimits.append(None)
if len(memOCs) <= i:
memOCs.append(0)
if len(coreUCs) <= i:
coreUCs.append(0)
if len(fanSpeeds) <= i:
fanSpeeds.append(70)
gpu = GPU(self.log, devIds[i], mode, memOCs[i], coreUCs[i],
fanSpeeds[i], steps, powerLimits[i], nbrOfShares,
nbrOfDatapoints, marginInMH, powerCost, dollarPerMHash)
if gpu.found:
ids.append(devIds[i])
self.gpus.append(gpu)
# set starting power level
self.gpus[i].SetPowerLimit(powerLimits[i])
self.log.Info("found GPU%i - %s" % (i, self.gpus[i].name))
else:
fanSpeeds.remove(fanSpeeds[len(fanSpeeds) - 1])
self.log.Warning(
"could not find GPU%i - will work with the found onces" %
i)
break
self.log.Info("initialized %i GPUs" % len(self.gpus))
# if we could not find any GPU, we will exit
if len(self.gpus) == 0:
self.log.Error(
"could not find any GPUs with given IDs %s - cannot tune clocks and will exit now"
% devIds)
exit(1)
# initialize mining software starter
self.ms = StartMiner(self.log, self.workerName, miner, ids, fanSpeeds)
# initialize mining data requester - miner is not started yet, so we cannot request any data for now
self.req = MinerDataRequester(self.log, miner, self.ms)
# first tune mem and core clocks until all GPUs are finished
tuningDone = 0
self.requiresRestart = True
saveOldData = False
self.ResetGPUs(False, False)
while tuningDone < len(self.gpus):
# test if running mining Software has crashed
crashed = False
if self.ms.isRunning and self.ms.ProcessesChanged():
self.log.Info("Mining Software seems to have crashed/changed")
self.MiningSoftwareCrashed()
crashed = True
# start mining software if it is not running
if not self.ms.isRunning:
self.ReStartMiningSoftware()
# if all GPUs are finished with tuning, or software crashed, restart
if (self.requiresRestart and self.GPUsFinishedTuning()) or crashed:
self.ResetGPUs(saveOldData, crashed)
self.RemoveOverheatingGPUs()
self.ReStartMiningSoftware()
elif self.requiresRestart:
self.log.Debug(
"restart pending but not all GPUs are finished with their tuning"
)
saveOldData = True
minerData = self.req.getData()
# tune GPUs
tuningDone = self.OC(minerData)
# wait some time between runs
time.sleep(sleepBetweenTuningRuns)
# as we are complete, print resultdata of each GPU
self.log.Info(
"### TUNING COMPLETED FOR %i GPUS with Mode: \"%s\" ###" %
(len(self.gpus), self.modeText))
for gpu in self.gpus:
plPerc = math.ceil(100.0 / gpu.defaultPowerLimit * gpu.powerLimit)
self.log.Info(
"GPU%i: Max Memory Overclock: %i\tMax Core UnderClock: %i\tMin Power Limit: %iW (%i%%)\tFan: %i%%"
% (gpu.id, gpu.memOC, gpu.coreUC, gpu.powerLimit, plPerc,
gpu.fanSpeed))
for gpu in self.overheatedGPUs:
plPerc = math.ceil(100.0 / gpu.defaultPowerLimit * gpu.powerLimit)
self.log.Info(
"!OVERHEATED! GPU%i: Memory Overclock: %i\tCore UnderClock: %i\tPower Limit: %iW (%i%%)\tFan: %i%%"
% (gpu.id, gpu.memOC, gpu.coreUC, gpu.powerLimit, plPerc,
gpu.fanSpeed))
# stop mining if no GPU is left
if len(self.gpus) == 0:
self.ms.Stop()
def RemoveOverheatingGPUs(self):
for gpu in self.gpus:
if gpu.Overheating():
self.log.Warning(
"GPU%i is overheating - removing it from mining process for safety reasons"
% gpu.id)
self.gpus.remove(gpu)
self.overheatedGPUs.append(gpu)
def GPUsFinishedTuning(self):
finishedTuning = True
for gpu in self.gpus:
if not gpu.tuningDone:
finishedTuning = False
return finishedTuning
def ResetGPUs(self, saveOldData, crashed):
for gpu in self.gpus:
gpu.ResetData(saveOldData, crashed)
def MiningSoftwareCrashed(self):
for gpu in self.gpus:
gpu.MiningSoftwareCrashed()
# kill old process as it may have "self-repaired"
self.requiresRestart = True
def OC(self, minerData):
# execute GPU clock-changes (require mining restart) and see if they are done
clockingDone = 0
if minerData == None:
self.log.Warning(
"Received Mining Data could not be read, wait and skip")
time.sleep(1)
return 0
self.requiresRestart = False
for i in range(len(self.gpus)):
gpu = self.gpus[i]
if gpu.Tune(minerData[i]):
clockingDone += 1
if gpu.requiresRestart:
self.requiresRestart = True
self.log.Debug("clocktuning finished for %i/%i GPUs" %
(clockingDone, len(self.gpus)))
return clockingDone >= len(self.gpus)
def ReStartMiningSoftware(self):
# stop miner if it was already running
if self.ms is not None and self.ms.isRunning:
self.ms.Stop()
time.sleep(miningSoftwareCooldown)
# collect GPU OC/UC Data
memOCs = ""
coreUCs = ""
for i in range(len(self.gpus)):
memOCs += str(self.gpus[i].memOC) + " "
coreUCs += str(self.gpus[i].coreUC) + " "
# start MiningSoftware with gatheres settings
self.ms.Start(memOCs, coreUCs)
# wait for the first API request to answer correctly
res = None
waited = 0
while res is None:
time.sleep(1)
waited += 1
res = self.req.getData()
if waited > maxWaitForMiningSoftwareApi:
self.log.Error(
"could not connect to mining software API after %is via path: \t%s"
% (maxWaitForMiningSoftwareApi, self.req.path))
return False
# mining software was started and API returned some data
self.log.Debug("mining software started and API answers correctly")
return True
