def selectModel():
A = zk.get('/selectModel/param/A')
b = zk.get('/selectModel/param/b')
p = zk.get('/selectModel/param/p')
log.logSend("INFO device " + localhost + " get model selector parameters")
p = pickle.loads(p[0])
best_predicted_arm = np.argmax(p)
if best_predicted_arm == 0:
ftp = FTPClient.ftpconnect("127.0.0.1", "ftp***", "Guest***")
FTPClient.downloadfile(ftp, "vgg16-397923af.pth", "/home/huchuanwen/bishe/collaborativeDL/ftp/test/vgg16.pth")
print(best_predicted_arm)
log.logSend("INFO device " + localhost + " select model vgg16")
zk.stop()
N = p.size
x = np.arange(N)
label = ("VGG16","alexnet","resnet-18")
plt.bar(x, p, width=0.5,label="models",tick_label=label)
plt.legend()
plt.show()
def selectModel():
# 配置信息
conf = configparser.ConfigParser()
conf.read('../conf/inf.conf')
kafkaHost = conf.get("ssd.kafkaServer", "hosts")
localhost = conf.get('ssd.local', 'host')
producer = KafkaProducer(bootstrap_servers=kafkaHost) # 连接kafka
consoleChanel = conf.get("ssd.kafkaServer", "consoleChanel")
zk = KazooClient(hosts="10.4.10.239:2181")
zk.start()
p = zk.get('/selectModel/param/p')
# print(p)
producer.send(consoleChanel, ("INFO device " + localhost +
" get model selector parameters").encode())
p = pickle.loads(p[0])
best_predicted_arm = np.argmax(p)
if best_predicted_arm == 0:
ftp = FTPClient.ftpconnect("127.0.0.1", "ftp***", "Guest***")
FTPClient.downloadfile(
ftp, "vgg16-397923af.pth",
"/home/huchuanwen/bishe/collaborativeDL/ftp/test/vgg16.pth")
print(best_predicted_arm)
producer.send(consoleChanel, ("INFO device " + localhost +
" select model vgg16").encode())
zk.stop()
def processPacket(self, packet):
global user_input
global workingDirectory
data = self.__repositoryPacketHandler.readPacket(packet)
if (data['packet_type'] == PACKET_T.ADDED_IMAGE_ID) :
print("The new image ID is: {0}".format(data['addedImageID']))
print("Please write it down. You'll need it later")
elif (data['packet_type'] == PACKET_T.RETR_REQUEST_ERROR or data['packet_type'] == PACKET_T.RETR_ERROR) :
print("Retrieve error: " + str(data['errorDescription']))
elif (data['packet_type'] == PACKET_T.RETR_REQUEST_RECVD) :
print("The image repository says: retrieve request received")
elif (data['packet_type'] == PACKET_T.RETR_START) :
print("Downloading file...")
ftpClient = FTPClient()
ftpClient.connect(self.__ip_address, data['FTPServerPort'], 5, data['username'], data['password'])
ftpClient.retrieveFile(data['fileName'], workingDirectory, data['serverDirectory'])
ftpClient.disconnect()
print("Transfer completed")
elif (data['packet_type'] == PACKET_T.STOR_REQUEST_ERROR or data['packet_type'] == PACKET_T.STOR_ERROR) :
print("Store error: " + str(data['errorCode']))
user_input = False
elif (data['packet_type'] == PACKET_T.STOR_REQUEST_RECVD) :
print("The image repository says: store request received")
elif (data['packet_type'] == PACKET_T.STOR_START) :
print("Uploading file...")
ftpClient = FTPClient()
ftpClient.connect(self.__ip_address, data['FTPServerPort'], 100, data['username'], data['password'])
if (data['fileName'] == '') :
fileName = raw_input('File to upload (its name MUST be the given image ID): ')
else :
fileName = data['fileName']
ftpClient.storeFile(fileName, workingDirectory, data['serverDirectory'])
ftpClient.disconnect()
print("Transfer completed")
user_input = False
elif (data['packet_type'] == PACKET_T.DELETE_REQUEST_RECVD):
print("The image repository says: delete request received")
elif (data['packet_type'] == PACKET_T.STATUS_DATA):
print("Image repository disk usage: {0} KB free, {1} KB available".format(data["FreeDiskSpace"], data["TotalDiskSpace"]))
elif (data['packet_type'] == PACKET_T.IMAGE_EDITION_CANCELLED):
print("The image repository says: image edition cancelled")
else:
print("Error: a packet from an unexpected type has been received " + str(data['packet_type']))
def processPacket(self, packet):
"""
Processes a packet sent from the image repository
Args:
packet: the incoming packet to process
Returns:
Nothing
"""
data = self.__repositoryPacketHandler.readPacket(packet)
if (data["packet_type"] == IR_PACKET_T.RETR_REQUEST_RECVD
or data["packet_type"] == IR_PACKET_T.STOR_REQUEST_RECVD):
return
elif (data["packet_type"] == IR_PACKET_T.RETR_REQUEST_ERROR
or data["packet_type"] == IR_PACKET_T.RETR_ERROR
or data["packet_type"] == IR_PACKET_T.STOR_REQUEST_ERROR
or data["packet_type"] == IR_PACKET_T.STOR_ERROR):
self.__errorDescription = data["errorDescription"]
self.__image_not_found = True
elif (data["packet_type"] == IR_PACKET_T.RETR_START):
try:
ftpClient = FTPClient()
ftpClient.connect(self.__ftpServerIP, data['FTPServerPort'],
self.__ftpTimeout, data['username'],
data['password'])
ftpClient.retrieveFile(data['fileName'],
self.__transferDirectory,
data['serverDirectory'])
ftpClient.disconnect()
except Exception:
self.__errorDescription = ERROR_DESC_T.VMSRVR_FTP_RETR_TRANSFER_ERROR
elif (data["packet_type"] == IR_PACKET_T.STOR_START):
try:
ftpClient = FTPClient()
ftpClient.connect(self.__ftpServerIP, data['FTPServerPort'],
self.__ftpTimeout, data['username'],
data['password'])
ftpClient.storeFile(self.__sourceFilePath,
self.__transferDirectory,
data['serverDirectory'])
ftpClient.disconnect()
except Exception:
self.__errorDescription = ERROR_DESC_T.VMSRVR_FTP_RETR_TRANSFER_ERROR
elif (data["packet_type"] == IR_PACKET_T.ADDED_IMAGE_ID):
self.__imageID = data["addedImageID"]
self.__operation_completed = True
def processPacket(self, packet):
"""
Processes a packet sent from the image repository
Args:
packet: the incoming packet to process
Returns:
Nothing
"""
data = self.__repositoryPacketHandler.readPacket(packet)
if (data["packet_type"] == IR_PACKET_T.RETR_REQUEST_RECVD or
data["packet_type"] == IR_PACKET_T.STOR_REQUEST_RECVD) :
return
elif (data["packet_type"] == IR_PACKET_T.RETR_REQUEST_ERROR or data["packet_type"] == IR_PACKET_T.RETR_ERROR or
data["packet_type"] == IR_PACKET_T.STOR_REQUEST_ERROR or data["packet_type"] == IR_PACKET_T.STOR_ERROR) :
self.__errorDescription = data["errorDescription"]
self.__image_not_found = True
elif (data["packet_type"] == IR_PACKET_T.RETR_START) :
try :
ftpClient = FTPClient()
ftpClient.connect(self.__ftpServerIP, data['FTPServerPort'], self.__ftpTimeout, data['username'], data['password'])
ftpClient.retrieveFile(data['fileName'], self.__transferDirectory, data['serverDirectory'])
ftpClient.disconnect()
except Exception:
self.__errorDescription = ERROR_DESC_T.VMSRVR_FTP_RETR_TRANSFER_ERROR
elif (data["packet_type"] == IR_PACKET_T.STOR_START) :
try :
ftpClient = FTPClient()
ftpClient.connect(self.__ftpServerIP, data['FTPServerPort'], self.__ftpTimeout, data['username'], data['password'])
ftpClient.storeFile(self.__sourceFilePath, self.__transferDirectory, data['serverDirectory'])
ftpClient.disconnect()
except Exception:
self.__errorDescription = ERROR_DESC_T.VMSRVR_FTP_RETR_TRANSFER_ERROR
elif (data["packet_type"] == IR_PACKET_T.ADDED_IMAGE_ID):
self.__imageID = data["addedImageID"]
self.__operation_completed = True