def get_all_languages():
"""
This function return all languages configured in the system
:return: list of languages
"""
dal = DAL()
return dal.get_all_languages()
def get_all_languages():
"""
This function return all languages configured in the system
:return: list of languages
"""
dal = DAL()
return dal.get_all_languages()
def run_app(should_run_init):
if should_run_init:
Init.init(engine)
else:
my_dal = DAL(engine)
add_users(my_dal)
all_users = my_dal.get_users()
for user in all_users:
print 'UserName:{0} | FirstName:{1} | LastName:{2} | Email:{3}'.format(user.user_name, user.first_name, user.last_name, user.email)
def run_app(should_run_init):
if should_run_init:
Init.init(engine)
else:
my_dal = DAL(engine)
add_users(my_dal)
all_users = my_dal.get_users()
for user in all_users:
print 'UserName:{0} | FirstName:{1} | LastName:{2} | Email:{3}'.format(
user.user_name, user.first_name, user.last_name, user.email)
def read_dataset_test(data_set_path):
"""
Reads the test set.
:param data_set_path:
:return: test set
"""
dal = DAL()
dal.read_data_test(data_set_path)
data_set = dal.pre_process_data_set_test(64)
return data_set
def save_in_db(self, event, source, category=None):
mydb = DAL()
sec = event['date'] / 1000
e = Event()
date = datetime.fromtimestamp(sec)
if category is not None:
e.update_category(event['id'], category)
mydb.set_event_details(event['id'], event['name'], date, event['city'], event['address'],
event['description'], event['host'], event['event_url'], event['attendees'], event['price'],
category, source)
def save_in_db(self, event, source, category=None):
mydb = DAL()
sec = event['date'] / 1000
e = Event()
date = datetime.fromtimestamp(sec)
if category is not None:
e.update_category(event['id'], category)
mydb.set_event_details(event['id'], event['name'], date, event['city'], event['address'],
event['description'], event['host'], event['event_url'], event['attendees'], event['price'],
category, source)
def get_urls_for_language(language):
"""
This function return all defined urls for language
If exist in code, return it as it. If not exist in the code, pull it from db
:param language:
:return:
"""
try:
return default_urls[language]
except KeyError:
print "need to search in DB"
dal = DAL()
urls = dal.get_language_details(language, "urls")
return urls
def get_details_about_url(url):
"""
This function return url details to parse it in the best way
for example: type = id, name = content
:param url: string
:return: parsing type and name
"""
for key in url_info:
if key in url:
return url_info[key].items()[0]
else:
print "need to search in DB"
dal = DAL()
return dal.get_url_details(url)
def read_dataset(data_set_path, label_set_path, image_dims):
"""
Reads the dataset.
:param data_set_path:
:param label_set_path:
:param image_dims:
:return: dataset
"""
dal = DAL()
dal.read_data(data_set_path, label_set_path)
train_data_set, labels_set = dal.pre_process_data_set(image_dims)
return train_data_set, labels_set
def get_details_about_url(url):
"""
This function return url details to parse it in the best way
for example: type = id, name = content
:param url: string
:return: parsing type and name
"""
for key in url_info:
if key in url:
return url_info[key].items()[0]
else:
print "need to search in DB"
dal = DAL()
return dal.get_url_details(url)
def get_urls_for_language(language):
"""
This function return all defined urls for language
If exist in code, return it as it. If not exist in the code, pull it from db
:param language:
:return:
"""
try:
return default_urls[language]
except KeyError:
print "need to search in DB"
dal = DAL()
urls = dal.get_language_details(language, "urls")
return urls
def __init__(self, language):
self.language = language
self.dal = DAL()
if self.language not in languages:
self.data = self.dal.get_all_data_for_language(self.language)
logging.info("self data:")
logging.info(self.data)
data_type = type(self.data)
logging.info(str(data_type))
if data_type == unicode:
print "converting from unicode to json"
json_load = json.loads(self.data)
logging.info("json loads data, new type: ")
logging.info(str(type(json_load)))
self.data = json_load
class Root:
def __init__(self):
self.dal = DAL("../bin/settings.ini")
api = API(DAL("../bin/settings.ini"))
# Route("/")
@cherrypy.expose()
def index(self):
game_list_links = ""
game_list = self.dal.get_games()
for game in game_list:
game_list_links += "<a href='/gamecharacters/{id}'>{name}</a><br/>".format(
id=game["id"], name=game["name"])
game_list_links += "<a href='/add_page'>Add Data</a>"
return make_page("Select a game!", game_list_links)
# Route("/gamecharacters/{game_id}
@cherrypy.expose()
def gamecharacters(self, game_id):
game = self.dal.get_game(game_id)
page_title = game.name
return_str = """
<body class='{game_class}'>
<div id='root' class='root'></div>
<script>
var gameId = {game_id}
</script>
</body>
""".format(game_class=game.name.replace(" ", ""), game_id=game_id)
return make_page(page_title, return_str, react_page=True)
# Route("/add_page/")
@cherrypy.expose()
def add_page(self):
page_title = "Add Data"
body = """<div id="reactForm" />"""
return make_page(page_title, body, react_page=True)
def __init__(self, language):
self.language = language
self.dal = DAL()
if self.language not in languages:
self.data = self.dal.get_all_data_for_language(self.language)
logging.info("self data:")
logging.info(self.data)
data_type = type(self.data)
logging.info(str(data_type))
if data_type == unicode:
print "converting from unicode to json"
json_load = json.loads(self.data)
logging.info("json loads data, new type: ")
logging.info(str(type(json_load)))
self.data = json_load
def get_keyword_classification(language, keyword):
"""
This function classify the keywords to groups
:param language: string
:param keyword: string
:return: the group of the keyword e.g statement, data type and etc
"""
if keyword_is_title(language, keyword, "statements"):
return STATEMENT
elif keyword_is_title(language, keyword, "data_types"):
return DATA_TYPE
elif keyword_is_title(language, keyword, "expressions"):
return EXPRESSION
elif keyword_is_title(language, keyword, "operators"):
return OPERATOR
return DAL.get_classification(language, keyword)
def get_keyword_classification(language, keyword):
"""
This function classify the keywords to groups
:param language: string
:param keyword: string
:return: the group of the keyword e.g statement, data type and etc
"""
if keyword_is_title(language, keyword, "statements"):
return STATEMENT
elif keyword_is_title(language, keyword, "data_types"):
return DATA_TYPE
elif keyword_is_title(language, keyword, "expressions"):
return EXPRESSION
elif keyword_is_title(language, keyword, "operators"):
return OPERATOR
return DAL.get_classification(language, keyword)
def _populateUserObject(self):
try:
myDAL = DAL(self.databaseFile, self.logger, self.loggingLevel, self.errRefID)
myDAL.connect()
row = myDAL.selectData("single",
"""SELECT 1 as 'isRegistered', totalSlots, bonusSlots, usedSlots FROM Users WHERE ID = ?""",
[self.discordID])
myDAL.disconnect()
if row:
self.isRegistered = row["isRegistered"]
self.totalSlots = row["totalSlots"] + row["bonusSlots"]
self.usedSlots = row["usedSlots"]
else:
self.logger.warning("NodeBotUser - _populateUser - User not found in database. UserID: {}. ErrRefID: {}".format(self.discordID, self.errRefID))
except Exception as e:
self.logger.error("NodeBotUser - _populateUser - Error occured. Error: {}. ErrRefID: {}".format(str(e), self.errRefID))
raise
def listAddedNodes(self, sTicker=''):
returnList = []
try:
myDAL = DAL(self.databaseFile, self.logger, self.loggingLevel, self.errRefID)
myDAL.connect()
# query the data
rows = None
if (sTicker != ""):
rows = myDAL.selectData("multi", """SELECT coinTicker,
aliasName,
collateralAddress,
networkStatus,
(strftime('%s','now') - lastSeenEpDateTime) as lastSeenSeconds
FROM UserNodes WHERE coinTicker = ? and userID = ? ORDER BY aliasName""",[sTicker, self.discordID],False)
else:
rows = myDAL.selectData("multi", """SELECT coinTicker,
aliasName,
collateralAddress,
networkStatus,
(strftime('%s','now') - lastSeenEpDateTime) as lastSeenSeconds
FROM UserNodes WHERE userID = ? ORDER BY coinTicker, aliasName""", [self.discordID], False)
if rows:
#add header row
returnList.append(["Ticker", "Alias Name", "Collateral Address", "Status", "Last Seen"])
for row in rows:
returnList.append([row["coinTicker"], row["aliasName"], row["collateralAddress"], row["networkStatus"], secondsToDaysHoursMinutesSecondsString(row["lastSeenSeconds"])]) #need all values as strings for our discord table creation function
else:
myDAL.disconnect()
if (sTicker != ""):
return False, "No {} nodes were found for you in the system.".format(sTicker)
else:
return False, "No nodes were found for you in the system."
except Exception as e:
self.logger.error("NodeBotUser - listAddedNodes - Error occured. Error: {}. ErrRefID: {}".format(str(e), self.errRefID))
myDAL.disconnect()
return False, "Failed to get required data. Please contact team."
else:
myDAL.disconnect()
return True, returnList
def removeNode(self, sTicker, sCollateralAddress):
sTXID = ""
nTXIndex = ""
sIP = ""
try:
myDAL = DAL(self.databaseFile, self.logger, self.loggingLevel, self.errRefID)
myDAL.connect()
# verify this collateral address is registered to the user
row = None
row = myDAL.selectData("single", """SELECT txID, txIndex, IP FROM UserNodes WHERE coinTicker = ? and collateralAddress = ? and userID = ?""",[sTicker, sCollateralAddress, self.discordID])
if row:
sTXID = row["txID"]
nTXIndex = int(row["txIndex"])
sIP = row["IP"]
else:
myDAL.disconnect()
self.logger.warning("NodeBotUser - removeNode - User attempted to remove a node that was not found for them. User: {} Ticker: {} CollateralAddress: {}. ErrRefID: {}".format(str(self.discordID), sTicker, sCollateralAddress, self.errRefID))
return False, "A {} node with collateral address of {} was not found for you in the system.".format(sTicker, sCollateralAddress), "[return value not used]"
# mark the record to REMOVE from the UserNodes table
count = 0
count = myDAL.insertUpdateDelete("""Update UserNodes set systemStatus = ? WHERE userID = ? and coinTicker = ? and collateralAddress = ?""", ['REMOVE', self.discordID, sTicker, sCollateralAddress])
if (count != 1):
self.logger.error("NodeBotUser - removeNode - Failed to mark node as systemStatus of REMOVE in UserNodes table. User: {} Ticker: {} CollateralAddress: {}. ErrRefID: {}".format(str(self.discordID), sTicker, sCollateralAddress, self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to delete required data. Please contact team.", "[return value not used]"
#mark this IP as unused
count = 0
count = myDAL.insertUpdateDelete("""UPDATE CoinIPs SET isUsed=0 WHERE coinTicker = ? AND IP = ?""",[sTicker, sIP])
if (count != 1):
self.logger.error("NodeBotUser - removeNode - IP address failed to be marked as unused. Ticker: {} IP: {}. ErrRefID: {}".format(sTicker, sIP, self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to update required data. Please contact team."
# update user node count in database and in object if not NZR node
if (sTicker != 'NZR'):
self.usedSlots = self.usedSlots - 1
count = 0
count = myDAL.insertUpdateDelete("""UPDATE Users SET usedSlots = usedSlots - 1 WHERE ID = ?""", [self.discordID])
if (count != 1):
self.logger.error("NodeBotUser - removeNode - Failed to decrement used slot count for the user. UserID: {} Ticker: {} CollateralAddress: {} IPAddress: {} TXID: {} TXindex: {}. ErrRefID: {}".format(str(self.discordID), sTicker, sCollateralAddress, sIP, sTXID, str(nTXIndex), self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to update required data. Please contact team.", "[return value not used]"
except Exception as e:
self.logger.error("NodeBotUser - removeNode - Error occured. Error: {}. ErrRefID: {}".format(str(e), self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to get required data. Please contact team.", "[return value not used]"
else:
myDAL.commit()
myDAL.addSysLogEntry("log", "removeNode", "Success mark node for removal. UserID: {} Ticker: {} CollateralAddress: {} IPAddress: {} TXID: {} TXindex: {}".format(str(self.discordID), sTicker, sCollateralAddress, sIP, sTXID, str(nTXIndex)))
myDAL.disconnect()
return True, sTXID, nTXIndex
def addNode(self, sTicker, sAliasName, nPort, sCollateralAddress, sTXID, nTXIndex):
sDefaultAliasName = ""
sIPAddress = ""
sMasternodeKey = ""
sDaemonType = ""
nPhantomEpDateTime = 0
try:
myDAL = DAL(self.databaseFile, self.logger, self.loggingLevel, self.errRefID)
myDAL.connect()
#verify this UTXO is not already registered in the system
row = None
row = myDAL.selectData("single", """SELECT userID FROM UserNodes WHERE coinTicker = ? and txID = ? and txIndex=?""", [sTicker, sTXID, nTXIndex], False)
if row:
myDAL.disconnect()
if(row["userID"] == self.discordID):
self.logger.error("NodeBotUser - addNode - UTXO already used by this user. Ticker: {} TXID: {} TXIndex: {}. ErrRefID: {}".format(sTicker, sTXID, str(nTXIndex), self.errRefID))
return False, "You have already added a node with this transaction ID and transaction index. If needed, please delete it before adding it again, or contact team if you believe this is an error."
else:
self.logger.error("NodeBotUser - addNode - UTXO already used by another user. UserTryingToAdd: {} Ticker: {} TXID: {} TXIndex: {}. ErrRefID: {}".format(str(self.discordID), sTicker, sTXID, str(nTXIndex), self.errRefID))
return False, "Transaction ID and transaction index are already added by another user in the system. Please try again, or contact team if you believe this is an error."
#get an unused IP address and default alias name for this coin
row = None
row = myDAL.selectData("single", """SELECT IP, defaultAlias, masternodeKey, daemonType, phantomEpDateTime FROM CoinIPs WHERE coinTicker = ? and isUsed=0 ORDER BY ID LIMIT 1""", [sTicker])
if row:
sDefaultAliasName = row["defaultAlias"]
sIPAddress = row["IP"]
sMasternodeKey = row["masternodeKey"]
sDaemonType = row["daemonType"]
nPhantomEpDateTime = row["phantomEpDateTime"]
else:
self.logger.error("NodeBotUser - addNode - No unused coin IP address found for coin {}. ErrRefID: {}".format(sTicker, self.errRefID))
myDAL.disconnect()
return False, "System capacity for {} coin reached. Please contact team to inform them.".format(sTicker)
#if alias name is default, then use the default one
if (sAliasName.lower() == 'default'):
sAliasName = sDefaultAliasName
#verify aliasname is unique for this user/ticker combination (an alias name must be unique in a user's wallet)
row = None
row = myDAL.selectData("single", """SELECT 1 FROM UserNodes WHERE userID = ? and coinTicker = ? and aliasName=?""", [str(self.discordID), sTicker, sAliasName.lower()],False)
if row:
myDAL.disconnect()
self.logger.error("NodeBotUser - addNode - Aliasname already in use by this user. User: {} Ticker: {} AliasName: {}. ErrRefID: {}".format(str(self.discordID), sTicker, sAliasName, self.errRefID))
return False, "You are already using alias name of {} for coin {}. The alias name is case-insensitive (meaning MN1 = Mn1 = mN1 = mn1). This is not allowed. Please remove the other node if it is not in use or choose a different alias name. Please contact a team member if you belive this is in error.".format(sAliasName, sTicker)
#verify this collateral address is not already registered in the system for this coin
row = None
row = myDAL.selectData("single", """SELECT userID FROM UserNodes WHERE coinTicker = ? and collateralAddress = ?""", [sTicker, sCollateralAddress], False)
if row:
myDAL.disconnect()
if(row["userID"] == self.discordID):
self.logger.error("NodeBotUser - addNode - Collateral address for UTXO already used by this user. Ticker: {} TXID: {} TXIndex: {} CollateralAddress {}. ErrRefID: {}".format(sTicker, sTXID, str(nTXIndex), sCollateralAddress, self.errRefID))
return False, "You have already registered a {} node with collateral address of {}. If needed, please delete it before adding it again, or contact team if you believe this is an error.".format(sTicker, sCollateralAddress)
else:
self.logger.error("NodeBotUser - addNode - Collateral address for UTXO already used by another user. UserTryingToAdd: {} Ticker: {} TXID: {} TXIndex: {} CollateralAddress {}. ErrRefID: {}".format(str(self.discordID), sTicker, sTXID, str(nTXIndex), sCollateralAddress, self.errRefID))
return False, "A {} node with collateral address of {} is already registered by another user in the system. Please try again, or contact team if you believe this is an error.".format(sTicker, sCollateralAddress)
#mark this IP as used
count = 0
count = myDAL.insertUpdateDelete("""UPDATE CoinIPs SET isUsed=1 WHERE coinTicker = ? AND IP = ?""",[sTicker, sIPAddress])
if (count != 1):
self.logger.error("NodeBotUser - addNode - IP address failed to be marked as used. Ticker: {} IP: {}. ErrRefID: {}".format(sTicker, sIPAddress, self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to update required data. Please contact team."
#add the record to the UserNodes table
count = 0
count = myDAL.insertUpdateDelete("""INSERT INTO UserNodes (userID, coinTicker, aliasName, genKey, IP, coinPort, collateralAddress, txID, txIndex, isActive, systemStatus, daemonType, phantomEpDateTime)
VALUES(?,?,?,?,?,?,?,?,?,?,?,?,?)""",[self.discordID, sTicker, sAliasName, sMasternodeKey, sIPAddress, nPort, sCollateralAddress, sTXID, nTXIndex, 1, 'NEW', sDaemonType, nPhantomEpDateTime])
if (count != 1):
self.logger.error("NodeBotUser - addNode - Failed to insert node to UserNodes table. User: {} Ticker: {} AliasName: {} GenKey: {} IP: {} Port: {} CollateralAddress: {} TXID: {} TXIndex: {} DaemonType: {} PhantomEpDateTime: {}. ErrRefID: {}".format(str(self.discordID), sTicker, sAliasName, sMasternodeKey, sIPAddress, str(nPort), sCollateralAddress, sTXID, str(nTXIndex), sDaemonType, str(nPhantomEpDateTime), self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to insert required data. Please contact team."
#update user node count in database and in object if not NZR
if(sTicker != 'NZR'):
self.usedSlots = self.usedSlots + 1
count = 0
count = myDAL.insertUpdateDelete("""UPDATE Users SET usedSlots = usedSlots + 1 WHERE ID = ?""",[self.discordID])
if (count != 1):
self.logger.error("NodeBotUser - addNode - Failed to increment used count for the user. User: {} Ticker: {} AliasName: {} GenKey: {} IP: {} Port: {} CollateralAddress: {} TXID: {} TXIndex: {} DaemonType: {} PhantomEpDateTime: {}. ErrRefID: {}".format(str(self.discordID), sTicker, sAliasName, sMasternodeKey, sIPAddress, str(nPort), sCollateralAddress, sTXID, str(nTXIndex), sDaemonType, str(nPhantomEpDateTime), self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to update required data. Please contact team."
except Exception as e:
self.logger.error("NodeBotUser - addNode - Error occured. Error: {}. ErrRefID: {}".format(str(e), self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to get required data. Please contact team."
else:
myDAL.commit()
myDAL.addSysLogEntry("log","addNode", "Success addnode. User: {} Ticker: {} AliasName: {} GenKey: {} IP: {} Port: {} CollateralAddress: {} TXID: {} TXIndex: {} DaemonType: {} PhantomEpDateTime: {}.".format(str(self.discordID), sTicker, sAliasName, sMasternodeKey, sIPAddress, str(nPort), sCollateralAddress, sTXID, str(nTXIndex), sDaemonType, str(nPhantomEpDateTime)))
myDAL.disconnect()
return True, (sAliasName + " " + sIPAddress + ":" + str(nPort) + " " + sMasternodeKey + " " + sTXID + " " + str(nTXIndex))
def unregisterNode(self, sCollateralAddress):
nFreeSlots = 0
try:
myDAL = DAL(self.databaseFile, self.logger, self.loggingLevel, self.errRefID)
myDAL.connect()
# verify this collateral address is registered to the user
row = None
row = myDAL.selectData("single", """SELECT nodesAllowed FROM RegisteredNZRNodes WHERE userID = ? and address = ?""",[self.discordID, sCollateralAddress])
if row:
nFreeSlots = row["nodesAllowed"]
else:
myDAL.disconnect()
self.logger.warning("NodeBotUser - unregisterNode - User attempted to unregister a node that was not found for them. User: {} CollateralAddress: {}. ErrRefID: {}".format(str(self.discordID), sCollateralAddress, self.errRefID))
return False, "No NZR node with collateral address of {} found to be registered for you in the system.".format(sCollateralAddress)
# remove the record from the RegisteredNZRNodes table
count = 0
count = myDAL.insertUpdateDelete("""DELETE FROM RegisteredNZRNodes WHERE userID = ? and address = ?""", [self.discordID, sCollateralAddress])
if (count != 1):
self.logger.error("NodeBotUser - unregisterNode - Failed to remove node from RegisteredNZRNodes table. User: {} CollateralAddress: {}. ErrRefID: {}".format(str(self.discordID), sCollateralAddress, self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to delete required data. Please contact team."
# update user free node count in database and in object
self.totalSlots = self.totalSlots - nFreeSlots
count = 0
count = myDAL.insertUpdateDelete("""UPDATE Users SET totalSlots = totalSlots - ? WHERE ID = ?""", [nFreeSlots, self.discordID])
if (count != 1):
self.logger.error("NodeBotUser - unregisterNode - Failed to decrement total slot count for the user. UserID: {} CollateralAddress: {} FreeSlotDecrement: {}. ErrRefID: {}".format(str(self.discordID), sCollateralAddress, str(nFreeSlots), self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to update required data. Please contact team."
except Exception as e:
self.logger.error("NodeBotUser - unregisterNode - Error occured. Error: {}. ErrRefID: {}".format(str(e), self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to get required data. Please contact team."
else:
myDAL.commit()
myDAL.addSysLogEntry("log", "unregisterNode", "Success unregister node. UserID: {} CollateralAddress: {} FreeSlotDecrement: {}".format(str(self.discordID), sCollateralAddress, str(nFreeSlots)))
myDAL.disconnect()
return True, "[return value not used]"
def listRegisteredNodes(self):
sFuncName = "NodeBotUser.listRegisteredNodes"
returnList = []
try:
myDAL = DAL(self.databaseFile, self.logger, self.loggingLevel, self.errRefID)
myDAL.connect()
# query the data
rows = None
rows = myDAL.selectData("multi", """SELECT address,
CASE isActive WHEN 1 THEN 'Enabled' ELSE 'Missing' END isActive,
nodesAllowed,
DATETIME(lastSeenEpDateTime, 'unixepoch') as lastSeenDateTime
FROM RegisteredNZRNodes WHERE userID = ? ORDER BY address""",[self.discordID], False)
if rows:
#add header row
returnList.append(["Node Address", "Status", "Granting Free Nodes", "Last Seen On Network (GMT)"])
for row in rows:
returnList.append([str(x) for x in row]) #need all values as strings for our discord table creation function
else:
myDAL.disconnect()
if(self.loggingLevel in ["INFO","VERBOSE"]):
self.logger.info("{} - No results from query. User: {} ErrRefID: {}".format(sFuncName, str(self.discordID), self.errRefID))
return False, "No registered nodes were found for you in the system."
except Exception as e:
self.logger.error("{} - Error occured. Error: {}. ErrRefID: {}".format(sFuncName, str(e), self.errRefID))
myDAL.disconnect()
return False, "Failed to get required data. Please contact team."
else:
myDAL.disconnect()
return True, returnList
def read_dataset_test(data_set_path):
dal = DAL()
dal.read_data_test(data_set_path)
data_set = dal.pre_process_data_set_test(64)
return data_set
def test_set_name(self):
d = DAL()
us_list = d.set_user_details("itamar", "*****@*****.**", "123")
self.assertEqual(us_list.pop().user_name ,"itamar")
def unregisterUser(self):
nBonusSlots = 0
oAddedNodes = []
oRegisteredNodes = []
#Get a listing of all nodes the user has added to the system
#the listNodes() function is self contained so keep it in its own try block
try:
bTmp, sTmp = self.listAddedNodes()
if (bTmp):
oAddedNodes = sTmp
else:
# this could mean an error, but we'll ignore any error and assume it means the user has no nodes
pass
except Exception as e:
self.logger.error("NodeBotUser - unregisterUser - Unknown error occured getting listing of added nodes. Error: {}. ErrRefID: {}".format(str(e), self.errRefID))
return False, "Failed to obtain required data. Please contact team."
#Get a listing of all registered nodes
#the listRegisteredNodes() function is self contained so keep it in its own try block
try:
bTmp, sTmp = self.listRegisteredNodes()
if (bTmp):
oRegisteredNodes = sTmp
else:
# this could mean an error, but we'll ignore any error and assume it means the user has no nodes
pass
except Exception as e:
self.logger.error("NodeBotUser - unregisterUser - Unknown error occured getting listing of registered nodes. Error: {}. ErrRefID: {}".format(str(e), self.errRefID))
return False, "Failed to obtain required data. Please contact team."
#Remove all the added nodes
#the removeNode() function is self contained so keep it in its own try block
try:
for node in oAddedNodes[1:]: #skip first entry because it is a header entry
self.removeNode(node[0], node[2]) #the ticker is first item in the list, the collateral address is the 3rd item
except Exception as e:
self.logger.error("NodeBotUser - unregisterUser - Error occured removing added nodes. Error: {}. ErrRefID: {}".format(str(e), self.errRefID))
return False, "Failed to remove required data. Please contact team."
#Unregister all nodes
#the unregisterNode() function is self contained so keep it in its own try block
try:
for node in oRegisteredNodes[1:]: #skip first entry because it is a header entry
self.unregisterNode(node[0]) #the collateral address is the 1st item
except Exception as e:
self.logger.error("NodeBotUser - unregisterUser - Error occured unregistering nodes. Error: {}. ErrRefID: {}".format(str(e), self.errRefID))
return False, "Failed to remove required data. Please contact team."
#Now remove the user
try:
myDAL = DAL(self.databaseFile, self.logger, self.loggingLevel, self.errRefID)
myDAL.connect()
#get existing data for this user to add to system log when we delete (for recovery purposes)
row = None
row = myDAL.selectData("single", """SELECT bonusSlots FROM Users WHERE ID = ?""", [self.discordID])
if row:
nBonusSlots = row["bonusSlots"]
else:
self.logger.error("NodeBotUser - unregisterUser - No record found for user id {}. ErrRefID: {}".format(str(self.discordID), self.errRefID))
myDAL.disconnect()
return False, "Failed to select required data. Please contact team."
#remove the user from the Users table
count = 0
count = myDAL.insertUpdateDelete("""DELETE FROM Users WHERE ID = ?""",[self.discordID])
if (count != 1):
self.logger.error("NodeBotUser - unregisterUser - Failed to delete user from Users table. User: {}. ErrRefID: {}".format(str(self.discordID), self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to delete required data. Please contact team."
#update user object info
self.isRegistered = False
self.totalSlots = 0
self.usedSlots = 0
except Exception as e:
self.logger.error("NodeBotUser - unregisterUser - Error occured. Error: {}. ErrRefID: {}".format(str(e), self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to delete required data. Please contact team."
else:
myDAL.commit()
myDAL.addSysLogEntry("log","unregisterUser", "Success unregisterUser. User: {} BonusSlots: {}.".format(str(self.discordID), str(nBonusSlots)))
myDAL.disconnect()
return True, "[return value not used]"
def listConfigs(self, sTicker=''):
returnList = []
sCurrTicker = "" #used to identify current ticker when building our listing of all nodes (so we an add headers when group the tickers in output)
try:
myDAL = DAL(self.databaseFile, self.logger, self.loggingLevel, self.errRefID)
myDAL.connect()
# query the data
rows = None
if (sTicker != ""):
rows = myDAL.selectData("multi", """SELECT coinTicker,
aliasName,
collateralAddress,
IP,
coinPort,
genKey,
txID,
txIndex
FROM UserNodes WHERE coinTicker = ? and userID = ? ORDER BY aliasName""",[sTicker, self.discordID])
else:
rows = myDAL.selectData("multi", """SELECT coinTicker,
aliasName,
collateralAddress,
IP,
coinPort,
genKey,
txID,
txIndex
FROM UserNodes WHERE userID = ? ORDER BY coinTicker, aliasName""", [self.discordID])
if rows:
for row in rows:
#if ticker changed (or first time through), set the current ticker and add a header row
if ((sCurrTicker != row["coinTicker"]) or (sCurrTicker == "")):
sCurrTicker = row["coinTicker"]
returnList.append(["##### " + row["coinTicker"] + " #####"])
#add the data
returnList.append([(row["aliasName"] + " " + row["IP"] + ":" + str(row["coinPort"]) + " " + row["genKey"] + " " + row["txID"] + " " + str(row["txIndex"]))]) #need all values as strings for our discord table creation function
else:
myDAL.disconnect()
if (sTicker != ""):
self.logger.warning("NodeBotUser - listConfigs - No results from query. User: {} Ticker: {}. ErrRefID: {}".format(str(self.discordID), sTicker, self.errRefID))
return False, "No {} nodes were found for you in the system.".format(sTicker)
else:
self.logger.warning("NodeBotUser - listConfigs - No results from query. User: {} Ticker: [all tickers]. ErrRefID: {}".format(str(self.discordID), self.errRefID))
return False, "No nodes were found for you in the system."
except Exception as e:
self.logger.error("NodeBotUser - listConfigs - Error occured. Error: {}. ErrRefID: {}".format(str(e), self.errRefID))
myDAL.disconnect()
return False, "Failed to get required data. Please contact team."
else:
myDAL.disconnect()
return True, returnList
class LanguagesSpecificFeatures():
def __init__(self, language):
self.language = language
self.dal = DAL()
if self.language not in languages:
self.data = self.dal.get_all_data_for_language(self.language)
logging.info("self data:")
logging.info(self.data)
data_type = type(self.data)
logging.info(str(data_type))
if data_type == unicode:
print "converting from unicode to json"
json_load = json.loads(self.data)
logging.info("json loads data, new type: ")
logging.info(str(type(json_load)))
self.data = json_load
def find_all_keywords(self):
"""
This function find all keywords in language
:return: list of keywords
"""
try:
return languages_keywords[self.language]
except KeyError:
print "need to search in DB"
if not self.data:
return False
return self.data["keywords"]
def prepare_for_lexicon(self, title):
"""
This function prepares for lexicon the needed values by executing Str() function on list
:param title: The features of the language needed to be prepared for lexicon
:return: Alt object
"""
self.language = "Ruby" if self.language == "Ruby-1.9" else self.language
try:
res = eval("languages_" + title)[self.language]
if title == "keywords":
res = my_str(res)
return res
return res
except KeyError:
print "need to search in DB"
print "title " + title
if not self.data:
return Str()
res = self.data[title]
logging.info("res: ")
logging.info(res)
if title == "function_call_must_char":
return res == "True"
if title == "escape_character":
return res
if title in ["str_symbol1", "str_symbol2", "function_call_char"]:
try:
logging.info("prepare for lexicon title {} is ready: {}".format(title, res[0]))
return res[0]
except IndexError:
logging.info("in except index error")
return my_str([])
logging.info("prepare for lexicon title {} is ready: {}".format(title, my_str(res)))
if res == [u'']:
return Str()
return my_str(res)
import os
def next_weekday(weekday):
currentDate = dt.datetime.now()
year = currentDate.year
month = currentDate.month
day = currentDate.day
d = dt.date(year, month, day)
days_ahead = weekday - d.weekday()
if days_ahead <= 0:
days_ahead += 7
return d + dt.timedelta(days_ahead)
dal = DAL()
dal.cancelMeeting("Cool FYP", " Zargham khaliq <*****@*****.**>")
os.system("pause")
"""
slot=1
name="Machine Learning Things"
date=next_weekday(1)
part="Ali"
slots=dal.getFreeSlots(date)
print(len(slots))
if(len(slots)!=0):
print("inserting")
def test_get_name(self):
d = DAL()
self.assertEqual(d.get_user_details("user_name"),"oles_ka")
def registerUser(self, nBonusSlots=0):
try:
myDAL = DAL(self.databaseFile, self.logger, self.loggingLevel, self.errRefID)
myDAL.connect()
#add the user to the Users table
count = 0
count = myDAL.insertUpdateDelete("""INSERT INTO Users (ID, totalSlots, usedSlots, bonusSlots)
VALUES(?,?,?,?)""",[self.discordID, 0, 0, nBonusSlots])
if (count != 1):
self.logger.error("NodeBotUser - registerUser - Failed to insert user to Users table. BonusSlots: {}. ErrRefID: {}".format(str(nBonusSlots), self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to insert required data. Please contact team."
#update user object info
self.isRegistered = True
self.totalSlots = nBonusSlots
self.usedSlots = 0
except Exception as e:
self.logger.error("NodeBotUser - registerUser - Error occured. Error: {}. ErrRefID: {}".format(str(e), self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to get required data. Please contact team."
else:
myDAL.commit()
myDAL.addSysLogEntry("log","registerUser", "Success registerUser. User: {} BonusSlots: {}.".format(str(self.discordID), str(nBonusSlots)))
myDAL.disconnect()
return True, "[return value not used]"
#################################
messages = pandas.read_csv('dataSet', sep='\t', quoting=csv.QUOTE_NONE, names=["label", "message"])
msg_train, msg_test, label_train, label_test = train_test_split(messages['message'], messages['label'], test_size=0,
random_state=0)
# print(msg_train)
# Training the Classifier
bow_transformer = CountVectorizer(analyzer=split_into_lemmas_).fit(msg_train)
bow_transformer.min_df = 0.5
print(len(bow_transformer.vocabulary_))
messages_bow = bow_transformer.transform(msg_train)
tfidf_transformer = TfidfTransformer().fit(messages_bow)
messages_tfidf = tfidf_transformer.transform(messages_bow)
# providing data and labels to the classifier
meeting_detector = MultinomialNB().fit(messages_tfidf, label_train)
##########################################################
dal=DAL()
run()
def read_dataset(data_set_path, label_set_path, image_dims):
dal = DAL()
dal.read_data(data_set_path, label_set_path)
train_data_set, labels_set = dal.pre_process_data_set(image_dims)
return train_data_set, labels_set
def registerNode(self, sCollateralAddress, nFreeNodes):
try:
myDAL = DAL(self.databaseFile, self.logger, self.loggingLevel, self.errRefID)
myDAL.connect()
#verify this address is not already registered in the system
row = None
row = myDAL.selectData("single", """SELECT userID FROM RegisteredNZRNodes WHERE address = ?""", [sCollateralAddress])
if row:
myDAL.disconnect()
if(row["userID"] == self.discordID):
self.logger.error("NodeBotUser - registerNode - Node already registered by this user. User: {} Address: {}. ErrRefID: {}".format(str(self.discordID), sCollateralAddress, self.errRefID))
return False, "You have already registered this node. Please contact team if you believe this is an error."
else:
self.logger.error("NodeBotUser - registerNode - Node already registered by another user. UserTryingToAdd: {} Address: {}. ErrRefID: {}".format(str(self.discordID), sCollateralAddress, self.errRefID))
return False, "This node is already registered by another user in the system. Please contact team if you believe this is an error."
#add the record to the RegisteredNZRNodes table
count = 0
count = myDAL.insertUpdateDelete("""INSERT INTO RegisteredNZRNodes (address, userID, nodesAllowed)
VALUES(?,?,?)""",[sCollateralAddress, self.discordID, nFreeNodes])
if (count != 1):
self.logger.error("NodeBotUser - registerNode - Failed to insert node to RegisteredNZRNodes table. User: {} CollateralAddress: {} NodesAllowed: {}. ErrRefID: {}".format(str(self.discordID), sCollateralAddress, str(nFreeNodes), self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to insert required data. Please contact team."
#update user node count in database and in object
self.totalSlots = self.totalSlots + nFreeNodes
count = 0
count = myDAL.insertUpdateDelete("""UPDATE Users SET totalSlots = totalSlots + ? WHERE ID = ?""",[nFreeNodes, self.discordID])
if (count != 1):
self.logger.error("NodeBotUser - registerNode - Failed to increment total slots for the user. User: {} Address: {} FreeSlots: {}. ErrRefID: {}".format(str(self.discordID), sCollateralAddress, str(nFreeNodes), self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to update required data. Please contact team."
except Exception as e:
self.logger.error("NodeBotUser - registerNode - Error occured. Error: {}. ErrRefID: {}".format(str(e), self.errRefID))
myDAL.rollback()
myDAL.disconnect()
return False, "Failed to get required data. Please contact team."
else:
myDAL.commit()
myDAL.addSysLogEntry("log","registerNode", "Success registernode. User: {} Address: {} FreeSlots: {}.".format(str(self.discordID), sCollateralAddress, str(nFreeNodes)))
myDAL.disconnect()
return True, "[return value not used]"
def __init__(self):
self.dal = DAL("../bin/settings.ini")
class LanguagesSpecificFeatures():
def __init__(self, language):
self.language = language
self.dal = DAL()
if self.language not in languages:
self.data = self.dal.get_all_data_for_language(self.language)
logging.info("self data:")
logging.info(self.data)
data_type = type(self.data)
logging.info(str(data_type))
if data_type == unicode:
print "converting from unicode to json"
json_load = json.loads(self.data)
logging.info("json loads data, new type: ")
logging.info(str(type(json_load)))
self.data = json_load
def find_all_keywords(self):
"""
This function find all keywords in language
:return: list of keywords
"""
try:
return languages_keywords[self.language]
except KeyError:
print "need to search in DB"
if not self.data:
return False
return self.data["keywords"]
def prepare_for_lexicon(self, title):
"""
This function prepares for lexicon the needed values by executing Str() function on list
:param title: The features of the language needed to be prepared for lexicon
:return: Alt object
"""
self.language = "Ruby" if self.language == "Ruby-1.9" else self.language
try:
res = eval("languages_" + title)[self.language]
if title == "keywords":
res = my_str(res)
return res
return res
except KeyError:
print "need to search in DB"
print "title " + title
if not self.data:
return Str()
res = self.data[title]
logging.info("res: ")
logging.info(res)
if title == "function_call_must_char":
return res == "True"
if title == "escape_character":
return res
if title in ["str_symbol1", "str_symbol2", "function_call_char"]:
try:
logging.info(
"prepare for lexicon title {} is ready: {}".format(
title, res[0]))
return res[0]
except IndexError:
logging.info("in except index error")
return my_str([])
logging.info("prepare for lexicon title {} is ready: {}".format(
title, my_str(res)))
if res == [u'']:
return Str()
return my_str(res)
