def MainFunction(DB, report, modifyAllowed):
# Read the configuration file which we assume is in the current directory.
configMap = ReadConfig.readConfig(report)
if not configMap:
return
targetANA = ReadConfig.getConfigVal(configMap, 'TargetOutputANAFile', report)
prefixFile = ReadConfig.getConfigVal(configMap, 'TargetPrefixGlossListFile', report)
complexForms1st = ReadConfig.getConfigVal(configMap, 'TargetComplexFormsWithInflectionOn1stElement', report)
complexForms2nd = ReadConfig.getConfigVal(configMap, 'TargetComplexFormsWithInflectionOn2ndElement', report)
transferResults = ReadConfig.getConfigVal(configMap, 'TargetTranferResultsFile', report)
sentPunct = ReadConfig.getConfigVal(configMap, 'SentencePunctuation', report)
if not (targetANA and prefixFile and transferResults and sentPunct):
return
# Check the validity of the complex forms lists
if complexForms1st and not ReadConfig.configValIsList(configMap, 'TargetComplexFormsWithInflectionOn1stElement', report):
return
if complexForms2nd and not ReadConfig.configValIsList(configMap, 'TargetComplexFormsWithInflectionOn2ndElement', report):
return
TargetDB = FLExDBAccess()
try:
# Open the target database
targetProj = ReadConfig.getConfigVal(configMap, 'TargetProject', report)
if not targetProj:
return
TargetDB.OpenDatabase(targetProj, verbose = True)
except FDA_DatabaseError, e:
report.Error(e.message)
print "FDO Cache Create failed!"
print e.message
return
def MainFunction(DB, report, modifyAllowed):
# Read the configuration file which we assume is in the current directory.
configMap = ReadConfig.readConfig(report)
if not configMap:
return
# Build an output path using the system temp directory.
outFileVal = ReadConfig.getConfigVal(configMap, 'TargetPrefixGlossListFile', report)
if not outFileVal:
return
myPath = os.path.join(tempfile.gettempdir(), outFileVal)
try:
f_out = open(myPath, 'w')
except IOError as e:
report.Error('There was a problem creating the Target Prefix Gloss List File: '+myPath+'. Please check the configuration file setting.')
TargetDB = FLExDBAccess()
try:
# Open the target database
targetProj = ReadConfig.getConfigVal(configMap, 'TargetProject', report)
if not targetProj:
return
TargetDB.OpenDatabase(targetProj, verbose = True)
except FDA_DatabaseError, e:
report.Error(e.message)
print "FDO Cache Create failed!"
print e.message
return
def __init__(self, settings=None, config_file='../config.ini', config_section='DEFAULT'):
# Gets configuration information from config.ini. See ReadConfig
# for more details.
if not settings:
settings = ReadConfig.main(config_section=config_section, file_name=config_file)
if not settings:
MakeConfig.main()
settings = ReadConfig.main(config_section=config_section, file_name=config_file)
# Set up the default HTTP request headers
self.headers = {b'Accept': settings['accept'] }
if settings['version']:
self.headers['Version'] = settings['version']
# Set up the security credentials. We can use either an encoded
# username and password or a security token
if 'auth_token' in settings:
self.auth = {'SEC': settings['auth_token']}
else:
self.auth = {'Authorization': settings['authorization']}
self.headers.update(self.auth)
# Set up the server's ip address and the base URI that will be used for
# all requests
self.server_ip = settings['server_ip']
self.base_uri = '/restapi/api/'
def synthesize(configMap, anaFile, synFile, report=None):
error_list = []
targetProject = ReadConfig.getConfigVal(configMap, 'TargetProject', report)
clean = ReadConfig.getConfigVal(configMap, 'CleanUpUnknownTargetWords', report)
if not (targetProject and clean):
error_list.append(('Configuration file problem.', 2))
return error_list
if clean[0].lower() == 'y':
cleanUpText = True
else:
cleanUpText = False
# Create other files we need for STAMP
partPath = os.path.join(tempfile.gettempdir(), targetProject)
cmdFileName = create_synthesis_files(partPath)
# Synthesize the target text
error_list.append(('Synthesizing the target text...', 0))
# run STAMP to synthesize the results. E.g. stamp32" -f Gilaki-Thesis_ctrl_files. txt -i pes_verbs.ana -o pes_verbs.syn
# this assumes stamp32.exe is in the current working directory.
call(['stamp32.exe', '-f', cmdFileName, '-i', anaFile, '-o', synFile])
error_list.append(('Fixing up the target text...', 0))
# Replace underscores with spaces in the Synthesized file
# Underscores were added for multiword entries that contained a space
fix_up_text(synFile, cleanUpText)
return error_list
def MainFunction(DB, report, modifyAllowed):
# Read the configuration file which we assume is in the current directory.
configMap = ReadConfig.readConfig(report)
if not configMap:
return
# Build an output path using the system temp directory.
outFileVal = ReadConfig.getConfigVal(configMap, 'TargetPrefixGlossListFile', report)
if not outFileVal:
return
error_list = catalog_affixes(DB, configMap, outFileVal, report)
# output info, warnings, errors
for msg in error_list:
# msg is a pair -- string & code
if msg[1] == 0:
report.Info(msg[0])
elif msg[1] == 1:
report.Warning(msg[0])
else: # error=2
report.Error(msg[0])
def MainFunction(DB, report, modify=True):
# Read the configuration file which we assume is in the current directory.
configMap = ReadConfig.readConfig(report)
if not configMap:
return
# get the path to the source file
srcFile = ReadConfig.getConfigVal(configMap, 'AnalyzedTextOutputFile', report)
if not srcFile:
return
# get the path to the target file
tgtFile = ReadConfig.getConfigVal(configMap, 'TargetTranferResultsFile', report)
if not tgtFile:
return
# see if we have advanced transfer going on by seeing if the .t3x file is present
advanced = False
postchunk_rules_file = Utils.OUTPUT_FOLDER + '\\transfer_rules.t3x'
# Check if the file exists.
if os.path.isfile(postchunk_rules_file):
advanced = True
# get temporary file name for html results
htmlFile = os.path.join(tempfile.gettempdir(), 'FlexTransFileViewer.html')
# Show the window
app = QtGui.QApplication(sys.argv)
window = Main(srcFile, tgtFile, htmlFile, advanced)
window.show()
app.exec_()
def run_chain_parameters():
os.system("rm -rf SPECPAR.log")
logging.basicConfig(filename='SPECPAR.log', format='%(asctime)s : %(message)s', datefmt='%m/%d/%Y %I:%M:%S %p', level=logging.INFO)
logging.info('Started')
path = './'
run_path = 'running_dir/'
save_path = 'save_folder/'
# CREATE folders
# Running ARES
linelist_ew = rp.get_install_dir()+rc.read_config_param('linelists', 'iron_parameters').replace("'", "")
rp.ares_make_mine_opt(run_path, linelist_ew)
logging.info('ARES Started')
rp.run_ares(run_path)
logging.info('ARES Finished')
# Creating moog linelist
filename_lines = rp.get_install_dir()+rc.read_config_param('linelists', 'iron_parameters').replace("'", "")
filename_ares = rc.read_config_param('ares', 'fileout').replace("'", "")
filename_out = 'lines.' + filename_ares
isp.ares_to_lines(run_path+filename_ares, filename_lines, run_path+filename_out, 4000, 9999, 5, 150)
logging.info('Starting AMEBSA for %s', filename_out)
# find_iron_parameters(path,run_path,save_path,filename_out)
find_iron_parameters_tmcalc_prior(path, run_path, save_path, filename_out, filename_ares)
logging.info('Finished')
def main(args):
# Gets settings dict by reading config.ini.
settings = ReadConfig.main(file_name='config.ini')
# If it doesn't exist, it calls on the user to input box information through
# MakeConfig.main script.
if not settings:
MakeConfig.main(file_name='config.ini')
settings = ReadConfig.main(file_name='config.ini')
# Then if --print_api is true, then apiclient prints output of /help/capabilities
# endpoint.
if args[0].print_api:
print_api(settings)
# Then if --api and --method both have values, apiclient will attempt an api request.
elif args[0].api and args[0].method:
# Gets response object from making api call.
response = make_request(args[0], settings)
# Determines content type of response object (for printing).
content_type = response.headers.get('Content-type')
# Gleans body from response object.
print(response.headers)
body = response.read().decode('utf-8')
output = body
if response.code >= 300:
#ERROR OCCURED, HANDLE ERROR
[error_code, output] = handle_response_error(response, body)
#SUCCESSFUL CALL
# If JSON object, it pretty prints JSON
# Else it merely prints the body of the response object.
elif content_type == 'application/json':
if body:
try:
response_json = json.loads(body)
output = json.dumps(response_json, indent=2, separators=(',', ':'))
except ValueError:
print("Failed to parse JSON, unparsed JSON below: ")
else:
print("\nResponse body was empty.\n")
print(response.code)
print("")
print(output)
# If either only api, or method args are sent, then then this error message is printed.
else:
message = ""
if args[0].api:
message += "httpMethod must be specified by --method argument\n"
if args[0].method:
message += "api endpoint must be specified by --api argument\n"
if message:
print("ArgumentError: " + message)
print(USAGE_MESSAGE+"\n")
def SetConfig(self):
configtype = "OpenSim.ini"
source = self.DataCenter + "/config/" + configtype
dst = self.loc + "/" + configtype
response = urllib2.urlopen(source)
output = open(dst, 'wb')
s = ''
for line in response.readlines():
s = s + line.lstrip()
output.write(s)
output.close()
cf = ReadConfig.CAppConfig(dst)
cf.set('Architecture', 'Include-Architecture',
"config-include/Grid.ini")
cf.set('Network', 'http_listener_port', self.listener_port)
cf.set('RemoteAdmin', 'enabled', 'true')
cf.set('RemoteAdmin', 'access_password', '1234')
fp = open(dst, 'wb')
cf.write(fp)
fp.close()
configtype = "GridCommon.ini"
source = self.DataCenter + "/config/" + configtype
dst = self.loc + "/config-include/" + configtype
response = urllib2.urlopen(source)
output = open(dst, 'wb')
s = ''
for line in response.readlines():
s = s + line.lstrip()
output.write(s)
output.close()
cf = ReadConfig.CAppConfig(dst)
cf.set('DatabaseService', 'StorageProvider',
'\"' + self.dbProvider + '\"')
cf.set('DatabaseService', 'ConnectionString',
'\"' + self.connString + '\"')
cf.set('AssetService', 'AssetServerURI', self.robusturl)
cf.set('InventoryService', 'InventoryServerURI', self.robusturl)
cf.set('GridService', 'GridServerURI', self.robusturl)
cf.set('AvatarService', 'AvatarServerURI', self.robusturl)
cf.set('PresenceService', 'PresenceServerURI', self.robusturl)
cf.set('UserAccountService', 'UserAccountServerURI', self.robusturl)
cf.set('GridUserService', 'GridUserServerURI', self.robusturl)
cf.set('AuthenticationService', 'AuthenticationServerURI',
self.robusturl)
cf.set('FriendsService', 'FriendsServerURI', self.robusturl)
cf.set('AssetService', 'AssetServerURI', self.robusturl)
cf.set('AssetService', 'AssetServerURI', self.robusturl)
fp = open(dst, 'wb')
cf.write(fp)
fp.close()
def run_chain_get_element_abund(moogfile, element):
run_path = 'running_dir/'
save_path = 'save_folder/'
teff, logg, feh, vtur = isp.read_parameters_moogfile(moogfile)
linelist_element = rp.get_install_dir()+rc.read_config_param('linelists', element+'_abund').replace("'", "")
rp.ares_make_mine_opt(run_path, linelist_element)
rp.run_ares(run_path)
filename_ares = rc.read_config_param('ares', 'fileout').replace("'", "")
filename_out = 'lines.' + filename_ares
isp.ares_to_lines(run_path+filename_ares, linelist_element, run_path+filename_out, 4000, 9999, 5, 150)
rp.create_abfind_par(run_path, filename_out)
rp.create_model_kurucz(run_path, teff, logg, feh, vtur)
rp.run_MOOG(run_path, 'abfind.par')
(ele1, ele1_sig, nele1, ele2, ele2_sig, nele2) = rmoog.read_moog_ele_sigma(run_path+'abund_plan_tspec.test', element, 2.)
return (ele1, ele1_sig, nele1, ele2, ele2_sig, nele2)
def SetConfig(self):
configtype = "OpenSim.ini"
source = self.DataCenter + "/config/" + configtype
dst = self.loc + "/" + configtype
response = urllib2.urlopen(source)
output = open(dst, 'wb')
s = ''
for line in response.readlines():
s = s + line.lstrip()
output.write(s)
output.close()
cf = ReadConfig.CAppConfig(dst)
cf.set('Architecture', 'Include-Architecture',
"\"config-include/Standalone.ini\"")
cf.set('Network', 'http_listener_port', self.listener_port)
cf.set('RemoteAdmin', 'enabled', 'true')
cf.set('RemoteAdmin', 'access_password', '1234')
fp = open(dst, 'wb')
cf.write(fp)
fp.close()
configtype = "StandaloneCommon.ini"
source = self.DataCenter + "/config/" + configtype
dst = self.loc + "/config-include/" + configtype
print 'source={0},dst={1}'.format(source, dst)
response = urllib2.urlopen(source)
output = open(dst, 'wb')
output.write(response.read())
output.close()
def test_ProjectAll(self, data):
peojecttype = str(data["peojecttype"])
case_describe = str(data["case_describe"])
expected_code = int(data["expected_code"])
readconfig = ReadConfig.ReadConfig()
readdb = ReadDB.Pyodbc()
customerid = readconfig.get_customer(peojecttype)
url = readconfig.get_basedata('crm_url') + api.format(customerid)
session = readconfig.get_basedata('member_session')
requestid = str(uuid.uuid1())
headers = {
'Content-Type': "application/json",
'Authorization': session,
"x-requestid": requestid
}
r = requests.get(url=url, headers=headers)
if r.status_code == 200:
projectincustomerid = readdb.GetProjectInCustomerinfo(customerid)
responeprojectincustomerid = []
for i in range(len(r.json())):
responeprojectincustomerid.append(r.json()[i]['id'])
self.assertIn(r.json()[i]['id'].upper(), projectincustomerid,
case_describe + ",接口：{0}".format(api))
self.assertEqual(len(responeprojectincustomerid),
len(projectincustomerid),
case_describe + ",接口：{0}".format(api))
else:
self.assertEqual(r.status_code, 200,
case_describe + ",接口：{0}".format(api))
def test_ContactUpdateLabels(self,data):
labels = list(map(int,str(data["labels"]).split(',')))
case_describe = str(data["case_describe"])
expected_code = int(data["expected_code"])
readconfig=ReadConfig.ReadConfig()
readdb = ReadDB.Pyodbc()
contactid = readconfig.get_contact('contact'+str(data["case_id"]))
url = readconfig.get_basedata('crm_url')+api.format(contactid)
session = readconfig.get_basedata('member_session')
requestid = str(uuid.uuid1())
headers = {'Content-Type': "application/json",'Authorization':session,"x-requestid":requestid}
payload ={
"labels":labels
}
r = requests.post(url=url,data = json.dumps(payload),headers = headers)
#处理请求数据到excl用例文件
excel.set_cell(sheet_name,int(data["case_id"]),excel.get_sheet_colname(sheet_name)["result_code"],r.status_code,excel.set_color(r.status_code))
excel.set_cell(sheet_name,int(data["case_id"]),excel.get_sheet_colname(sheet_name)["result_msg"],r.text,excel.set_color())
excel.save()
#数据对比
if r.status_code == expected_code:
contactdetails = readdb.GetContactDetailsinfo(contactid)
for i in range(len(contactdetails['labels'])):
self.assertIn(contactdetails['labels'][i],labels,case_describe + ",接口：{0}".format(api))
self.assertEqual(len(contactdetails['labels']),len(labels),case_describe + ",接口：{0}".format(api))
else:
self.assertEqual(r.status_code,expected_code,case_describe + ",接口：{0}".format(api))
def test_CustomerProperty(self):
readconfig=ReadConfig.ReadConfig()
readdb = ReadDB.Pyodbc()
url = readconfig.get_basedata('crm_url')+api2
session = readconfig.get_basedata('member_session')
headers = {'Content-Type': "application/json",'Authorization':session}
r = requests.get(url=url, headers = headers)
if r.status_code==200:
customerpropertylabel = readdb.PropertyLabel(readconfig.get_labelmodule('customermodule'))
for i in range(len(r.json()['customerLabel'])):
for ii in range(len(customerpropertylabel)):
if r.json()['customerLabel'][i]['id'] == customerpropertylabel[ii]['id']:
self.assertEqual(r.json()['customerLabel'][i]['groupName'],customerpropertylabel[ii]['groupname'],case_describe + ",接口：{0}".format(api))
self.assertEqual(r.json()['customerLabel'][i]['departmentId'],customerpropertylabel[ii]['departmentid'],case_describe + ",接口：{0}".format(api))
# self.assertEqual(r.json()['customerLabel'][i]['functionModule'],contactpropertylabel[ii]['functionmodule'],case_describe + ",接口：{0}".format(api))
self.assertEqual(r.json()['customerLabel'][i]['isMultiple'],customerpropertylabel[ii]['ismultiple'],case_describe + ",接口：{0}".format(api))
self.assertEqual(r.json()['customerLabel'][i]['backgroundColor'],customerpropertylabel[ii]['backgroundcolor'],case_describe + ",接口：{0}".format(api))
self.assertEqual(r.json()['customerLabel'][i]['foregroundColor'],customerpropertylabel[ii]['foregroundcolor'],case_describe + ",接口：{0}".format(api))
for iii in range(len(r.json()['customerLabel'][i]['labels'])):
for iiii in range(len(customerpropertylabel[ii]['labels'])):
if r.json()['customerLabel'][i]['labels'][iii]['id'] == customerpropertylabel[ii]['labels'][iiii]['id']:
self.assertEqual(r.json()['customerLabel'][i]['labels'][iii]['name'],r.json()['customerLabel'][i]['labels'][iii]['name'],case_describe + ",接口：{0}".format(api))
self.assertEqual(len(r.json()['customerLabel'][i]['labels']),len(customerpropertylabel[ii]['labels']),case_describe + ",接口：{0}".format(api))
myDepartments = readdb.GetMyDepartments(readconfig.get_basedata('employeeid'))
for a in range(len(r.json()['myDepartments'])):
for aa in range(len(myDepartments)):
if r.json()['myDepartments'][a]['id'] == myDepartments[aa]['id']:
self.assertEqual(r.json()['myDepartments'][a]['name'],myDepartments[aa]['name'],case_describe + ",接口：{0}".format(api))
self.assertEqual(r.json()['myDepartments'][a]['queryLabelDepartmentId'],myDepartments[aa]['querylabeldepartmentid'],case_describe + ",接口：{0}".format(api))
self.assertEqual(len(r.json()['myDepartments']),len(myDepartments),case_describe + ",接口：{0}".format(api))
else:
self.assertEqual(r.status_code,200,case_describe + ",接口：{0}".format(api))
def test_ScheduleAdd(self, data):
customertype = str(data['customertype'])
time = int(data["time"])
summary = str(data['summary']) + str(data['case_id'])
minutes = str(data['minutes'])
cc = str(data['cc'])
expected_code = int(data["expected_code"])
case_describe = str(data["case_describe"])
excel = ReadExcl.Xlrd()
readconfig = ReadConfig.ReadConfig()
readdb = ReadDB.Pyodbc()
customerid = readconfig.get_customer(customertype)
url = readconfig.get_basedata('crm_url') + api
session = readconfig.get_basedata('member_session')
requestid = str(uuid.uuid1())
headers = {
'Content-Type': "application/json",
'Authorization': session,
"x-requestid": requestid
}
payload = {
"beginTime": "2018-12-28 02:13:06.178",
"endTime": "2018-12-28 02:13:06.178",
"summary": "string",
"minutes": 0,
"cc": "string",
"customerId": "string"
}
def test_ClientOne(self):
readconfig = ReadConfig.ReadConfig()
readdb = ReadDB.Pymssql()
url = readconfig.get_url('url') + api
session = readconfig.get_member('session')
origin = readconfig.get_url('origin')
headers = {
'Content-Type': "application/json",
'Authorization': session,
"Origin": origin
}
r = requests.get(url=url, headers=headers)
if r.status_code == 200:
clientinfo = readdb.GetClientinfo(
readconfig.get_client('clientid1'))
self.assertEqual(r.json()[0]['display'], clientinfo['display'],
case_describe)
self.assertEqual(r.json()[0]['level'], clientinfo['level'],
case_describe)
self.assertEqual(r.json()[0]['status'], clientinfo['status'],
case_describe)
else:
self.assertEqual(r.status_code, 200, case_describe)
def test_ProjectUpdateName(self,data):
projectname = str(data["projectname"])
department = str(data["department"])
case_describe = str(data["case_describe"])
expected_code = int(data["expected_code"])
readconfig=ReadConfig.ReadConfig()
readdb = ReadDB.Pyodbc()
if department == 'investment':
projectid = readconfig.get_project('projectinvestmentid')
elif department == 'factoring':
projectid = readconfig.get_project('projectfactoringid')
url = readconfig.get_basedata('crm_url')+api.format(projectid)
session = readconfig.get_basedata('member_session')
requestid = str(uuid.uuid1())
headers = {'Content-Type': "application/json",'Authorization':session,"x-requestid":requestid}
payload ={
"projectName":projectname
}
r = requests.post(url=url,data = json.dumps(payload),headers = headers)
#处理请求数据到excl用例文件
excel.set_cell(sheet_name,int(data["case_id"]),excel.get_sheet_colname(sheet_name)["result_code"],r.status_code,excel.set_color(r.status_code))
excel.set_cell(sheet_name,int(data["case_id"]),excel.get_sheet_colname(sheet_name)["result_msg"],r.text,excel.set_color())
excel.save()
#数据对比
if r.status_code==expected_code:
projectdetails = readdb.GetProjectDetailsinfo(projectid)
self.assertEqual(projectdetails['projectname'],projectname,case_describe + ",接口：{0}".format(api))
else:
self.assertEqual(r.status_code,expected_code,case_describe + ",接口：{0}".format(api))
def test_CustomerUpdateType(self,data):
Type = int(data["type"])
customertab = str(data["customertab"])
case_describe = str(data["case_describe"])
readconfig=ReadConfig.ReadConfig()
readdb = ReadDB.Pyodbc()
correlationid = readconfig.get_customer(customertab)
url = readconfig.get_basedata('crm_url')+api.format(correlationid)
session = readconfig.get_basedata('member_session')
requestid = str(uuid.uuid1())
headers = {'Content-Type': "application/json",'Authorization':session,"x-requestid":requestid}
payload ={
"customerTypeId":Type
}
r = requests.post(url=url,data = json.dumps(payload),headers = headers)
#处理请求数据到excl用例文件
excel.set_cell(sheet_name,int(data["case_id"]),excel.get_sheet_colname(sheet_name)["result_code"],r.status_code,excel.set_color(r.status_code))
excel.set_cell(sheet_name,int(data["case_id"]),excel.get_sheet_colname(sheet_name)["result_msg"],r.text,excel.set_color())
excel.save()
#数据对比
if r.status_code==200:
customerdetails = readdb.GetCustomerDetailsinfo(correlationid)
self.assertEqual(int(customerdetails['customerTypeId']),Type,case_describe + ",接口：{0}".format(api))
else:
self.assertEqual(r.status_code,200,case_describe + ",接口：{0}".format(api))
def SetConfig(self):
#download basic config file
configtype = "Robust.ini"
source = self.DataCenter + "/config/" + configtype
dst = self.loc + "/" + configtype
print '[RobustServer]download {0} from {1} to {2}'.format(
configtype, source, dst)
response = urllib2.urlopen(source)
output = open(dst, 'wb')
s = ''
for line in response.readlines():
s = s + line.lstrip()
output.write(s)
output.close()
#modify config file
cf = ReadConfig.CAppConfig(dst)
cf.set('DatabaseService', 'StorageProvider',
'\"' + self.dbProvider + '\"')
cf.set('DatabaseService', 'ConnectionString',
'\"' + self.connString + '\"')
#cf.set('AssetService','AssetLoaderEnabled',self.AssetLoader)
cf.set('Network', 'ConsoleUser', self.RemoteUser)
cf.set('Network', 'ConsolePass', self.RemotePsw)
cf.set('Network', 'ConsolePort', self.RemotePort)
fp = open(dst, 'wb')
cf.write(fp)
fp.close()
def extract_target_lex(DB, configMap, report=None):
error_list = []
TargetDB = FLExDBAccess()
# Open the target database
targetProj = ReadConfig.getConfigVal(configMap, 'TargetProject', report)
if not targetProj:
error_list.append(('Configuration file problem with TargetProject.', 2))
return error_list
# See if the target project is a valid database name.
if targetProj not in DB.GetDatabaseNames():
error_list.append(('The Target Database does not exist. Please check the configuration file.', 2))
return error_list
try:
# Open the target database
TargetDB.OpenDatabase(targetProj, verbose = True)
if not targetProj:
error_list.append(('Problem accessing the target project.', 2))
return error_list
except FDA_DatabaseError, e:
error_list.append((e.message, 2))
error_list.append(('There was an error opening target database: '+targetProj+'.', 2))
return error_list
def ExtractField():
"""This function will read fields information"""
_config_dict = ReadConfig.ReadConfig()
_fr = None
_field_list = []
with open(_config_dict['fieldFile'],'r') as _fr:
_field_descriptor = _fr.readline().split() #read the first line of the field_config.txt
#print _field_descriptor
for line in _fr:
_field_content = line.split() #read each field and its infomation
#fill every field into a list
i = 0
_field_dict = {}
while(i < len(_field_content)):
# replace str "1" with True and "0" with False
if("1" == _field_content[i]):
_field_content[i] = True
elif("0" == _field_content[i]):
_field_content[i] = False
else:
#print "Error!",__file__,inspect.currentframe().f_back.f_lineno
pass
_field_dict[_field_descriptor[i]] = _field_content[i]
i += 1
_field_list.append(_field_dict)
#print _field_list
return _field_list
def loading():
time.sleep(5)
# read the config file
now_config = conf.Config().readConfig()
# first run
if os.path.exists('/home/pi/Factorynew.conf') is False:
tmpfile = open('/home/pi/Factorynew.conf', 'w')
tmpfile.close()
WIFI(now_config['wifi_account'], now_config['wifi_password'])
opencamera.CatchMO().setConfig(now_config)
det.Detect().setMinTime(now_config['min_upload_seconds'])
connect.Connection().initUrl(getIP(), now_config['server_port'])
# init the network
checknet = connect.Connection().scanServer()
if not checknet:
checkagain = connect.Connection().scanServer()
if not checkagain:
print('Network connection failed')
return False
# network checked -> start heart beat test
t = thr.Thread(target=connect.Connection().heartBeatTest, args=())
t.start()
print('Init finished')
return True
def __init__(self, testName, hasChannelData):
self.Data = []
self.columns = columns[testName]
self.testName = testName
self.hasChannelData = hasChannelData
self.config = ReadConfig.GetMostRecentConfig(configFolder)
self.params = ReadParams.GetMostRecentParams(paramsFolder)
def test_Token(self, data):
excel = ReadExcl.Xlrd()
readconfig = ReadConfig.ReadConfig()
#填写求求参数
url = readconfig.get_url('url') + api
payload = {
"grant_type": str(data["grant_type"]),
"phone": str(data["phone"]),
"code": str(data["code"])
}
r = requests.post(url=url, data=payload)
#处理请求数据到excl用例文件
excel.set_cell(sheet_name, int(data["case_id"]),
excel.get_sheet_colname(sheet_name)["result_code"],
r.status_code, excel.set_color(r.status_code))
excel.set_cell(sheet_name, int(data["case_id"]),
excel.get_sheet_colname(sheet_name)["result_msg"],
r.text, excel.set_color())
excel.save()
#存储数据到本地config数据文件
if r.status_code == 200 or r.status_code == 204:
session = r.json()["token_type"] + " " + r.json()["access_token"]
readconfig.set_member('session', session)
readconfig.save()
self.assertEqual(r.status_code, data['expected_code'],
data["case_describe"])
def test_CodeSend(self, data):
excel = ReadExcl.Xlrd()
readconfig = ReadConfig.ReadConfig()
#填写求求参数h
url = readconfig.get_url('url') + api
payload = {
"Phone": str(data["phone"]),
"CodeType": int(data["type"]),
"Domain": 'sss'
}
headers = {"Content-Type": "application/json"}
r = requests.post(url=url, data=json.dumps(payload), headers=headers)
#处理请求数据到excl用例文件
excel.set_cell(sheet_name, int(data["case_id"]),
excel.get_sheet_colname(sheet_name)["result_code"],
r.status_code, excel.set_color(r.status_code))
excel.set_cell(sheet_name, int(data["case_id"]),
excel.get_sheet_colname(sheet_name)["result_msg"],
r.text, excel.set_color())
excel.save()
#存储数据到本地config数据文件
if r.status_code == 200 or r.status_code == 204:
readconfig.set_member('phone', str(data['phone']))
readconfig.save()
self.assertEqual(r.status_code, data['expected_code'],
data["case_describe"])
def test_Blog(self):
readconfig = ReadConfig.ReadConfig()
readdb = ReadDB.Pymssql()
url = readconfig.get_url('url') + api
session = readconfig.get_member('session')
origin = readconfig.get_url('origin')
headers = {
'Content-Type': "application/json",
'Authorization': session,
"Origin": origin
}
r = requests.get(url=url, headers=headers)
if r.status_code == 200:
self.assertIn('id', r.json(), case_describe)
customerinfo = readdb.GetBlog(readconfig.get_member('phone'))
self.assertEqual(r.json()['id'], customerinfo['blogid'],
case_describe)
self.assertEqual(r.json()['phone'], customerinfo['phone'],
case_describe)
self.assertEqual(r.json()['companyName'],
customerinfo['companyName'], case_describe)
self.assertEqual(r.json()['nickname'], customerinfo['nickname'],
case_describe)
readconfig.set_member('blogid', customerinfo['blogid'])
else:
self.assertEqual(200, r.status_code, case_describe)
def main():
# Gets parser to parse args.
parser = get_parser()
args = parser.parse_args()
# Gets settings dict by reading config.ini.
settings = ReadConfig.main(file_name='config.ini')
# If it doesn't exist, it calls on the user to input box information through
# MakeConfig.main script.
if not settings:
MakeConfig.main(file_name='config.ini')
settings = ReadConfig.main(file_name='config.ini')
# If -h, --help is true. Prints api help.
if args[0].help:
print_help(parser)
# Then if --print_api is true, then apiclient prints output of /help/capabilities
# endpoint.
elif args[0].print_api:
print_api(settings)
# Then if --api and --method both have values, apiclient will attempt an api request.
elif args[0].api and args[0].method:
# Gets response object from making api call.
response = make_request(args, settings)
# Determines content type of response object (for printing).
content_type = response.headers.get('Content-type')
# Gleans body from response object.
body = response.read().decode('utf-8')
# If JSON object, it pretty prints JSON
# Else it merely prints the body of the response object.
if content_type == 'application/json':
response_json = json.loads(body)
print(json.dumps(response_json, indent=2, separators=(',', ':')))
else:
print(body)
# If no args or incomplete args are sent, then print_help(parser) is called.
else:
message = ""
if args[0].api:
message += "httpMethod must be specified by --method argument\n"
if args[0].method:
message += "api endpoint must be specified by --api argument\n"
if message:
print("ArgumentError: " + message)
print("Type 'python apiclient.py --help' for usage.\n")
def __init__(self, init_window_name):
self.init_window_name = init_window_name
self.menu()
# 读配置文件
self.config = ReadConfig.ReadConfig()
# 初始化服务
self.service = Service.Service()
self.utiltools = UtilTools.UtilTools()
def __init__(self, ):
readconfig = ReadConfig.ReadConfig()
DBIp = readconfig.get_db('ip')
DBUserName = readconfig.get_db('username')
DBPassWord = readconfig.get_db('password')
DBName = readconfig.get_db('dbname')
self.conn = pymssql.connect(DBIp, DBUserName, DBPassWord, DBName)
self.cursor = self.conn.cursor()
def riskAlarm(level):
# 将原始level映射到低中高三个等级
# 低危：3-5； 中危：6-7；高危：8-9
# 根据config文件中的推送方式进行推送
print "level:", level
isSend = int(ReadConfig.readSend(level)[0])
receiver = int(ReadConfig.readSend(level)[1])
target = []
if isSend == 0:
pass
elif isSend == 1:
if receiver == 0:
target = None
elif receiver == 1:
target = ["normal"]
elif receiver == 2:
target = ["normal","root"]
sendAlarm(target)
def __init__(self, ):
proDir = ReadConfig.proDir
readconfig = ReadConfig.ReadConfig()
xls_name = readconfig.get_basedata('testcase_xls_name')
self.xlsPath = os.path.join(proDir, 'testfile', xls_name)
self.openfile = xlrd.open_workbook(self.xlsPath,
'w',
formatting_info=True)
self.newfile = copy(self.openfile)
def MainFunction(DB, report, modify=True):
if not modify:
report.Error('You need to run this module in "modify mode."')
return
# Read the configuration file which we assume is in the current directory.
configMap = ReadConfig.readConfig(report)
if not configMap:
return
# Get need configuration file properties
text_desired_eng = ReadConfig.getConfigVal(configMap, 'SourceTextName', report)
sourceMorphNames = ReadConfig.getConfigVal(configMap, 'SourceMorphNamesCountedAsRoots', report)
linkField = ReadConfig.getConfigVal(configMap, 'SourceCustomFieldForEntryLink', report)
numField = ReadConfig.getConfigVal(configMap, 'SourceCustomFieldForSenseNum', report)
targetMorphNames = ReadConfig.getConfigVal(configMap, 'TargetMorphNamesCountedAsRoots', report)
if not (text_desired_eng and linkField and numField and text_desired_eng and sourceMorphNames):
return
# Find the desired text
foundText = False
for text in DB.ObjectsIn(ITextRepository):
if text_desired_eng == ITsString(text.Name.BestAnalysisAlternative).Text:
foundText = True
break;
if not foundText:
report.Error('The text named: '+text_desired_eng+' not found.')
return
senseEquivField = DB.LexiconGetSenseCustomFieldNamed(linkField)
senseNumField = DB.LexiconGetSenseCustomFieldNamed(numField)
if not (senseEquivField):
report.Error(linkField + " field doesn't exist. Please read the instructions.")
if not (senseNumField):
report.Error(numField + " field doesn't exist. Please read the instructions.")
if not (senseEquivField and senseNumField):
return
TargetDB = FLExDBAccess()
try:
# Open the target database
targetProj = ReadConfig.getConfigVal(configMap, 'TargetProject', report)
if not targetProj:
return
TargetDB.OpenDatabase(targetProj, modify, verbose = True)
except FDA_DatabaseError, e:
report.Error(e.message)
print "FDO Cache Create failed!"
print e.message
return
def ParseConfig(self, path):
self.cf = ReadConfig.CAppConfig(path)
#self.ID=uuid.uuid4()
self.gridName = self.cf.get('grid', 'name')
self.gridDataCenter = self.cf.get('grid', 'datacenterpath')
self.girdVersion = self.cf.get('grid', 'version')
self.gridType = self.cf.get('grid', 'type')
self.NodeList = self.cf.get('grid', 'nodelist').split(',')
print '[Grid {0}]DataCenter={1},Version={2},Type={3},NodeList={4}'.format(
self.gridName, self.gridDataCenter, self.girdVersion,
self.gridType, self.NodeList)
def MainFunction(DB, report, modifyAllowed):
# Read the configuration file which we assume is in the current directory.
configMap = ReadConfig.readConfig(report)
if not configMap:
return
TargetDB = FLExDBAccess()
try:
# Open the target database
targetProj = ReadConfig.getConfigVal(configMap, 'TargetProject', report)
if not targetProj:
return
TargetDB.OpenDatabase(targetProj, verbose = True)
except FDA_DatabaseError, e:
report.Error(e.message)
print "FDO Cache Create failed!"
print e.message
return
def run_chain_tmcalc():
os.system("rm -rf SPECPAR.log")
logging.basicConfig(filename='SPECPAR.log', format='%(asctime)s : %(message)s', datefmt='%m/%d/%Y %I:%M:%S %p', level=logging.INFO)
logging.info('Started')
path = './'
run_path = 'running_dir/'
save_path = 'save_folder/'
# CREATE folders
# Running ARES
linelist_ew = rp.get_install_dir()+rc.read_config_param('linelists', 'tmcalc_linelist').replace("'", "")
rp.ares_make_mine_opt(run_path, linelist_ew)
logging.info('ARES Started')
rp.run_ares(run_path)
logging.info('ARES Finished')
filename_ares = rc.read_config_param('ares', 'fileout').replace("'", "")
logging.info('Getting TMCALC results')
print filename_ares
teff, feh = rp.get_tmcalc_teff_feh(run_path+filename_ares)
print 'Teff:', teff
print 'Feh:', feh
def MainFunction(DB, report, modifyAllowed):
# Read the configuration file which we assume is in the current directory.
configMap = ReadConfig.readConfig(report)
if not configMap:
return
# Allow the synthesis and ana files to not be in the temp folder if a slash is present
targetANA = ReadConfig.getConfigVal(configMap, 'TargetOutputANAFile', report)
targetSynthesis = ReadConfig.getConfigVal(configMap, 'TargetOutputSynthesisFile', report)
if not (targetANA and targetSynthesis):
return
anaFile = Utils.build_path_default_to_temp(targetANA)
synFile = Utils.build_path_default_to_temp(targetSynthesis)
# Extract the target lexicon
error_list = extract_target_lex(DB, configMap, report)
# Synthesize the new target text
err_list = synthesize(configMap, anaFile, synFile, report)
error_list.extend(err_list)
# output info, warnings, errors
for triplet in error_list:
msg = triplet[0]
code = triplet[1]
# sometimes we'll have a url to output in the error/warning
if len(triplet) == 3:
url = triplet[2]
else:
url = None
if code == 0:
report.Info(msg, url)
elif code == 1:
report.Warning(msg, url)
else: # error=2
report.Error(msg, url)
def test_CustomerDetails(self, data):
customertab = str(data["customertab"])
case_describe = str(data["case_describe"])
readconfig = ReadConfig.ReadConfig()
readdb = ReadDB.Pyodbc()
correlationid = readconfig.get_customer(customertab)
url = readconfig.get_basedata('crm_url') + api.format(correlationid)
session = readconfig.get_basedata('member_session')
headers = {
'Content-Type': "application/json",
'Authorization': session
}
r = requests.get(url=url, headers=headers)
#处理请求数据到excl用例文件
excel.set_cell(sheet_name, int(data["case_id"]),
excel.get_sheet_colname(sheet_name)["result_code"],
r.status_code, excel.set_color(r.status_code))
excel.set_cell(sheet_name, int(data["case_id"]),
excel.get_sheet_colname(sheet_name)["result_msg"],
r.text, excel.set_color())
excel.save()
#数据对比
if r.status_code == 200:
customerdetails = readdb.GetCustomerDetailsinfo(correlationid)
self.assertEqual(customerdetails['name'],
r.json()['name'],
case_describe + ",接口：{0}".format(api))
self.assertEqual(customerdetails['shortName'],
r.json()['shortName'],
case_describe + ",接口：{0}".format(api))
self.assertEqual(customerdetails['city'],
r.json()['city'],
case_describe + ",接口：{0}".format(api))
self.assertEqual(customerdetails['state'],
r.json()['state'],
case_describe + ",接口：{0}".format(api))
self.assertEqual(int(customerdetails['customerProspectId']),
r.json()['customerProspectId'],
case_describe + ",接口：{0}".format(api))
self.assertEqual(int(customerdetails['customerTypeId']),
r.json()['customerTypeId'],
case_describe + ",接口：{0}".format(api))
self.assertEqual(int(customerdetails['customerKind']),
r.json()['customerKind'],
case_describe + ",接口：{0}".format(api))
else:
self.assertEqual(r.status_code, 200,
case_describe + ",接口：{0}".format(api))
def __init__(self, ):
driver = 'SQL Server Native Client 11.0' # 因版本不同而异
readconfig = ReadConfig.ReadConfig()
DBIp = readconfig.get_basedata('db_ip')
DBUserName = readconfig.get_basedata('db_username')
DBPassWord = readconfig.get_basedata('db_password')
DBName = readconfig.get_basedata('db_dbname')
self.conn = pyodbc.connect(driver=driver,
server=DBIp,
user=DBUserName,
password=DBPassWord,
database=DBName)
self.cursor = self.conn.cursor()
def test_ClientAdd(self, data):
excel = ReadExcl.Xlrd()
readconfig = ReadConfig.ReadConfig()
readdb = ReadDB.Pymssql()
#填写求求参数
url = readconfig.get_url('url') + api
session = readconfig.get_member('session')
origin = readconfig.get_url('origin')
headers = {
'Content-Type': "application/json",
'Authorization': session,
"Origin": origin
}
payload = {
"display": str(data["display"]),
"phone": str(data["phone"]),
"level": str(data["level"])
}
r = requests.post(url=url, headers=headers, data=json.dumps(payload))
#处理请求数据到excl用例文件
excel.set_cell(sheet_name, int(data["case_id"]),
excel.get_sheet_colname(sheet_name)["result_code"],
r.status_code, excel.set_color(r.status_code))
excel.set_cell(sheet_name, int(data["case_id"]),
excel.get_sheet_colname(sheet_name)["result_msg"],
r.text, excel.set_color())
excel.save()
if r.status_code == 200 or r.status_code == 204:
self.assertIn('id', r.json(), data["case_describe"])
clientinfo = readdb.GetClientinfo(r.json()['id'])
self.assertEqual(clientinfo['display'], str(data["display"]),
data["case_describe"])
self.assertEqual(clientinfo['level'], data['level'],
data["case_describe"])
self.assertEqual(clientinfo['phone'], str(data["phone"]),
data["case_describe"])
self.assertEqual(clientinfo['companyId'],
readconfig.get_member('companyId'),
data["case_describe"])
self.assertEqual(clientinfo['customerId'],
readconfig.get_member('customerId'),
data["case_describe"])
readconfig.set_client('clientid' + str(data['level']),
r.json()['id'])
self.assertEqual(r.status_code, data['expected_code'],
data["case_describe"])
def MainFunction(DB, report, modifyAllowed):
# Constants for building the output lines in the dictionary file.
s1 = ' <e><p><l>'
s1i =' <e><i>'
s2 = '<s n="'
s3 = '"/></l><r>'
s4 = '"/></r></p></e>'
s4a ='"/>'
s4b='</r></p></e>'
s4i ='"/></i></e>'
# Read the configuration file which we assume is in the current directory.
configMap = ReadConfig.readConfig(report)
if not configMap:
return
catSub = ReadConfig.getConfigVal(configMap, 'CategoryAbbrevSubstitutionList', report)
linkField = ReadConfig.getConfigVal(configMap, 'SourceCustomFieldForEntryLink', report)
senseNumField = ReadConfig.getConfigVal(configMap, 'SourceCustomFieldForSenseNum', report)
sourceMorphNames = ReadConfig.getConfigVal(configMap, 'SourceMorphNamesCountedAsRoots', report)
sentPunct = ReadConfig.getConfigVal(configMap, 'SentencePunctuation', report)
if not (linkField and senseNumField and sourceMorphNames and sentPunct):
return
# Transform the straight list of category abbreviations to a list of tuples
catSubList = []
if catSub:
try:
for i in range(0,len(catSub),2):
catSubList.append((catSub[i],catSub[i+1]))
except:
report.Error('Ill-formed property: "CategoryAbbrevSubstitutionList". Expected pairs of categories.')
return
TargetDB = FLExDBAccess()
# Open the target database
targetProj = ReadConfig.getConfigVal(configMap, 'TargetProject', report)
if not targetProj:
return
# See if the target project is a valid database name.
if targetProj not in DB.GetDatabaseNames():
report.Error('The Target Database does not exist. Please check the configuration file.')
return
try:
TargetDB.OpenDatabase(targetProj, verbose = True)
except FDA_DatabaseError, e:
report.Error(e.message)
print "FDO Cache Create failed!"
print e.message
return
def catalog_affixes(DB, configMap, filePath, report=None):
error_list = []
morphNames = ReadConfig.getConfigVal(configMap, 'TargetMorphNamesCountedAsRoots', report)
if not morphNames:
error_list.append(('Problem reading the configuration file for the property: TargetMorphNamesCountedAsRoots', 2))
return error_list
TargetDB = FLExDBAccess()
try:
# Open the target database
targetProj = ReadConfig.getConfigVal(configMap, 'TargetProject', report)
if not targetProj:
error_list.append(('Problem accessing the target project.', 2))
return error_list
TargetDB.OpenDatabase(targetProj, verbose = True)
except FDA_DatabaseError, e:
error_list.append(('There was an error opening target database: '+targetProj+'.', 2))
error_list.append((e.message, 2))
return error_list
def SetDefaultRegion(self):
dst = self.loc + "/Regions/Regions.ini"
os.remove(dst)
output = open(dst, 'wb')
cf = ReadConfig.CAppConfig(dst)
cf.add_section('defaultRegion')
cf.set('defaultRegion', 'RegionUUID', uuid.uuid4())
cf.set('defaultRegion', 'Location', '0,0')
cf.set('defaultRegion', 'InternalAddress', '0.0.0.0')
cf.set('defaultRegion', 'InternalPort', '9000')
cf.set('defaultRegion', 'AllowAlternatePorts', 'False')
cf.set('defaultRegion', 'ExternalHostName', 'SYSTEMIP')
cf.write(output)
output.close()
def test_ProjectDetail(self,data):
peojecttype = str(data["peojecttype"])
case_describe = str(data["case_describe"])
expected_code = int(data["expected_code"])
readconfig=ReadConfig.ReadConfig()
readdb = ReadDB.Pyodbc()
projectid = readconfig.get_project(peojecttype)
url = readconfig.get_basedata('crm_url')+api.format(projectid)
session = readconfig.get_basedata('member_session')
requestid = str(uuid.uuid1())
headers = {'Content-Type': "application/json",'Authorization':session,"x-requestid":requestid}
r = requests.get(url=url,headers = headers)
#处理请求数据到excl用例文件
excel.set_cell(sheet_name,int(data["case_id"]),excel.get_sheet_colname(sheet_name)["result_code"],r.status_code,excel.set_color(r.status_code))
excel.set_cell(sheet_name,int(data["case_id"]),excel.get_sheet_colname(sheet_name)["result_msg"],r.text,excel.set_color())
excel.save()
#数据对比
if r.status_code==200 or r.status_code ==204:
projectinfo = readdb.GetProjectDetailsinfo(projectid)
if peojecttype =='projectinvestmentid':
self.assertEqual(projectinfo['projectname'],r.json()['projectName'],case_describe + ",接口：{0}".format(api))
self.assertEqual(projectinfo['departmentid'],r.json()['departmentId'],case_describe + ",接口：{0}".format(api))
self.assertEqual(int(projectinfo['amount']),int(r.json()['investment']['amount']),case_describe + ",接口：{0}".format(api))
self.assertEqual(int(projectinfo['estimate']),int(r.json()['investment']['estimate']),case_describe + ",接口：{0}".format(api))
self.assertEqual(projectinfo['conditions'],r.json()['investment']['conditions'],case_describe + ",接口：{0}".format(api))
self.assertEqual(projectinfo['commitment'],r.json()['investment']['commitment'],case_describe + ",接口：{0}".format(api))
self.assertEqual(projectinfo['newsituation'],r.json()['investment']['newSituation'],case_describe + ",接口：{0}".format(api))
readconfig.set_project('projectinvestmentid',requestid)
elif peojecttype =='projectfactoringid':
self.assertEqual(projectinfo['projectname'],r.json()['projectName'],case_describe + ",接口：{0}".format(api))
self.assertEqual(projectinfo['departmentid'],r.json()['departmentId'],case_describe + ",接口：{0}".format(api))
self.assertEqual(projectinfo['sellername'],r.json()['factoring']['sellerName'],case_describe + ",接口：{0}".format(api))
self.assertEqual(projectinfo['buyername'],r.json()['factoring']['buyerName'],case_describe + ",接口：{0}".format(api))
self.assertEqual(projectinfo['businesstarget'],r.json()['factoring']['businessTarget'],case_describe + ",接口：{0}".format(api))
self.assertEqual(projectinfo['businesstype'],r.json()['factoring']['businessType'],case_describe + ",接口：{0}".format(api))
self.assertEqual(projectinfo['guarantee'],r.json()['factoring']['guarantee'],case_describe + ",接口：{0}".format(api))
self.assertEqual(projectinfo['quota'],r.json()['factoring']['quota'],case_describe + ",接口：{0}".format(api))
self.assertEqual(projectinfo['period'],r.json()['factoring']['period'],case_describe + ",接口：{0}".format(api))
self.assertEqual(int(projectinfo['interestrate1']),r.json()['factoring']['interestRate1'],case_describe + ",接口：{0}".format(api))
self.assertEqual(int(projectinfo['interestrate2']),r.json()['factoring']['interestRate2'],case_describe + ",接口：{0}".format(api))
self.assertEqual(int(projectinfo['interestrate3']),r.json()['factoring']['interestRate3'],case_describe + ",接口：{0}".format(api))
readconfig.set_project('projectfactoringid',requestid)
self.assertEqual(r.status_code,expected_code,case_describe + ",接口：{0}".format(api))
def test_CodeVerify(self, data):
readconfig=ReadConfig.ReadConfig()
excel = ReadExcl.Xlrd()
#填写求求参数
url = readconfig.get_url('url')+api
payload = {"phone":str(data["phone"]),"codeType":int(data["type"]),"code":str(data["code"])}
r = requests.get(url=url,params = payload)
# 处理请求数据到excl用例文件
excel.set_cell(sheet_name,int(data["case_id"]),excel.get_sheet_colname(sheet_name)["result_code"],r.status_code,excel.set_color(r.status_code))
excel.set_cell(sheet_name,int(data["case_id"]),excel.get_sheet_colname(sheet_name)["result_msg"],r.text,excel.set_color(r.status_code))
excel.save()
self.assertEqual(r.status_code,data['expected_code'],data["case_describe"])
def CreateApp():
app = Flask(__name__, static_url_path="")
app.register_blueprint(UserPage.bp)
app.register_blueprint(StaffPage.bp)
app.register_blueprint(AdminPage.bp)
config = ReadConfig.readconfig("./config.json")
app.secret_key = config['key_secret']
app.config['SQLALCHEMY_DATABASE_URI'] = config["databaseAddr"]
app.config['SQLALCHEMY_COMMIT_TEARDOWN'] = True
app.config['SQLALCHEMY_TRACK_MODIFICATIONS'] = True
app.config['SQLALCHEMY_COMMIT_ON_TEARDOWN'] = True
return app
def test_ClientMaintain(self, data):
readdb = ReadDB.Pymssql()
excel = ReadExcl.Xlrd()
readconfig = ReadConfig.ReadConfig()
#填写求求参数
url = readconfig.get_url('url') + api
session = readconfig.get_member('session')
origin = readconfig.get_url('origin')
headers = {
'Content-Type': "application/json",
'Authorization': session,
"Origin": origin
}
readdb.SetCustomerMoney(str(data["money"]),
readconfig.get_member('userid'))
if data['isone']:
payload = [{
"id": readconfig.get_client('clientid2'),
"display": "qqq"
}]
else:
payload = [{
"id": readconfig.get_client('clientid3'),
"display": "qqq"
}, {
"id": readconfig.get_client('clientid4'),
"display": "qqq"
}]
r = requests.post(url=url, headers=headers, data=json.dumps(payload))
#处理请求数据到excl用例文件
excel.set_cell(sheet_name, int(data["case_id"]),
excel.get_sheet_colname(sheet_name)["result_code"],
r.status_code, excel.set_color(r.status_code))
excel.set_cell(sheet_name, int(data["case_id"]),
excel.get_sheet_colname(sheet_name)["result_msg"],
r.text, excel.set_color())
excel.save()
if r.status_code == 200 or r.status_code == 204:
orderprice = readdb.GetClientMaintainOrder(r.json()['orderId'])
usermoney = readdb.GetUserMoney(readconfig.get_member('userid'))
self.assertEqual(orderprice, usermoney, data["case_describe"])
self.assertEqual(r.status_code, data['expected_code'],
data["case_describe"])
def __init__(self):
self.headers = {
'Referer': 'https://jxjyxb.bucm.edu.cn/stu.html',
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36',
'Host': 'jxjyxb.bucm.edu.cn'
}
self.login_url = 'https://jxjyxb.bucm.edu.cn/stu.html#/login'
self.post_url = 'https://jxjyxb.bucm.edu.cn/api/v1/student/main/login'
self.logined_url = 'https://jxjyxb.bucm.edu.cn/stu.html#/xuexi/benxueqi'
self.session = requests.Session()
# 读配置文件
self.config = ReadConfig.ReadConfig()
# 初始化学生选做作业信息
self.selectworkService = SelectWorkService.SelectWorkService()
self.selectworkService.utiltools = self.utiltools
self.selectCourseService = SelectCourse.SelectCourseService()
self.selectCourseService.utiltools = self.utiltools
def test_config(config):
settings = ReadConfig.parse_settings(config, 'DEFAULT')
# set up a request based on the settings we created
# do it here so that we are not dependent on other API client files
headers = {b'Version': settings['version'], b'Accept': settings['accept']}
if 'auth_token' in settings:
auth = {'SEC': settings['auth_token']}
else:
auth = {'Authorization': settings['authorization']}
headers.update(auth)
request = Request(
'https://' + settings['server_ip'] + '/restapi/api/help/capabilities', headers=headers)
try:
# returns response object for opening url.
return urlopen(request)
except HTTPError as e:
# an object which contains information similar to a request object
return e
def MainFunction(DB, report, modify=True):
transFile = 'Output\\transfer_rules.t1x'
# Read the configuration file which we assume is in the current directory.
configMap = ReadConfig.readConfig(report)
if not configMap:
return
# Get the path to the bilingual file
if 'BilingualDictOutputFile' not in configMap or configMap['BilingualDictOutputFile'] == '':
report.Error('Did not find the entry BilingualDictOutputFile in the configuration file')
return
bilingFile = ReadConfig.getConfigVal(configMap, 'BilingualDictOutputFile', report)
# Make a backup copy of the transfer rule file
shutil.copy2(transFile, transFile+'.old')
# Read in the bilingual lexicon XML file
try:
bilingEtree = ET.parse(bilingFile)
except IOError:
report.Error('Could not open the Bilingual Dictionary File: '+bilingFile+'. Make sure you run the Extract Bilingual Lexicon module first.')
return
bilingRoot = bilingEtree.getroot()
# Read in the transfer rule file
try:
transEtree = ET.parse(transFile)
except IOError:
report.Error('There is a problem with the Transfr Rule File: '+transFile+'.')
return
transRoot = transEtree.getroot()
# Find the sdefs (symbol definitions) element in the bilingual file
sdefs = bilingRoot.find('sdefs')
# Find the section-def-attrs (attribute definition section) in the transfer rules file
section_def_attrs = transRoot.find("section-def-attrs")
# See if a def-attr (attribute definition) element exists that is called a_gram_cat
def_attr = transRoot.find(".//*[@n='a_gram_cat']")
# If it doesn't exist create it and add it to section-def-attrs
if def_attr is None:
def_attr = ET.Element('def-attr')
def_attr.attrib['n'] = 'a_gram_cat'
section_def_attrs.append(def_attr)
# Loop through all of the symbol definition (sdef) elements in the bilingual file
for my_sdef in sdefs:
# Get the c (comment) and n (value) attributes for the current sdef
# Create an attr-item element
new_attr_item = ET.Element('attr-item')
# Set its c and tags attributes
new_attr_item.attrib['c'] = my_sdef.attrib['c']
new_attr_item.attrib['tags'] = my_sdef.attrib['n']
# Append the attr-item element to the gram cat def_attr
def_attr.append(new_attr_item)
# Write the transfer rule file
ff = codecs.open(transFile, 'w', 'utf-8')
ff.write('<?xml version="1.0" encoding="utf-8"?>\n<!DOCTYPE transfer PUBLIC "-//XMLmind//DTD transfer//EN"\n"transfer.dtd">\n')
transEtree.write(ff, 'utf-8')
return error_list
try:
# Open the target database
TargetDB.OpenDatabase(targetProj, verbose = True)
if not targetProj:
error_list.append(('Problem accessing the target project.', 2))
return error_list
except FDA_DatabaseError, e:
error_list.append((e.message, 2))
error_list.append(('There was an error opening target database: '+targetProj+'.', 2))
return error_list
error_list.append(('Using: '+targetProj+' as the target database.', 0))
targetProject = ReadConfig.getConfigVal(configMap, 'TargetProject', report)
morphNames = ReadConfig.getConfigVal(configMap, 'TargetMorphNamesCountedAsRoots', report)
if not (targetProject and morphNames):
error_list.append(('Configuration file problem.', 2))
return error_list
# Create a path to the temporary folder + project name
partPath = os.path.join(tempfile.gettempdir(), targetProject)
# If the target database hasn't changed since we created the root databse file, don't do anything.
if is_root_file_out_of_date(TargetDB, partPath+'_rt.dic') == False:
error_list.append(('Target lexicon files are up to date.', 0))
return error_list
# Create the dictionary files in a temp folder
(f_pf, f_if, f_sf, f_rt, f_dec) = create_dictionary_files(partPath)
Tool for MpCCD")
parser.add_argument('--fitdir', metavar='fitdir', help='directory\
which hold the fits files')
parser.add_argument('--cfg', metavar='configf', help='configuration\
file for MassMpCCD')
parser.add_argument('--try', action='store_const' , dest='tryrun', const=True, default=False, help='do not run MpCCD')
args = parser.parse_args()
# check if we have all cmd params
if args.cfg is None:
parser.error('No config file specified')
if args.fitdir is None:
parser.error('No FITS dir specified')
cfg = ReadConfig.openCfg(args.cfg)
# for each fits file in the fitsdir do
# generate mpc line
i = 1
for fitfile in glob.glob(args.fitdir+"/*.fit"):
mpcstr = ""
print "Reading " + fitfile
hdulist = pyfits.open(fitfile)
# read fits files and generate mpc string files
try:
mpcstr = BuildMPCLine.genMPCString("RG",i,
ReadFITSHeader.getUT(hdulist),
ReadFITSHeader.getRA(hdulist),
def MainFunction(DB, report, modifyAllowed):
# Read the configuration file which we assume is in the current directory.
configMap = ReadConfig.readConfig(report)
if not configMap:
return
# Build an output path using the system temp directory.
outFileVal = ReadConfig.getConfigVal(configMap, 'AnalyzedTextOutputFile', report)
if not outFileVal:
return
#fullPathTextOutputFile = os.path.join(tempfile.gettempdir(), outFileVal)
fullPathTextOutputFile = outFileVal
try:
f_out = open(fullPathTextOutputFile, 'w')
except IOError:
report.Error('There is a problem with the Analyzed Text Output File path: '+fullPathTextOutputFile+'. Please check the configuration file setting.')
return
# Find the desired text
text_desired_eng = ReadConfig.getConfigVal(configMap, 'SourceTextName', report)
if not text_desired_eng:
return
foundText = False
for text in DB.ObjectsIn(ITextRepository):
if text_desired_eng == ITsString(text.Name.BestAnalysisAlternative).Text:
foundText = True
break;
if not foundText:
report.Error('The text named: '+text_desired_eng+' not found.')
return
# Get punctuation string
sent_punct = ReadConfig.getConfigVal(configMap, 'SentencePunctuation', report)
if not sent_punct:
return
prev_pv_list = []
prev_e = None
outputStrList = []
ccc = 0 # current_complex_component
# Process the text
report.Info("Exporting analyses...")
typesList = ReadConfig.getConfigVal(configMap, 'SourceComplexTypes', report)
if not typesList:
typesList = []
elif not ReadConfig.configValIsList(configMap, 'SourceComplexTypes', report):
return
prevEndOffset = 0
# count analysis objects
ss = SegmentServices.StTextAnnotationNavigator(text.ContentsOA)
for obj_cnt,analysisOccurance in enumerate(ss.GetAnalysisOccurrencesAdvancingInStText()):
pass
report.ProgressStart(obj_cnt+1)
ss = SegmentServices.StTextAnnotationNavigator(text.ContentsOA)
for prog_cnt,analysisOccurance in enumerate(ss.GetAnalysisOccurrencesAdvancingInStText()):
report.ProgressUpdate(prog_cnt)
outStr = affixStr = ''
if prevEndOffset > 0:
numSpaces = analysisOccurance.GetMyBeginOffsetInPara() - prevEndOffset
if numSpaces > 0:
outputStrList.append(' '*numSpaces)
elif numSpaces < 0: # new paragraph
outputStrList.append('\n')
prevEndOffset = analysisOccurance.GetMyEndOffsetInPara()
if analysisOccurance.Analysis.ClassName == "PunctuationForm":
text_punct = ITsString(analysisOccurance.Analysis.Form).Text
# See if one or more symbols is part of the user-defined sentence punctuation. If so output the
# punctuation as part of a data stream along with the symbol/tag <sent>
# convert to lists and take the set intersection
if set(list(text_punct)).intersection(set(list(sent_punct))):
outStr = "^"+text_punct+"<sent>$"
# If not, assume this is non-sentence punctuation and just output the punctuation without a "symbol" e.g. <xxx>
else:
outStr = text_punct
outputStrList.append(outStr)
continue
if analysisOccurance.Analysis.ClassName == "WfiGloss":
wfiAnalysis = analysisOccurance.Analysis.Analysis # Same as Owner
elif analysisOccurance.Analysis.ClassName == "WfiAnalysis":
wfiAnalysis = analysisOccurance.Analysis
# We get into this block if there are no analyses for the word or a analysis suggestion hasn't been accepted.
elif analysisOccurance.Analysis.ClassName == "WfiWordform":
outStr = ITsString(analysisOccurance.Analysis.Form.BestVernacularAlternative).Text
report.Warning('No analysis found for the word: '+ outStr + ' Treating this is an unknown word.')
outStr += '<UNK>'
outputStrList.append('^'+outStr+'$')
continue
else:
wfiAnalysis = None
# Go through each morpheme in the word (i.e. bundle)
for bundle in wfiAnalysis.MorphBundlesOS:
if bundle.SenseRA:
if bundle.MsaRA:
# Get the LexEntry object
e = bundleEntry = bundle.MorphRA.Owner
# For a stem we just want the headword and it's POS
if bundle.MsaRA.ClassName == 'MoStemMsa':
# Check for valid POS
if not bundle.MsaRA.PartOfSpeechRA:
outStr = ITsString(wfiAnalysis.Owner.Form.BestVernacularAlternative).Text
report.Warning('No POS found for the word: '+ outStr + ' Treating this is an unknown word.', DB.BuildGotoURL(e))
outStr += '<UNK>'
break
if bundle.MorphRA:
# Go from variant(s) to entry/variant that has a sense
# We are only dealing with senses, so we have to get to one.
# Along the way collect inflection features associated with
# irregularly inflected variant forms so they can be outputted
inflFeatAbbrevs = []
e = GetEntryWithSense(e, inflFeatAbbrevs)
# See if we have an enclitic or proclitic
if ITsString(e.LexemeFormOA.MorphTypeRA.Name.BestAnalysisAlternative).Text in ('proclitic','enclitic'):
# Get the clitic gloss. Substitute periods with underscores to make it easier in Apertium.
affixStr += '<' + re.sub(r'\.', r'_',ITsString(bundle.SenseRA.Gloss.BestAnalysisAlternative).Text) +'>'
# Otherwise we have a root or stem or phrase
else:
pv_list = []
shared_complex_e = None
# Check for adjacent words that point to the same complex form
# If the form is a phrasal verb use it as the headword to output
if e.ComplexFormEntries.Count > 0:
# each word could be part of multiple complex forms (e.g. ra -> char ra, ra raftan
for complex_e in e.ComplexFormEntries:
if complex_e.EntryRefsOS:
# find the complex entry ref (there could be one or more variant entry refs listed along side the complex entry)
for entryRef in complex_e.EntryRefsOS:
if entryRef.RefType == 1: # 1=complex form, 0=variant
if entryRef.ComplexEntryTypesRS:
# there could be multiple types assigned to a complex form (e.g. Phrasal Verb, Derivative)
# just see if one of them is Phrasal Verb
for complexType in entryRef.ComplexEntryTypesRS:
if ITsString(complexType.Name.BestAnalysisAlternative).Text in typesList:
pos_in_list = get_position_in_component_list(e, complex_e)
# The entry we are on has to be at the right postion in the complex form's component list
if pos_in_list == ccc:
pv_list.append(complex_e)
break;
# See if we ended up with any phrasal verbs
if len(pv_list) == 0: # no phrasal verbs
prev_pv_list = []
ccc = 0
else: # yes, we have phrasal verbs
if ccc == 0:
saved1stbaselineWord = ITsString(analysisOccurance.BaselineText).Text
ccc += 1
# First make sure that the entry of the last word isn't the same as this word. In that case, of course there are going to be shared complex forms, but we are only interested in different entries forming a phrasal verb.
# See if the previous word had a link to a complex phrasal verb
if prev_e != e and len(prev_pv_list) > 0:
found = False
# See if there is a match between something on the list for the
# previous word and this word.
for i in range(0, len(prev_pv_list)):
for j in range(0, len(pv_list)):
if prev_pv_list[i].Guid == pv_list[j].Guid:
shared_complex_e = pv_list[j]
found = True
break
if found:
break
# If we found a match, we remove the previous word from the output and use the complex form
if found:
component_count = get_component_count(shared_complex_e)
if ccc == component_count:
ccc = 0
savedTags = ''
pv_list = []
# remove n/adj/... and it's tag from being output
saveStr = outputStrList.pop()
# first pop may have just popped punctuation of spacing
if len(outputStrList) > 0:
saveStr = outputStrList.pop()
# The first component(s) could have tags (from affixes or inflection info.)
# Save these tags so they can be put on the end of the complex form.
# This kind of assumes that inflection isn't happening on multiple components
# because that might give a mess when it's all duplicated on the complex form.
g = re.search(r'.+?<\w+>(<.+>)', saveStr)
if (g):
savedTags += g.group(1)
prev_pv_list = copy.copy(pv_list)
prev_e = e
else:
ccc = 0
if shared_complex_e:
if shared_complex_e.SensesOS:
senseNum = 0 # require only one sense for a complex form
# Get headword and set homograph # if necessary
headWord = ITsString(shared_complex_e.HeadWord).Text
headWord = Utils.do_capitalization(headWord, saved1stbaselineWord)
headWord = Utils.add_one(headWord)
outStr += headWord + '.' + str(senseNum+1)
senseOne = shared_complex_e.SensesOS.ToArray()[0]
# Get the POS
if senseOne.MorphoSyntaxAnalysisRA.PartOfSpeechRA:
outStr += '<' + ITsString(senseOne.MorphoSyntaxAnalysisRA.PartOfSpeechRA.Abbreviation.BestAnalysisAlternative).Text + '>'
else:
report.Warning("PartOfSpeech object is null.")
# Get inflection class abbreviation
if senseOne.MorphoSyntaxAnalysisRA.InflectionClassRA:
outStr += '<'+ITsString(senseOne.MorphoSyntaxAnalysisRA.InflectionClassRA.\
Abbreviation.BestAnalysisAlternative).Text+'>'
# Get any features the stem or root might have
if senseOne.MorphoSyntaxAnalysisRA.MsFeaturesOA:
feat_abbr_list = []
# The features might be complex, make a recursive function call to find all features
get_feat_abbr_list(senseOne.MorphoSyntaxAnalysisRA.MsFeaturesOA.FeatureSpecsOC, feat_abbr_list)
# This sort will keep the groups in order e.g. 'gender' features will come before 'number' features
for grpName, abb in sorted(feat_abbr_list, key=lambda x: x[0]):
outStr += '<' + abb + '>'
# Get any features that come from irregularly inflected forms
# This sort will keep the groups in order e.g. 'gender' features will come before 'number' features
for grpName, abb in sorted(inflFeatAbbrevs, key=lambda x: x[0]):
outStr += '<' + abb + '>'
# Add the saved tags from a previous complex form component
outStr += savedTags
else:
report.Warning("No senses found for the complex form.")
else:
# Go through each sense and identify which sense number we have
foundSense = False
senseNum = 0
for i, mySense in enumerate(e.SensesOS):
if mySense.Guid == bundle.SenseRA.Guid:
foundSense = True
break
if foundSense:
senseNum = i
else:
report.Warning("Couldn't find the sense for headword: "+ITsString(e.HeadWord).Text)
# Get headword and set homograph # if necessary
headWord = ITsString(e.HeadWord).Text
headWord = Utils.do_capitalization(headWord, ITsString(analysisOccurance.BaselineText).Text)
headWord = Utils.add_one(headWord)
outStr += headWord + '.' + str(senseNum+1)
# Get the POS
if bundle.MsaRA.PartOfSpeechRA:
outStr += '<' + ITsString(bundle.MsaRA.PartOfSpeechRA.Abbreviation.BestAnalysisAlternative).Text + '>'
else:
report.Warning("PartOfSpeech object is null.")
# Get inflection class abbreviation
if bundle.MsaRA.InflectionClassRA:
outStr += '<'+ITsString(bundle.MsaRA.InflectionClassRA.\
Abbreviation.BestAnalysisAlternative).Text+'>'
# Get any features the stem or root might have
if bundle.MsaRA.MsFeaturesOA:
feat_abbr_list = []
# The features might be complex, make a recursive function call to find all features
get_feat_abbr_list(bundle.MsaRA.MsFeaturesOA.FeatureSpecsOC, feat_abbr_list)
# This sort will keep the groups in order e.g. 'gender' features will come before 'number' features
for grpName, abb in sorted(feat_abbr_list, key=lambda x: x[0]):
outStr += '<' + abb + '>'
# Get any features that come from irregularly inflected forms
# This sort will keep the groups in order e.g. 'gender' features will come before 'number' features
for grpName, abb in sorted(inflFeatAbbrevs, key=lambda x: x[0]):
outStr += '<' + abb + '>'
else:
report.Warning("Morph object is null.")
# We have an affix
else:
if bundle.SenseRA:
# Get the affix gloss. Substitute periods with underscores to make it easier in Apertium.
affixStr += '<' + re.sub(r'\.', r'_',ITsString(bundle.SenseRA.Gloss.BestAnalysisAlternative).Text) +'>'
else:
#e = GetEntryWithSense(e)
report.Warning("Sense object for affix is null.")
else:
outStr = ITsString(wfiAnalysis.Owner.Form.BestVernacularAlternative).Text
report.Warning('No morphosyntactic analysis found for some part of the word: '+ outStr + ' Treating this is an unknown word.')
outStr += '<UNK>'
break # go on to the next word
else:
# Part of the word has not been tied to a lexical entry-sense
outStr = ITsString(wfiAnalysis.Owner.Form.BestVernacularAlternative).Text
report.Warning('No sense found for some part of the word: '+ outStr + ' Treating this is an unknown word.')
outStr += '<UNK>'
break # go on to the next word
outStr += affixStr
outputStrList.append('^'+outStr+'$')
# Write out all the words
for outStr in outputStrList:
# Split compound words
outStr = split_compounds(outStr)
f_out.write(outStr.encode('utf-8'))
f_out.close()
report.Info('Export of '+str(obj_cnt+1)+' analyses complete to the file: '+fullPathTextOutputFile+'.')
def do_replacements(configMap, report, fullPathBilingFile):
# See if we need to do replacements
# See if the config setting is there or if it has valid info.
if 'BilingualDictOutputFile' not in configMap or configMap['BilingualDictOutputFile'] == '':
return
#biling = os.path.join(tempfile.gettempdir(), configMap['BilingualDictOutputFile'])
replFile = ReadConfig.getConfigVal(configMap, 'BilingualDictReplacementFile', report)
if not replFile:
return
# Save a copy of the bilingual dictionary
shutil.copy2(fullPathBilingFile, fullPathBilingFile+'.old')
# Parse the replacement file as XML
try:
replEtree = ET.parse(replFile)
except IOError:
report.Error('There is a problem with the Bilingual Dictionary Replacement File: '+replFile+'. Please check the configuration file setting.')
return
replMap = {}
replRoot = replEtree.getroot()
## Put the replacement entries into a map
# Get the replacement entries section
repl_sec = replRoot.find(".//*[@id='replacement']")
# Loop through the entries in this section
for entry in repl_sec:
# Get the <l> text which is under the <p> which is under the <e>
left = entry.find('p/l')
replMap[left.text] = entry
# Read in the bilingual xml file
try:
bilingEtree = ET.parse(fullPathBilingFile)
except IOError:
report.Error('There is a problem reading the Bilingual Dictionary File: '+fullPathBilingFile+'.')
return
## Add in new symbol definitions from the replacement file
bilingRoot = bilingEtree.getroot()
# Get symbol definitions element (sdefs)
bilingSdefs = bilingRoot.find('sdefs')
replSdefs = replRoot.find('sdefs')
# Create a map of all the symbol abbreviations in the bilingual dictionary
sdfMap={}
for mySdef in bilingSdefs:
sdfMap[mySdef.attrib['n']]=1
# Add a comment before the new sdefs get added
comment = ET.Comment('Inserted symbol definitions from replacement file')
bilingSdefs.append(comment)
# Loop through the replacement sdefs
for symbol_def in replSdefs:
# if the symbol abbreviation doesn't already exist, add it
if symbol_def.attrib['n'] not in sdfMap:
# add the sdef element from repl file to the end of the biling sdefs list
bilingSdefs.append(symbol_def)
## Find entries that match replacement entries, comment out the old and insert the new
# Get the section element
biling_section = bilingRoot.find('section')
# Create a new section element to replace the old
new_biling_section = ET.Element('section')
new_biling_section.attrib = biling_section.attrib
# Loop through all the bilingual entries
for entry in biling_section:
# Get the left lemma text
left = entry.find('p/l')
# If we can't find it, use the identity text <e> should either have <l> (and <r>) or <i>
if left == None:
left = entry.find('i')
# See if we have a match for replacing the entry
if left.text in replMap:
# Create a comment containing the old entry and a note and insert them into the entry list
comment1 = ET.Comment('This entry was replaced with the one below it from the file ' + replFile + '.\n')
# Create string with the old contents of the entry. Using tostring() didn't work because of &# symbols come out for non-ascii text
if left.tag == 'i':
s = 'identity: ' + left.text + ' (' + left.find('s').attrib['n'] + ')'
else:
s = 'left: ' + left.text + ' (' + left.find('s').attrib['n'] + ')'
s += ', right: ' + entry.find('p/r').text + ' (' + entry.find('p/r/s').attrib['n'] + ')'
comment2 = ET.Comment(s+'\n')
new_biling_section.append(comment1)
new_biling_section.append(comment2)
# Insert the new entry from the replacement file map
new_biling_section.append(replMap[left.text])
else: # copy the old entry to the new
new_biling_section.append(entry)
## Add the entries from the replacement file marked as 'append'
# Get the append entries section
append_sec = replRoot.find(".//*[@id='append']")
# Make a comment and adds it
comment = ET.Comment('Custom entries appended below from the file ' + replFile + '.\n')
new_biling_section.append(comment)
# Loop through these entries
for entry in append_sec:
# add them to the list of bilingual entries
new_biling_section.append(entry)
# Remove the old entries list and add the new
bilingRoot.remove(biling_section)
bilingRoot.append(new_biling_section)
bilingEtree.write(fullPathBilingFile, 'utf-8', True)
# Insert the DOCTYPE as the 2nd line of the file.
f = open(fullPathBilingFile, "r")
contents = f.readlines()
f.close()
contents.insert(1, '<!DOCTYPE dictionary PUBLIC "-//XMLmind//DTD dictionary//EN" "dix.dtd">\n')
f = open(fullPathBilingFile, 'w')
contents = "".join(contents)
f.write(contents)
f.close()
def do_replacements(configMap, report):
# See if we need to do replacements
# See if the config setting is there or if it has valid info.
if 'BilingualDictOutputFile' not in configMap or configMap['BilingualDictOutputFile'] == '':
return
biling = os.path.join(tempfile.gettempdir(), configMap['BilingualDictOutputFile'])
replFile = ReadConfig.getConfigVal(configMap, 'BilingualDictReplacementFile', report)
if not replFile:
return
shutil.copy2(biling, biling+'.old')
f_a = open(biling+'.old')
f_b = open(biling,'w')
try:
f_r = open(replFile)
except IOError:
report.Error('There is a problem with the Bilingual Dictionary Replacement File: '+replFile+'. Please check the configuration file setting.')
return
replMap = {}
s_lines = []
append_lines = []
insertion_not_done = True
do_append = False
# First read the replacement file. Comment lines are ignored.
# Read the additional sdef lines into a list.
# Read the replacement lines into a map with the lemma as the key
for line_r in f_r:
line_r = unicode(line_r, 'utf-8')
g = re.search(r'lines to be appended',line_r)
if g:
do_append = True
g = re.search(r'<sdef ',line_r)
if g:
s_lines.append(line_r)
continue
g = re.search(r'<[li]>(.+?)<s',line_r) # get the lemma which is between <l> or <i> and <s...>
if g:
if do_append == True:
append_lines.append(line_r)
else: # replacement lines
replMap[g.group(1)] = line_r
# Read through the bilingual dictionary
for line in f_a:
line = unicode(line, 'utf-8')
# if we find the first sdef line, insert the ones from the replace file here
g = re.search(r'<sdef ',line)
if insertion_not_done and g:
insertion_not_done = False
# Leave comments before and after the inserted lines
f_b.write('<!-- Inserted sdef lines from replace file -->\n')
for sdef_line in s_lines:
f_b.write(sdef_line.encode('utf-8'))
f_b.write('<!-- end of insertion -->\n')
# get current lemma
g = re.search(r'<[li]>(.+?)<s',line)
if g:
# we we match on the current lemma, do the replacement
if g.group(1) in replMap:
# Leave a comment before the old line
f_b.write('<!-- This line replaced with the one below it from the file ' + replFile + ' -->\n')
line = line.rstrip()
# Comment out the old line
f_b.write('<!-- '+line.encode('utf-8')+'-->\n')
f_b.write(replMap[g.group(1)].encode('utf-8'))
continue
# find the end of the section
g = re.search(r'/section',line)
if g:
# Append the new lines now
f_b.write('<!-- Custom lines appended below. -->\n')
for new_line in append_lines:
f_b.write(new_line.encode('utf-8'))
f_b.write(line.encode('utf-8'))
def readLexicalInfo(self):
configMap = ReadConfig.readConfig(self.report)
morphNames = ReadConfig.getConfigVal(configMap, 'TargetMorphNamesCountedAsRoots', self.report)
if not morphNames:
self.report.Warning('Configuration File Problem. Morphnames not found.')
return
# Loop through all the entries
for i,e in enumerate(self.db.LexiconAllEntries()):
morphType = ITsString(e.LexemeFormOA.MorphTypeRA.Name.BestAnalysisAlternative).Text
# If no senses, skip it
if e.SensesOS.Count == 0:
continue
else: # Entry with senses
# Loop through senses
for i, mySense in enumerate(e.SensesOS):
gloss = ITsString(mySense.Gloss.BestAnalysisAlternative).Text
# Process roots
# Don't process clitics in this block
if e.LexemeFormOA and \
e.LexemeFormOA.ClassName == 'MoStemAllomorph' and \
e.LexemeFormOA.MorphTypeRA and morphType in morphNames:
# Set the headword value and the homograph #, if necessary
headWord = ITsString(e.HeadWord).Text
headWord = Utils.add_one(headWord)
# Only take word senses that have a grammatical category set.
if mySense.MorphoSyntaxAnalysisRA.ClassName == 'MoStemMsa':
if mySense.MorphoSyntaxAnalysisRA.PartOfSpeechRA:
# build the word sense and add it to the map
wordSense = headWord+'.'+str(i+1)
wordSense = re.sub(' ', '_', wordSense) # change spaces to underscores
self.mapWordSenses[wordSense] = 7 # dummy value
# Now process non-roots
else:
if gloss == None:
continue
elif e.LexemeFormOA == None:
continue
elif e.LexemeFormOA.MorphTypeRA == None:
continue
elif e.LexemeFormOA.ClassName != 'MoStemAllomorph':
if e.LexemeFormOA.ClassName == 'MoAffixAllomorph':
gloss = re.sub(r'\.', '_', gloss)
self.__saveAffixGloss(gloss)
else:
continue # err_list.append(('Skipping entry since the lexeme is of type: '+e.LexemeFormOA.ClassName, 1, TargetDB.BuildGotoURL(e)))
elif morphType not in morphNames:
if morphType == 'proclitic' or morphType == 'enclitic':
gloss = re.sub(r'\.', '_', gloss)
self.__saveAffixGloss(gloss)
else:
continue # err_list.append(('Skipping entry because the morph type is: ' + morphType, 1, TargetDB.BuildGotoURL(e)))
def MainFunction(DB, report, modifyAllowed):
# Read the configuration file which we assume is in the current directory.
configMap = ReadConfig.readConfig(report)
if not configMap:
return
# Build an output path using the system temp directory.
outFileVal = ReadConfig.getConfigVal(configMap, 'AnalyzedTextOutputFile', report)
if not outFileVal:
return
#fullPathTextOutputFile = os.path.join(tempfile.gettempdir(), outFileVal)
fullPathTextOutputFile = outFileVal
try:
f_out = open(fullPathTextOutputFile, 'w')
except IOError:
report.Error('There is a problem with the Analyzed Text Output File path: '+fullPathTextOutputFile+'. Please check the configuration file setting.')
return
# Find the desired text
text_desired_eng = ReadConfig.getConfigVal(configMap, 'SourceTextName', report)
if not text_desired_eng:
return
foundText = False
for text in DB.ObjectsIn(ITextRepository):
if text_desired_eng == ITsString(text.Name.BestAnalysisAlternative).Text:
foundText = True
contents = text.ContentsOA
break;
if not foundText:
# check if it's scripture text
for section in DB.ObjectsIn(IScrSectionRepository):
if text_desired_eng == ITsString(section.ContentOA.Title.BestAnalysisAlternative).Text:
contents = section.ContentOA
foundText = True
break
# Pattern not found
if not foundText:
report.Error('The text named: '+text_desired_eng+' not found.')
return
# Get punctuation string
sent_punct = unicode(ReadConfig.getConfigVal(configMap, 'SentencePunctuation', report), "utf-8")
if not sent_punct:
return
# Process the text
report.Info("Exporting analyses...")
typesList = ReadConfig.getConfigVal(configMap, 'SourceComplexTypes', report)
if not typesList:
typesList = []
elif not ReadConfig.configValIsList(configMap, 'SourceComplexTypes', report):
return
getSurfaceForm = False
outputStrList = Utils.get_interlin_data(DB, report, sent_punct, contents, typesList, getSurfaceForm)
report.Info("Export of " + text_desired_eng + " complete.")
# Write out all the words
for outStr in outputStrList:
# Split compound words
outStr = Utils.split_compounds(outStr)
f_out.write(outStr.encode('utf-8'))
f_out.close()
try:
# Open the target database
targetProj = ReadConfig.getConfigVal(configMap, 'TargetProject', report)
if not targetProj:
return
TargetDB.OpenDatabase(targetProj, verbose = True)
except FDA_DatabaseError, e:
report.Error(e.message)
print "FDO Cache Create failed!"
print e.message
return
report.Info('Using: '+targetProj+' as the target database.')
targetProject = ReadConfig.getConfigVal(configMap, 'TargetProject', report)
targetANA = ReadConfig.getConfigVal(configMap, 'TargetOutputANAFile', report)
targetSynthesis = ReadConfig.getConfigVal(configMap, 'TargetOutputSynthesisFile', report)
morphNames = ReadConfig.getConfigVal(configMap, 'TargetMorphNamesCountedAsRoots', report)
clean = ReadConfig.getConfigVal(configMap, 'CleanUpUnknownTargetWords', report)
if not (targetProject and targetANA and targetSynthesis and morphNames and clean):
return
if clean[0].lower() == 'y':
cleanUpText = True
else:
cleanUpText = False
partPath = os.path.join(tempfile.gettempdir(), targetProject)
anaFile = os.path.join(tempfile.gettempdir(), targetANA)
#Insert insert2DB(dbArtMap, db, dbTables) print 'Now fetching directly from PubMed' waitList = [] for pmid in set(pmidList) ^ set(dbArtMap.keys()): waitList.append(pmid) print len(waitList), 'articles to be fetched from PubMed' artMap = getArticlesFromPubmed(waitList, email) insert2DB(artMap, db, dbTables) if __name__ == "__main__": (corpus, dbConfig, dbTables,miscConfig) = ReadConfig.config(sys.argv) db = MySQLdb.connect(host=dbConfig['dbHost'], # your host, usually localhost user=dbConfig['dbUser'], # your username passwd=dbConfig['dbPass'] , # your password db=dbConfig['dbSchema'], charset=dbConfig['dbCharset'], use_unicode=dbConfig['dbUnicode']) # name of the data base print 'Database connected.' rebuildCorpus(corpus, db, dbTables, miscConfig['email'], miscConfig['use_local']) db.close()
report.Info('Using: '+targetProj+' as the target database.')
# Set objects for the two custom fields. Report errors if they don't exist in the source project.
senseEquivField = DB.LexiconGetSenseCustomFieldNamed(linkField)
senseSenseNumField = DB.LexiconGetSenseCustomFieldNamed(senseNumField)
if not (senseEquivField):
report.Error(linkField + " field doesn't exist. Please read the instructions.")
return
if not (senseSenseNumField):
report.Error(senseNumField + " field doesn't exist. Please read the instructions.")
return
bilingFile = ReadConfig.getConfigVal(configMap, 'BilingualDictOutputFile', report)
if not bilingFile:
return
fullPathBilingFile = bilingFile
#fullPathBilingFile = os.path.join(tempfile.gettempdir(), bilingFile)
#f_out = open(fullPathBilingFile, 'w')
try:
f_out = open(fullPathBilingFile, 'w')
except IOError as e:
report.Error('There was a problem creating the Bilingual Dictionary Output File: '+fullPathBilingFile+'. Please check the configuration file setting.')
report.Info("Outputing category information...")
f_out.write('<dictionary>\n')