def preview(xmlFileName):
global source, target, rowLimit
dla.setWorkspace()
dla._errCount = 0
xmlFileName = dla.getXmlDocName(xmlFileName)
xmlDoc = dla.getXmlDoc(xmlFileName)
#arcpy.AddMessage("rowLimit = " + str(rowLimit) )
if rowLimit == "" or rowLimit == None:
rowLimit = 100
prj = dla.setProject(xmlFileName, dla.getNodeValue(xmlDoc, "Project"))
if prj == None:
dla.addError(
"Unable to open your project, please ensure it is in the same folder as your current project or your Config file"
)
return False
if source == "" or source == None:
source = dla.getDatasetPath(xmlDoc, "Source")
if target == "" or target == None:
target = dla.getDatasetPath(xmlDoc, "Target")
if dla.isTable(source) or dla.isTable(target):
datasetType = 'Table'
else:
datasetType = 'FeatureClass'
dte = datetime.datetime.now().strftime("%Y%m%d%H%M")
targetName = dla.getDatasetName(target) + dte
targetDS = os.path.join(dla.workspace, targetName)
res = dlaExtractLayerToGDB.extract(xmlFileName, rowLimit, dla.workspace,
source, targetDS, datasetType)
if res == True:
res = dlaFieldCalculator.calculate(xmlFileName, dla.workspace,
targetName, False)
if res == True:
arcpy.env.addOutputsToMap = True
layer = targetName
layertmp = targetName + "tmp"
if arcpy.Exists(layertmp):
arcpy.Delete_management(layertmp)
if dla.isTable(targetDS):
arcpy.MakeTableView_management(targetDS, layertmp)
else:
arcpy.MakeFeatureLayer_management(targetDS, layertmp)
fieldInfo = dla.getLayerVisibility(layertmp, xmlFileName)
if dla.isTable(targetDS):
arcpy.MakeTableView_management(targetDS, layer, None,
dla.workspace, fieldInfo)
else:
arcpy.MakeFeatureLayer_management(targetDS, layer, None,
dla.workspace, fieldInfo)
# should make only the target fields visible
arcpy.SetParameter(_success, layer)
else:
dla.addError("Failed to Extract data")
print("Failed to Extract data")
dla.writeFinalMessage("Data Assistant - Preview")
def preview(xmlFileName):
global sourceLayer,targetLayer,rowLimit
dla.setWorkspace()
dla._errCount = 0
xmlDoc = dla.getXmlDoc(xmlFileName)
#arcpy.AddMessage("rowLimit = " + str(rowLimit) )
if rowLimit == "" or rowLimit == None:
rowLimit = 100
if sourceLayer == "" or sourceLayer == None:
sourceLayer = dla.getNodeValue(xmlDoc,"Source")
if targetLayer == "" or targetLayer == None:
targetLayer = dla.getNodeValue(xmlDoc,"Target")
dte = datetime.datetime.now().strftime("%Y%m%d%H%M")
targetName = dla.getTargetName(xmlDoc) + dte
targetFC = os.path.join(dla.workspace,targetName)
res = dlaExtractLayerToGDB.extract(xmlFileName,rowLimit,dla.workspace,sourceLayer,targetFC)
if res == True:
res = dlaFieldCalculator.calculate(xmlFileName,dla.workspace,targetName,False)
if res == True:
arcpy.env.addOutputsToMap = True
layer = targetName
layertmp = targetName + "tmp"
if arcpy.Exists(layertmp):
arcpy.Delete_management(layertmp)
arcpy.MakeFeatureLayer_management(targetFC,layertmp)
fieldInfo = dla.getLayerVisibility(layertmp,xmlFileName)
arcpy.MakeFeatureLayer_management(targetFC,layer,None,dla.workspace,fieldInfo)
# should make only the target fields visible
arcpy.SetParameter(_success,layer)
else:
dla.addError("Failed to Extract data")
print("Failed to Extract data")
dla.writeFinalMessage("Data Assistant - Preview")
def preview(xmlFileName):
global sourceLayer, targetLayer, rowLimit
dla.setWorkspace()
dla._errorCount = 0
xmlDoc = dla.getXmlDoc(xmlFileName)
if rowLimit == "" or rowLimit == None:
rowLimit = 100
if sourceLayer == "" or sourceLayer == None:
sourceLayer = dla.getNodeValue(xmlDoc, "Source")
if targetLayer == "" or targetLayer == None:
targetLayer = dla.getNodeValue(xmlDoc, "Target")
dte = datetime.datetime.now().strftime("%Y%m%d%H%M")
targetName = dla.getTargetName(xmlDoc) + dte
targetFC = os.path.join(dla.workspace, targetName)
res = dlaExtractLayerToGDB.extract(xmlFileName, rowLimit, dla.workspace,
sourceLayer, targetFC)
if res == True:
res = dlaFieldCalculator.calculate(xmlFileName, dla.workspace,
targetName, False)
if res == True:
arcpy.env.addOutputsToMap = True
layer = targetName
layertmp = targetName + "tmp"
if arcpy.Exists(layertmp):
arcpy.Delete_management(layertmp)
arcpy.MakeFeatureLayer_management(targetFC, layertmp)
fieldInfo = dla.getLayerVisibility(layertmp, xmlFileName)
arcpy.MakeFeatureLayer_management(targetFC, layer, None,
dla.workspace, fieldInfo)
# should make only the target fields visible
arcpy.SetParameter(_success, layer)
else:
dla.addError("Failed to Extract data")
print("Failed to Extract data")
dla.writeFinalMessage("Data Assistant - Preview")
def publish(xmlFileNames):
# function called from main or from another script, performs the data update processing
global sourceLayer, targetLayer, _success
dla._errorCount = 0
arcpy.SetProgressor("default", "Data Assistant")
arcpy.SetProgressorLabel("Data Assistant")
xmlFiles = xmlFileNames.split(";")
for xmlFile in xmlFiles: # multi value parameter, loop for each file
dla.addMessage("Configuration file: " + xmlFile)
xmlDoc = dla.getXmlDoc(xmlFile) # parse the xml document
if xmlDoc == None:
return
svceS = False
svceT = False
if sourceLayer == "" or sourceLayer == None:
sourceLayer = dla.getNodeValue(xmlDoc, "Source")
svceS = dla.checkLayerIsService(sourceLayer)
if targetLayer == "" or targetLayer == None:
targetLayer = dla.getNodeValue(xmlDoc, "Target")
svceT = dla.checkLayerIsService(targetLayer)
dla.addMessage(targetLayer)
## Added May2016. warn user if capabilities are not correct, exit if not a valid layer
if not dla.checkServiceCapabilities(sourceLayer, True):
return False
if not dla.checkServiceCapabilities(targetLayer, True):
return False
if svceS == True or svceT == True:
token = dla.getSigninToken(
) # when signed in get the token and use this. Will be requested many times during the publish
if token == None:
dla.addError(
"User must be signed in for this tool to work with services"
)
return
expr = getWhereClause(xmlDoc)
if useReplaceSettings == True and (expr == '' or expr == None):
dla.addError(
"There must be an expression for replacing by field value, current value = "
+ str(expr))
return False
dla.setWorkspace()
targetName = dla.getTargetName(xmlDoc)
res = dlaExtractLayerToGDB.extract(xmlFile, None, dla.workspace,
sourceLayer, targetName)
if res != True:
table = dla.getTempTable(targetName)
msg = "Unable to export data, there is a lock on existing datasets or another unknown error"
if arcpy.TestSchemaLock(table) != True:
msg = "Unable to export data, there is a lock on the intermediate feature class: " + table
dla.addError(msg)
print(msg)
return
else:
res = dlaFieldCalculator.calculate(xmlFile, dla.workspace,
targetName, False)
if res == True:
dlaTable = dla.getTempTable(targetName)
res = doPublish(xmlDoc, dlaTable, targetLayer)
arcpy.ResetProgressor()
sourceLayer = None # set source and target back to None for multiple file processing
targetLayer = None
if res == False:
err = "Data Assistant Update Failed, see messages for details"
dla.addError(err)
print(err)
def publish(xmlFileNames):
# function called from main or from another script, performs the data update processing
global sourceLayer,targetLayer,_success
dla._errorCount = 0
arcpy.SetProgressor("default","Data Assistant")
arcpy.SetProgressorLabel("Data Assistant")
xmlFiles = xmlFileNames.split(";")
for xmlFile in xmlFiles: # multi value parameter, loop for each file
dla.addMessage("Configuration file: " + xmlFile)
xmlDoc = dla.getXmlDoc(xmlFile) # parse the xml document
if xmlDoc == None:
return
svceS = False
svceT = False
if sourceLayer == "" or sourceLayer == None:
sourceLayer = dla.getNodeValue(xmlDoc,"Source")
svceS = dla.checkLayerIsService(sourceLayer)
if targetLayer == "" or targetLayer == None:
targetLayer = dla.getNodeValue(xmlDoc,"Target")
svceT = dla.checkLayerIsService(targetLayer)
dla.addMessage(targetLayer)
## Added May2016. warn user if capabilities are not correct, exit if not a valid layer
if not dla.checkServiceCapabilities(sourceLayer,True):
return False
if not dla.checkServiceCapabilities(targetLayer,True):
return False
if svceS == True or svceT == True:
token = dla.getSigninToken() # when signed in get the token and use this. Will be requested many times during the publish
if token == None:
dla.addError("User must be signed in for this tool to work with services")
return
expr = getWhereClause(xmlDoc)
if useReplaceSettings == True and (expr == '' or expr == None):
dla.addError("There must be an expression for replacing by field value, current value = " + str(expr))
return False
dla.setWorkspace()
targetName = dla.getTargetName(xmlDoc)
res = dlaExtractLayerToGDB.extract(xmlFile,None,dla.workspace,sourceLayer,targetName)
if res != True:
table = dla.getTempTable(targetName)
msg = "Unable to export data, there is a lock on existing datasets or another unknown error"
if arcpy.TestSchemaLock(table) != True:
msg = "Unable to export data, there is a lock on the intermediate feature class: " + table
dla.addError(msg)
print(msg)
return
else:
res = dlaFieldCalculator.calculate(xmlFile,dla.workspace,targetName,False)
if res == True:
dlaTable = dla.getTempTable(targetName)
res = doPublish(xmlDoc,dlaTable,targetLayer)
arcpy.ResetProgressor()
sourceLayer = None # set source and target back to None for multiple file processing
targetLayer = None
if res == False:
err = "Data Assistant Update Failed, see messages for details"
dla.addError(err)
print(err)
def publish(xmlFileNames):
# function called from main or from another script, performs the data update processing
global _useReplaceSettings
dla._errCount = 0
arcpy.SetProgressor("default","Data Assistant")
arcpy.SetProgressorLabel("Data Assistant")
xmlFiles = xmlFileNames.split(";")
layers = []
for xmlFile in xmlFiles: # multi value parameter, loop for each file
xmlFile = dla.getXmlDocName(xmlFile)
dla.addMessage("Configuration file: " + xmlFile)
xmlDoc = dla.getXmlDoc(xmlFile) # parse the xml document
if xmlDoc == None:
return
prj = dla.setProject(xmlFile,dla.getNodeValue(xmlDoc,"Project"))
if prj == None:
dla.addError("Unable to open your project, please ensure it is in the same folder as your current project or your Config file")
return False
source = dla.getDatasetPath(xmlDoc,"Source")
target = dla.getDatasetPath(xmlDoc,"Target")
targetName = dla.getDatasetName(target)
dla.addMessage(source)
dla.addMessage(target)
if dlaService.checkLayerIsService(source) or dlaService.checkLayerIsService(target):
token = dlaService.getSigninToken() # when signed in get the token and use this. Will be requested many times during the publish
# exit here before doing other things if not signed in
if token == None:
dla.addError("User must be signed in for this tool to work with services")
return False
expr = getWhereClause(xmlDoc)
if _useReplaceSettings == True and (expr == '' or expr == None):
dla.addError("There must be an expression for replacing by field value, current value = " + str(expr))
return False
errs = False
if dlaService.validateSourceUrl(source) == False:
dla.addError("Source path does not appear to be a valid feature layer")
errs = True
if _useReplaceSettings == True:
if dlaService.validateTargetReplace(target) == False:
dla.addError("Target path does not have correct privileges")
errs = True
elif _useReplaceSettings == False:
if dlaService.validateTargetAppend(target) == False:
dla.addError("Target path does not have correct privileges")
errs = True
if errs:
return False
dla.setWorkspace()
if dla.isTable(source) or dla.isTable(target):
datasetType = 'Table'
else:
datasetType = 'FeatureClass'
if not dla.isStaged(xmlDoc):
res = dlaExtractLayerToGDB.extract(xmlFile,None,dla.workspace,source,target,datasetType)
if res != True:
table = dla.getTempTable(targetName)
msg = "Unable to export data, there is a lock on existing datasets or another unknown error"
if arcpy.TestSchemaLock(table) != True and arcpy.Exists(table) == True:
msg = "Unable to export data, there is a lock on the intermediate feature class: " + table
dla.addError(msg)
print(msg)
return
else:
res = dlaFieldCalculator.calculate(xmlFile,dla.workspace,targetName,False)
if res == True:
dlaTable = dla.getTempTable(targetName)
res = doPublish(xmlDoc,dlaTable,target,_useReplaceSettings)
else:
dla.addMessage('Data previously staged, will proceed using intermediate dataset')
dlaTable = dla.workspace + os.sep + dla.getStagingName(source,target)
res = doPublish(xmlDoc,dlaTable,target,_useReplaceSettings)
if res == True:
dla.removeStagingElement(xmlDoc)
xmlDoc.writexml(open(xmlFile, 'wt', encoding='utf-8'))
dla.addMessage('Staging element removed from config file')
arcpy.ResetProgressor()
if res == False:
err = "Data Assistant Update Failed, see messages for details"
dla.addError(err)
print(err)
else:
layers.append(target)
arcpy.SetParameter(_outParam,';'.join(layers))
def stage(xmlFileNames):
global source, target, rowLimit
dla.setWorkspace()
dla._errCount = 0
outlayers = []
for xmlFileName in xmlFileNames.split(';'):
xmlFileName = dla.getXmlDocName(xmlFileName)
xmlDoc = dla.getXmlDoc(xmlFileName)
prj = dla.setProject(xmlFileName, dla.getNodeValue(xmlDoc, "Project"))
if prj == None:
dla.addError(
"Unable to open your project, please ensure it is in the same folder as your current project or your Config file"
)
if rowLimit == "" or rowLimit == None:
rowLimit = None
if source == "" or source == None:
source = dla.getDatasetPath(xmlDoc, "Source")
if target == "" or target == None:
target = dla.getDatasetPath(xmlDoc, "Target")
if dla.isTable(source) or dla.isTable(target):
datasetType = 'Table'
else:
datasetType = 'FeatureClass'
targetName = dla.getStagingName(source, target)
targetDS = os.path.join(dla.workspace, targetName)
res = dlaExtractLayerToGDB.extract(xmlFileName, rowLimit,
dla.workspace, source, targetDS,
datasetType)
if res == True:
res = dlaFieldCalculator.calculate(xmlFileName, dla.workspace,
targetName, False)
if res == True:
arcpy.env.addOutputsToMap = True
layer = targetName
layertmp = targetName + "tmp"
if arcpy.Exists(layertmp):
arcpy.Delete_management(layertmp)
if dla.isTable(targetDS):
arcpy.MakeTableView_management(targetDS, layertmp)
else:
arcpy.MakeFeatureLayer_management(targetDS, layertmp)
fieldInfo = dla.getLayerVisibility(layertmp, xmlFileName)
if dla.isTable(targetDS):
arcpy.MakeTableView_management(targetDS, layer, None,
dla.workspace, fieldInfo)
else:
arcpy.MakeFeatureLayer_management(targetDS, layer, None,
dla.workspace, fieldInfo)
# should make only the target fields visible
outlayers.append(layer)
### *** need to insert tag in xml file...
dla.insertStagingElement(xmlDoc)
try:
xmlDoc.writexml(open(xmlFileName, 'wt', encoding='utf-8'))
dla.addMessage('Staging element written to config file')
except:
dla.addMessage("Unable to write data to xml file")
xmlDoc.unlink()
else:
dla.addError("Failed to Extract data")
print("Failed to Extract data")
if outlayers != []:
arcpy.SetParameter(_derived, ";".join(outlayers))
dla.writeFinalMessage("Data Assistant - Stage")