XML.write_xml(tree,xmlPath)
def add_new_cates(xmlPath,referPath,addCates):
addBoxes=XML.read_objects(referPath)
tree = ET.ElementTree(file=xmlPath)
root = tree.getroot()
root=XML.del_tag(root,addCates)
# print(addBoxes)
for box in addBoxes:
if box['name'] in addCates:
root=XML.add_tag(root,box)
XML.write_xml(tree,xmlPath)
if __name__=="__main__":
# imgDir=r"F:\gasStation\tank\regular_dataset\SanJiang_tankbox\checked\no_pipe"
xmlDir=r'/disk2/hao.yang/project/Qin/data/xmls/guide/complete/guide_FMXX_8000_complete/'
referRoot='/disk2/hao.yang/project/Qin/data/xmls/guide/complete/oilstation/'
referDirs=FILES.get_sub_dirs(referRoot)
for dirName in referDirs:
referDir=os.path.join(referRoot,dirName)
# referPath=r'F:\gasStation\tank\regular_dataset\SanJiang_tankbox\tank\SanJiang_refer_9.xml'
# addCates=['car','motorcycle','truck','bus']
# addCates=['blue','yellow','other','security','red']
# addCates=['tank_close','tank_open']
# addCates=['cashbox_close','cashbox_open']
addCates=['gun_in','gun_out']
allXmls=[x for x in FILES.get_sorted_files(xmlDir) if ".xml" in x]
for xml in allXmls:
xmlPath=os.path.join(xmlDir,xml)
referPath=os.path.join(referDir,xml)
if os.path.exists(referPath):
add_cates(xmlPath,referPath,addCates)
REMRATE = filesCount / remainNum
remRate = REMRATE
count = int(REMRATE) + 1
fileNum = 0
for file in allFiles:
if count - remRate > 0:
filePath = os.path.join(sampleDir, file)
tarPath = os.path.join(tarDir, file)
shutil.copy(filePath, tarPath)
fileNum += 1
remRate += REMRATE
count += 1
memberRoot = '/disk2/hao.yang/project/Qin/data/xmls/guide'
members = FILES.get_sub_dirs(memberRoot)
for member in members:
sampleRoot = os.path.join(memberRoot, member)
tarRoot = os.path.join(memberRoot, member + '_sample')
FILES.mkdir(tarRoot)
dirNames = FILES.get_sub_dirs(sampleRoot)
for dirName in dirNames:
sampleDir = os.path.join(sampleRoot, dirName)
tarDir = os.path.join(tarRoot, dirName)
FILES.mkdir(tarDir)
sample_files(sampleDir, tarDir, 2000)
# xmlDir=r"E:\factory\voc\add_data\summary\rawImg\Tank_jl"
# jpgDir=r"E:\research\lackLabel\voc\img4206"
# xmlTar=r"E:\factory\voc\add_data\summary\rawImg\Tank_jl_lite"
# jpgTar=r"E:\research\lackLabel\voc\img2103_1"
# remainNum=70
#encoding=utf-8
import os
import shutil
import time
from basicFun import FILES
jpgRoot=r"/DATACENTER2/yh/dataRoom/gasStation/tank/train/sj18JunFrames"
if __name__=="__main__":
remainNum=500
start = time.time()
jpgDirs=FILES.get_sub_dirs(jpgRoot)
for dirName in jpgDirs:
jpgDir=jpgRoot+'/'+dirName
allJpgs=FILES.get_sorted_files(jpgDir)
jpgCount=len(allJpgs)
if jpgCount>3000:
for jpg in allJpgs[remainNum:]:
jpgPath=os.path.join(jpgDir,jpg)
os.remove(jpgPath)
# def removeRemain(rmdir,remainNum)：
# allFiles=FILES.get_sorted_files(rmdir)
# filesCount=len(rmdir)
# for
# remRate=REMRATE
# # print(rmRate)
# count=int(REMRATE)+1
# fileNum=0
# for file in allFiles:
# if count-remRate>0:
# filePath=dirDir+'/'+file
# tarPath=tarDir+'/'+file
import os
import shutil
import time
from basicFun import FILES
if __name__=="__main__":
timeStart=time.clock()
roots="/DATACENTER4/hao.yang/project/Qin/data/preProcess/extractFrame/"
rootsName=['0706_checkout']
for rootName in rootsName:
rootdir=os.path.join(roots,rootName)
tardir=os.path.join(roots,rootName+"All") #不用创建
print(rootdir,tardir)
i=1
if os.path.exists(rootdir):
FILES.mkdir(tardir)
alldirs=FILES.get_sub_dirs(rootdir)
for dirName in alldirs:
if 'test' in dirName:
continue
dirpath=os.path.join(rootdir,dirName)
# print(dirpath)
alljpg=sorted([x for x in FILES.get_files(dirpath) if ".jpg" in x])#审核为.jpg形成列表
for jpg in alljpg:
# rename
# newJpg=dirpath.split("/")[-1]+str("%06d"%i)+".jpg"
newJpg='{}_{}'.format(dirName,jpg)
# newJpg=jpg
i+=1
oldpath=os.path.join(dirpath,jpg)
newpath=os.path.join(tardir,newJpg)
shutil.copy(oldpath,newpath)
# trade_zhangbabeilu_total
# featureArea=(639,421,681,490)
# safe_XiWan
# featureArea=(843,253,1049,481)
# 适用于卸油口全局去重的阈值
SIMIBOUND = 0.99
# 适用于保险柜小区域去重的阈值
# SIMIBOUND=0.8
jpgRoot = r"/disk2/hao.yang/project/Qin/data/preProcess/extractFrame/0522_XiWan_b/"
# if jpgRoot[-1]=='/':
# dstRoot=jpgRoot[:-1]+"Unique"+str(int(SIMIBOUND*1000))
# else:
# dstRoot=jpgRoot+"Unique"+str(int(SIMIBOUND*1000))
# dstRoot=jpgRoot.replace('0505','0505removedSimilarityFrame')
dstRoot = jpgRoot.replace('extractFrame', 'removedSimilarityFrame')
rootsName = FILES.get_sub_dirs(jpgRoot)
# rootsName=[1]
startdir = 1 #从第startdir开始，处理完第enddir结束（包含enddir）
enddir = 43 #注意作为开始的startdir第一帧无事件
# 需定义的参数：
if __name__ == "__main__":
# IMG.info()
start = time.time()
count = 1
resume = 1
dirCount = 1
FILES.mkdir(dstRoot)
for rootName in rootsName:
dirpath = os.path.join(jpgRoot, rootName)
# dirpath="/DATACENTER5/hao.yang/dataRoom/Qin/park/caotan/longVideoFrames/8/"
if os.path.exists(dirpath):
