def setup(self):

parser = argparse.ArgumentParser()

parser.add_argument("video")

parser.add_argument("output")

parser.add_argument("--width", default=720, type=int)

parser.add_argument("--height", default=480, type=int)

parser.add_argument("--no-resize",

action="store_true", default = False)

parser.add_argument("--no-cleanup",

action="store_true", default=False)

return parser

def __call__(self, args):

try:

os.makedirs(args.output)

except:

pass

sequence = ffmpeg.extract(args.video)

try:

for frame, image in enumerate(sequence):

if frame % 100 == 0:

print ("Decoding frames {0} to {1}"

.format(frame, frame + 100))

if not args.no_resize:

image.thumbnail((args.width, args.height), Image.BILINEAR)

path = Video.getframepath(frame, args.output)

try:

image.save(path)

except IOError:

os.makedirs(os.path.dirname(path))

image.save(path)

except:

if not args.no_cleanup:

print "Aborted. Cleaning up..."

shutil.rmtree(args.output)

def setup(self):

parser = argparse.ArgumentParser()

parser.add_argument("video")

parser.add_argument("output")

parser.add_argument("--extension", default="jpg")

parser.add_argument("--no-cleanup",

action="store_true", default=False)

return parser

def __call__(self, args):

try:

os.makedirs(args.output)

except:

pass

extension = ".{0}".format(args.extension)

files = os.listdir(args.video)

files = (x for x in files if x.endswith(extension))

files = [(int(x.split(".")[0]), x) for x in files]

files.sort()

files = [(x, y) for x, (_, y) in enumerate(files)]

if not files:

print "No files ending with {0}".format(extension)

return

for frame, file in files:

path = Video.getframepath(frame, args.output)

file = os.path.join(args.video, file)

try:

os.link(file, path)

except OSError:

os.makedirs(os.path.dirname(path))

os.link(file, path)

def setup(self):

parser = argparse.ArgumentParser(parents = [importparser])

parser.add_argument("slug")

parser.add_argument("location")

parser.add_argument("labels", nargs="+")

parser.add_argument("--length", type=int, default = 300)

parser.add_argument("--overlap", type=int, default = 20)

parser.add_argument("--skip", type=int, default = 0)

parser.add_argument("--per-object-bonus", type=float)

parser.add_argument("--completion-bonus", type=float)

parser.add_argument("--use-frames", default = None)

parser.add_argument("--start-frame", type = int, default = 0)

parser.add_argument("--stop-frame", type = int, default = None)

parser.add_argument("--train-with")

parser.add_argument("--for-training", action="store_true")

parser.add_argument("--for-training-start", type=int)

parser.add_argument("--for-training-stop", type=int)

parser.add_argument("--for-training-overlap", type=float, default=0.25)

parser.add_argument("--for-training-tolerance", type=float, default=0.2)

parser.add_argument("--for-training-mistakes", type=int, default=0)

parser.add_argument("--for-training-data", default = None)

# added by Menglong Zhu <06-27-2012>

parser.add_argument("--blow-radius", default = 0)

parser.add_argument("--action", default = None)

parser.add_argument("--pose", default = None)

return parser

def title(self, args):

return "Sports Video annotation"

def description(self, args):

return "Draw circle around moving human joints in a video."

def cost(self, args):

return 0.05

def duration(self, args):

return 7200 * 3

def keywords(self, args):

return "video, annotation, sports"

def __call__(self, args, group):

print "Checking integrity..."

# read first frame to get sizes

path = Video.getframepath(0, args.location)

try:

im = Image.open(path)

except IOError:

print "Cannot read {0}".format(path)

return

width, height = im.size

print "Searching for last frame..."

# search for last frame

toplevel = max(int(x)

for x in os.listdir(args.location))

secondlevel = max(int(x)

for x in os.listdir("{0}/{1}".format(args.location, toplevel)))

maxframes = max(int(os.path.splitext(x)[0])

for x in os.listdir("{0}/{1}/{2}"

.format(args.location, toplevel, secondlevel))) + 1

print "Found {0} frames.".format(maxframes)

# can we read the last frame?

path = Video.getframepath(maxframes - 1, args.location)

try:

im = Image.open(path)

except IOError:

print "Cannot read {0}".format(path)

return

# check last frame sizes

if im.size[0] != width and im.size[1] != height:

print "First frame dimensions differs from last frame"

return

if session.query(Video).filter(Video.slug == args.slug).count():

print "Video {0} already exists!".format(args.slug)

return

if args.train_with:

if args.for_training:

print "A training video cannot require training"

return

print "Looking for training video..."

trainer = session.query(Video)

trainer = trainer.filter(Video.slug == args.train_with)

if not trainer.count():

print ("Training video {0} does not exist!"

.format(args.train_with))

return

trainer = trainer.one()

else:

trainer = None

# create video

video = Video(slug = args.slug,

location = os.path.realpath(args.location),

width = width,

height = height,

totalframes = maxframes,

skip = args.skip,

perobjectbonus = args.per_object_bonus,

completionbonus = args.completion_bonus,

trainwith = trainer,

isfortraining = args.for_training,

blowradius = args.blow_radius,

action = args.action,

pose = args.pose)

if args.for_training:

video.trainvalidator = qa.tolerable(args.for_training_overlap,

args.for_training_tolerance,

args.for_training_mistakes)

print "Training validator is {0}".format(video.trainvalidator)

session.add(video)

print "Binding labels and attributes..."

# create labels and attributes

labelcache = {}

attributecache = {}

lastlabel = None

for labeltext in args.labels:

if labeltext[0] == "~":

if lastlabel is None:

print "Cannot assign an attribute without a label!"

return

labeltext = labeltext[1:]

attribute = Attribute(text = labeltext)

session.add(attribute)

lastlabel.attributes.append(attribute)

attributecache[labeltext] = attribute

else:

label = Label(text = labeltext)

session.add(label)

video.labels.append(label)

labelcache[labeltext] = label

lastlabel = label

print "Creating symbolic link..."

symlink = "public/frames/{0}".format(video.slug)

try:

os.remove(symlink)

except:

pass

os.symlink(video.location, symlink)

print "Creating segments..."

# create shots and jobs

if args.for_training:

segment = Segment(video = video)

if args.for_training_start:

segment.start = args.for_training_start

if segment.start < 0:

segment.start = 0

else:

segment.start = 0

if args.for_training_stop:

segment.stop = args.for_training_stop

if segment.stop > video.totalframes - 1:

segment.stop = video.totalframes - 1

else:

segment.stop = video.totalframes - 1

job = Job(segment = segment, group = group, ready = False)

session.add(segment)

session.add(job)

elif args.use_frames:

with open(args.use_frames) as useframes:

for line in useframes:

ustart, ustop = line.split()

ustart, ustop = int(ustart), int(ustop)

validlength = float(ustop - ustart)

numsegments = math.ceil(validlength / args.length)

segmentlength = math.ceil(validlength / numsegments)

for start in range(ustart, ustop, int(segmentlength)):

stop = min(start + segmentlength + args.overlap + 1,

ustop)

segment = Segment(start = start,

stop = stop,

video = video)

job = Job(segment = segment, group = group)

session.add(segment)

session.add(job)

else:

startframe = args.start_frame

stopframe = args.stop_frame

if not stopframe:

stopframe = video.totalframes - 1

for start in range(startframe, stopframe, args.length):

stop = min(start + args.length + args.overlap + 1,

stopframe)

segment = Segment(start = start,

stop = stop,

video = video)

job = Job(segment = segment, group = group)

session.add(segment)

session.add(job)

if args.per_object_bonus:

group.schedules.append(

PerObjectBonus(amount = args.per_object_bonus))

if args.completion_bonus:

group.schedules.append(

CompletionBonus(amount = args.completion_bonus))

session.add(group)

if args.for_training and args.for_training_data:

print ("Loading training ground truth annotations from {0}"

.format(args.for_training_data))

with open(args.for_training_data, "r") as file:

pathcache = {}

for line in file:

(id, xtl, ytl, xbr, ybr,

frame, outside, occluded, generated,

label) = line.split(" ")

if int(generated):

continue

if id not in pathcache:

print "Imported new path {0}".format(id)

label = labelcache[label.strip()[1:-1]]

pathcache[id] = Path(job = job, label = label)

box = Box(path = pathcache[id])

box.xtl = int(xtl)

box.ytl = int(ytl)

box.xbr = int(xbr)

box.ybr = int(ybr)

box.frame = int(frame)

box.outside = int(outside)

box.occluded = int(occluded)

pathcache[id].boxes.append(box)

session.commit()

if args.for_training:

if args.for_training and args.for_training_data:

print "Video and ground truth loaded."

else:

print "Video loaded and ready for ground truth:"

print ""

print "\t{0}".format(job.offlineurl(config.localhost))

print ""

print "Visit this URL to provide training with ground truth."

else:

def setup(self):

parser = argparse.ArgumentParser()

parser.add_argument("slug")

parser.add_argument("--force", action="store_true", default=False)

return parser

def __call__(self, args):

video = session.query(Video).filter(Video.slug == args.slug)

if not video.count():

print "Video {0} does not exist!".format(args.slug)

return

video = video.one()

query = session.query(Path)

query = query.join(Job)

query = query.join(Segment)

query = query.filter(Segment.video == video)

numpaths = query.count()

if numpaths and not args.force:

print ("Video has {0} paths. Use --force to delete."

.format(numpaths))

return

for segment in video.segments:

for job in segment.jobs:

if job.published and not job.completed:

hitid = job.disable()

print "Disabled {0}".format(hitid)

session.delete(video)

session.commit()

parent = argparse.ArgumentParser(add_help=False)

parent.add_argument("slug")

parent.add_argument("--merge", "-m", action="store_true", default=False)

parent.add_argument("--merge-threshold", "-t",

type=float, default = 0.5)

parent.add_argument("--worker", "-w", nargs = "*", default = None)

class Tracklet(object):

def __init__(self, label, paths, boxes, workers):

self.label = label

self.paths = paths

self.boxes = sorted(boxes, key = lambda x: x.frame)

self.workers = workers

def bind(self):

for path in self.paths:

self.boxes = Path.bindattributes(path.attributes, self.boxes)

def getdata(self, args):

response = []

video = session.query(Video).filter(Video.slug == args.slug)

if video.count() == 0:

print "Video {0} does not exist!".format(args.slug)

raise SystemExit()

video = video.one()

if args.merge:

for boxes, paths in merge.merge(video.segments,

threshold = args.merge_threshold):

workers = list(set(x.job.workerid for x in paths))

tracklet = DumpCommand.Tracklet(paths[0].label.text,

paths, boxes, workers)

response.append(tracklet)

else:

for segment in video.segments:

for job in segment.jobs:

if not job.useful:

continue

worker = job.workerid

for path in job.paths:

tracklet = DumpCommand.Tracklet(path.label.text,

[path],

path.getboxes(),

[worker])

response.append(tracklet)

if args.worker:

workers = set(args.worker)

response = [x for x in response if set(x.workers) & workers]

interpolated = []

for track in response:

path = vision.track.interpolation.LinearFill(track.boxes)

tracklet = DumpCommand.Tracklet(track.label, track.paths,

path, track.workers)

interpolated.append(tracklet)

response = interpolated

for tracklet in response:

tracklet.bind()

def setup(self):

parser = argparse.ArgumentParser(parents = [self.parent])

parser.add_argument("output")

parser.add_argument("--no-augment", action="store_true", default = False)

parser.add_argument("--labels", action="store_true", default = False)

parser.add_argument("--renumber", action="store_true", default = False)

return parser

def __call__(self, args):

video, data = self.getdata(args)

# prepend class label

for track in data:

for box in track.boxes:

box.attributes.insert(0, track.label)

paths = [x.boxes for x in data]

print "Highlighting {0} tracks...".format(len(data))

if args.labels:

font = ImageFont.truetype("arial.ttf", 14)

else:

font = None

it = vision.visualize.highlight_paths(video, paths, font = font)

if not args.no_augment:

it = self.augment(args, video, data, it)

if args.renumber:

it = self.renumber(it)

try:

os.makedirs(args.output)

except:

pass

vision.visualize.save(it,

lambda x: "{0}/{1}.jpg".format(args.output, x))

def renumber(self, it):

for count, (im, _) in enumerate(it):

yield im, count

def augment(self, args, video, data, frames):

offset = 100

for im, frame in frames:

aug = Image.new(im.mode, (im.size[0], im.size[1] + offset))

aug.paste("black")

aug.paste(im, (0, 0))

draw = ImageDraw.ImageDraw(aug)

s = im.size[1]

font = ImageFont.truetype("arial.ttf", 14)

# extract some data

workerids = set()

sum = 0

for track in data:

if frame in (x.frame for x in track.boxes):

for worker in track.workers:

if worker not in workerids and worker is not None:

workerids.add(worker)

sum += 1

ypos = s + 5

for worker in workerids:

draw.text((5, ypos), worker, fill="white", font = font)

ypos += draw.textsize(worker, font = font)[1] + 3

size = draw.textsize(video.slug, font = font)

draw.text((im.size[0] - size[0] - 5, s + 5),

video.slug, font = font)

text = "{0} annotations".format(sum)

numsize = draw.textsize(text, font = font)

draw.text((im.size[0] - numsize[0] - 5, s + 5 + size[1] + 3),

text, font = font)

def setup(self):

parser = argparse.ArgumentParser(parents = [self.parent])

parser.add_argument("--output", "-o")

parser.add_argument("--xml", "-x",

action="store_true", default=False)

parser.add_argument("--json", "-j",

action="store_true", default=False)

parser.add_argument("--matlab", "-ml",

action="store_true", default=False)

parser.add_argument("--pickle", "-p",

action="store_true", default=False)

parser.add_argument("--labelme", "-vlm",

action="store", default=False)

parser.add_argument("--pascal", action="store_true", default=False)

parser.add_argument("--pascal-difficult", type = int, default = 100)

parser.add_argument("--pascal-skip", type = int, default = 15)

parser.add_argument("--pascal-negatives")

parser.add_argument("--scale", "-s", default = 1.0, type = float)

parser.add_argument("--dimensions", "-d", default = None)

parser.add_argument("--original-video", "-v", default = None)

parser.add_argument("--lowercase", action="store_true", default=False)

return parser

def __call__(self, args):

video, data = self.getdata(args)

if args.pascal:

if not args.output:

print "error: PASCAL output needs an output"

return

file = args.output

print "Dumping video {0}".format(video.slug)

elif args.output:

file = open(args.output, 'w')

print "Dumping video {0}".format(video.slug)

else:

file = cStringIO.StringIO()

scale = args.scale

if args.dimensions or args.original_video:

if args.original_video:

#w, h = ffmpeg.extract(args.original_video).next().size

w, h = ffmpeg.info().get_size(args.original_video)

else:

w, h = args.dimensions.split("x")

w = float(w)

h = float(h)

s = w / video.width

if s * video.height > h:

s = h / video.height

scale = s

for track in data:

track.boxes = [x.transform(scale) for x in track.boxes]

if args.lowercase:

track.label = track.label.lower()

if args.xml:

self.dumpxml(file, data)

elif args.json:

self.dumpjson(file, data)

elif args.matlab:

self.dumpmatlab(file, data, video, scale)

elif args.pickle:

self.dumppickle(file, data)

elif args.labelme:

self.dumplabelme(file, data, args.slug, args.labelme)

elif args.pascal:

if scale != 1:

print "Warning: scale is not 1, yet frames are not resizing!"

print "Warning: you should manually update the JPEGImages"

self.dumppascal(file, video, data, args.pascal_difficult,

args.pascal_skip, args.pascal_negatives)

else:

self.dumptext(file, data)

if args.pascal:

return

elif args.output:

file.close()

else:

sys.stdout.write(file.getvalue())

def dumpmatlab(self, file, data, video, scale):

results = []

for id, track in enumerate(data):

for box in track.boxes:

if not box.lost:

data = {}

data['id'] = id

data['xtl'] = box.xtl

data['ytl'] = box.ytl

data['xbr'] = box.xbr

data['ybr'] = box.ybr

data['frame'] = box.frame

data['lost'] = box.lost

data['occluded'] = box.occluded

data['label'] = track.label

data['attributes'] = box.attributes

data['generated'] = box.generated

results.append(data)

from scipy.io import savemat as savematlab

savematlab(file,

{"annotations": results,

"num_frames": video.totalframes,

"slug": video.slug,

"skip": video.skip,

"width": int(video.width * scale),

"height": int(video.height * scale),

"scale": scale}, oned_as="row")

def dumpxml(self, file, data):

file.write("<annotations count=\"{0}\">\n".format(len(data)))

for id, track in enumerate(data):

file.write("\t<track id=\"{0}\" label=\"{1}\">\n"

.format(id, track.label))

for box in track.boxes:

file.write("\t\t<box frame=\"{0}\"".format(box.frame))

file.write(" xtl=\"{0}\"".format(box.xtl))

file.write(" ytl=\"{0}\"".format(box.ytl))

file.write(" xbr=\"{0}\"".format(box.xbr))

file.write(" ybr=\"{0}\"".format(box.ybr))

file.write(" outside=\"{0}\"".format(box.lost))

file.write(" occluded=\"{0}\">".format(box.occluded))

for attr in box.attributes:

file.write("<attribute id=\"{0}\">{1}</attribute>".format(

attr.id, attr.text))

file.write("</box>\n")

file.write("\t</track>\n")

file.write("</annotations>\n")

def dumpjson(self, file, data):

annotations = {}

for id, track in enumerate(data):

result = {}

result['label'] = track.label

boxes = {}

for box in track.boxes:

boxdata = {}

boxdata['xtl'] = box.xtl

boxdata['ytl'] = box.ytl

boxdata['xbr'] = box.xbr

boxdata['ybr'] = box.ybr

boxdata['outside'] = box.lost

boxdata['occluded'] = box.occluded

boxdata['attributes'] = box.attributes

boxes[int(box.frame)] = boxdata

result['boxes'] = boxes

annotations[int(id)] = result

import json

json.dump(annotations, file)

file.write("\n")

def dumppickle(self, file, data):

annotations = []

for track in data:

result = {}

result['label'] = track.label

result['boxes'] = track.boxes

annotations.append(result)

import pickle

pickle.dump(annotations, file, protocol = 2)

def dumptext(self, file, data):

for id, track in enumerate(data):

for box in track.boxes:

file.write(str(id))

file.write(" ")

file.write(str(box.xtl))

file.write(" ")

file.write(str(box.ytl))

file.write(" ")

file.write(str(box.xbr))

file.write(" ")

file.write(str(box.ybr))

file.write(" ")

file.write(str(box.frame))

file.write(" ")

file.write(str(box.lost))

file.write(" ")

file.write(str(box.occluded))

file.write(" ")

file.write(str(box.generated))

file.write(" \"")

file.write(track.label)

file.write("\"")

for attr in box.attributes:

file.write(" \"")

file.write(attr.text)

file.write("\"")

file.write("\n")

def dumplabelme(self, file, data, slug, folder):

file.write("<annotation>")

file.write("<folder>{0}</folder>".format(folder))

file.write("<filename>{0}.flv</filename>".format(slug))

file.write("<source>")

file.write("<type>video</type>")

file.write("<sourceImage>vatic frames</sourceImage>")

file.write("<sourceAnnotation>vatic</sourceAnnotation>")

file.write("</source>")

file.write("\n")

data = list(enumerate(data))

for id, track in data:

eligibleframes = [x.frame for x in track.boxes if not x.lost]

if not eligibleframes:

continue

startframe = min(eligibleframes)

endframe = max(eligibleframes)

file.write("<object>")

file.write("<name>{0}</name>".format(track.label))

file.write("<moving>true</moving>")

file.write("<action/>")

file.write("<verified>0</verified>")

file.write("<id>{0}</id>".format(id))

file.write("<createdFrame>{0}</createdFrame>".format(startframe))

file.write("<startFrame>{0}</startFrame>".format(startframe))

file.write("<endFrame>{0}</endFrame>".format(endframe))

file.write("\n")

for box in track.boxes:

if box.lost:

continue

file.write("<polygon>")

file.write("<t>{0}</t>".format(box.frame))

file.write("<pt>")

file.write("<x>{0}</x>".format(box.xtl))

file.write("<y>{0}</y>".format(box.ytl))

file.write("<l>{0}</l>".format(0 if box.generated else 1))

file.write("</pt>")

file.write("<pt>")

file.write("<x>{0}</x>".format(box.xtl))

file.write("<y>{0}</y>".format(box.ybr))

file.write("<l>{0}</l>".format(0 if box.generated else 1))

file.write("</pt>")

file.write("<pt>")

file.write("<x>{0}</x>".format(box.xbr))

file.write("<y>{0}</y>".format(box.ybr))

file.write("<l>{0}</l>".format(0 if box.generated else 1))

file.write("</pt>")

file.write("<pt>")

file.write("<x>{0}</x>".format(box.xbr))

file.write("<y>{0}</y>".format(box.ytl))

file.write("<l>{0}</l>".format(0 if box.generated else 1))

file.write("</pt>")

file.write("</polygon>")

file.write("\n")

file.write("</object>")

file.write("\n")

eventcounter = 0

for id, track in data:

occlusions = [x for x in track.boxes if x.occluded and not x.lost]

lastframe = None

startframe = None

for box in occlusions:

output = box is occlusions[-1]

if lastframe is None:

lastframe = box.frame

startframe = box.frame

elif box.frame == lastframe + 1:

lastframe = box.frame

else:

output = True

if output:

file.write("<event>");

file.write("<username>anonymous</username>")

file.write("<startFrame>{0}</startFrame>".format(startframe))

file.write("<endFrame>{0}</endFrame>".format(lastframe))

file.write("<createdFrame>{0}</createdFrame>".format(startframe))

file.write("<eid>{0}</eid>".format(eventcounter))

file.write("<x>0</x>")

file.write("<y>0</y>")

file.write("<sentence>")

file.write("<word><text>{0}</text><id>{1}</id></word>"

.format(track.label, id))

file.write("<word><text>is</text></word>")

file.write("<word><text>occluded</text></word>")

file.write("<word><text>by</text></word>")

file.write("<word><text>unknown</text></word>")

file.write("</sentence>")

file.write("</event>")

file.write("\n")

eventcounter += 1

lastframe = None

startframe = None

file.write("</annotation>")

file.write("\n")

def dumppascal(self, folder, video, data, difficultthresh, skip,

negdir):

byframe = {}

for track in data:

for box in track.boxes:

if box.frame not in byframe:

byframe[box.frame] = []

byframe[box.frame].append((box, track))

hasit = {}

allframes = range(0, video.totalframes, skip)

try:

os.makedirs("{0}/Annotations".format(folder))

except:

pass

try:

os.makedirs("{0}/ImageSets/Main/".format(folder))

except:

pass

try:

os.makedirs("{0}/JPEGImages/".format(folder))

except:

pass

numdifficult = 0

numtotal = 0

pascalds = None

allnegatives = set()

if negdir:

pascalds = vision.pascal.PascalDataset(negdir)

print "Writing annotations..."

for frame in allframes:

if frame in byframe:

boxes = byframe[frame]

else:

boxes = []

strframe = str(frame+1).zfill(6)

filename = "{0}/Annotations/{1}.xml".format(folder, strframe)

file = open(filename, "w")

file.write("<annotation>")

file.write("<folder>{0}</folder>".format(folder))

file.write("<filename>{0}.jpg</filename>".format(strframe))

isempty = True

for box, track in boxes:

if box.lost:

continue

isempty = False

if track.label not in hasit:

hasit[track.label] = set()

hasit[track.label].add(frame)

numtotal += 1

difficult = box.area < difficultthresh

if difficult:

numdifficult += 1

difficult = int(difficult)

file.write("<object>")

file.write("<name>{0}</name>".format(track.label))

file.write("<bndbox>")

file.write("<xmax>{0}</xmax>".format(box.xbr))

file.write("<xmin>{0}</xmin>".format(box.xtl))

file.write("<ymax>{0}</ymax>".format(box.ybr))

file.write("<ymin>{0}</ymin>".format(box.ytl))

file.write("</bndbox>")

file.write("<difficult>{0}</difficult>".format(difficult))

file.write("<occluded>{0}</occluded>".format(box.occluded))

file.write("<pose>Unspecified</pose>")

file.write("<truncated>0</truncated>")

file.write("</object>")

if isempty:

# since there are no objects for this frame,

# we need to fabricate one

file.write("<object>")

file.write("<name>not-a-real-object</name>")

file.write("<bndbox>")

file.write("<xmax>10</xmax>")

file.write("<xmin>20</xmin>")

file.write("<ymax>30</ymax>")

file.write("<ymin>40</ymin>")

file.write("</bndbox>")

file.write("<difficult>1</difficult>")

file.write("<occluded>1</occluded>")

file.write("<pose>Unspecified</pose>")

file.write("<truncated>0</truncated>")

file.write("</object>")

file.write("<segmented>0</segmented>")

file.write("<size>")

file.write("<depth>3</depth>")

file.write("<height>{0}</height>".format(video.width))

file.write("<width>{0}</width>".format(video.height))

file.write("</size>")

file.write("<source>")

file.write("<annotation>{0}</annotation>".format(video.slug))

file.write("<database>vatic</database>")

file.write("<image>vatic</image>")

file.write("</source>")

file.write("<owner>")

file.write("<flickrid>vatic</flickrid>")

file.write("<name>vatic</name>")

file.write("</owner>")

file.write("</annotation>")

file.close()

print "{0} of {1} are difficult".format(numdifficult, numtotal)

print "Writing image sets..."

for label, frames in hasit.items():

filename = "{0}/ImageSets/Main/{1}_trainval.txt".format(folder,

label)

file = open(filename, "w")

for frame in allframes:

file.write(str(frame+1).zfill(6))

file.write(" ")

if frame in frames:

file.write("1")

else:

file.write("-1")

file.write("\n")

if pascalds:

print "Sampling negative VOC for {0}".format(label)

negs = itertools.islice(pascalds.find(missing = [label.lower()]), 1000)

for neg in negs:

source = "{0}/Annotations/{1}.xml".format(negdir, neg)

tree = ElementTree.parse(source)

tree.find("folder").text = folder

tree.find("filename").text = "n{0}.jpg".format(neg)

try:

os.makedirs(os.path.dirname("{0}/Annotations/n{1}.xml".format(folder, neg)))

except OSError:

pass

try:

os.makedirs(os.path.dirname("{0}/JPEGImages/n{1}.jpg".format(folder, neg)))

except OSError:

pass

tree.write("{0}/Annotations/n{1}.xml".format(folder, neg))

shutil.copyfile("{0}/JPEGImages/{1}.jpg".format(negdir, neg),

"{0}/JPEGImages/n{1}.jpg".format(folder, neg))

allnegatives.add("n{0}".format(neg))

file.write("n{0} -1\n".format(neg))

file.close()

train = "{0}/ImageSets/Main/{1}_train.txt".format(folder, label)

shutil.copyfile(filename, train)

filename = "{0}/ImageSets/Main/trainval.txt".format(folder)

file = open(filename, "w")

file.write("\n".join(str(x+1).zfill(6) for x in allframes))

for neg in allnegatives:

file.write("n{0}\n".format(neg))