def main():
print "www.ua-tracker.org parse script"
ualist = []
fr = open("www.ua-tracker.com user_agents.txt",'r')
for line in fr:
uaString = line.rstrip('\n')
uaString = uaString.rstrip()
uaString = uaString.lstrip()
if uaString != '':
x = uaobject()
x.uaString = uaString
ualist.append(x)
fr.close()
uas_parser = UASparser()
for (i,x) in enumerate(ualist):
# if i > 10: # debug
# break
print x.uaString
print "parsing UA string", i
x = parseua(x,uas_parser)
f = open("uatrack_data.txt",'w')
for x in ualist:
f.write(x+'\n')
f.close()
return 0
def main():
print "XML Parse Script"
tree = et.parse("allagents.xml")
# these two iterations do the same thing
# for elem in tree.getiterator("String"):
# print elem.text.encode('utf-8')
ualist = []
for elem in tree.getiterator("user-agent"):
stringelem = elem.find("String")
x = uaobject()
x.uaString = stringelem.text.encode('utf-8')
typeelem = elem.find("Type")
if typeelem.text == "R":
x.data['Type'] = "Robot"
elif typeelem.text == "B":
x.data['Type'] = "Browser"
elif typeelem.text == "C":
x.data['Type'] = "Validator"
elif typeelem.text == "P":
x.data['Type'] = "Proxy"
elif typeelem.text == "S":
x.data['Type'] = "Malicious"
elif typeelem.text == "D":
x.data['Type'] = "Downloader"
ualist.append(x)
# run uas parsser
uas_parser = UASparser()
for (i,x) in enumerate(ualist):
print "parsing UA string", i
x = parseua(x,uas_parser)
# result = uas_parser.parse(x.uaString)
# ostype, osversion = osparse(result['os_name'])
#
# if result['typ'] != 'unknown':
# x.data['Type'] = result['typ']
# if result['ua_family'] != 'unknown':
# x.data['Family'] = result['ua_family']
# if ostype != 'unknown':
# x.data['OS'] = ostype
# if osversion != '':
# x.data['OS Version'] = osversion
f = open('xmldata.txt','w')
for x in ualist:
f.write(x + '\n')
f.close()
return 0
