import json
import os
import sys
sys.path.append(os.path.join(os.path.dirname(__file__), os.path.pardir))
from uasparser2 import UASparser
up = UASparser()
uas_list = []
ua_file = open('test/user_agents.txt', 'r').read().split('\n')
c = 0
for uas in ua_file:
if uas:
c += 1
if c % 1000 == 0:
print c, '/', len(ua_file)
uas_list.append((uas, up.parse(uas)))
json.dump(uas_list, open('test/uas.json', 'w'))
import os, sys
import json
import time
sys.path.append(os.path.join(os.path.dirname(__file__), os.path.pardir))
from uasparser2 import UASparser
test_uas = json.load(open('test/uas.json', 'r'))
t0 = time.time()
up = UASparser(mem_cache_size=0)
print 'load:', time.time() - t0
t0 = time.time()
for uas, obj in test_uas:
try:
new_obj = up.parse(uas)
assert new_obj == obj
except:
print
for k, v in obj.iteritems():
print k, '\t', v, '\t', new_obj[k]
raise
print
print 'parse:', time.time() - t0
print 'cahce', up.mem_cache.stats_hit, up.mem_cache.stats_miss
import os, sys
import json
import time
sys.path.append(os.path.join(os.path.dirname(__file__), os.path.pardir))
from uasparser2 import UASparser
test_uas = json.load(open('test/uas.json', 'r'))
t0 = time.time()
up = UASparser(mem_cache_size=0)
print 'load:', time.time() - t0
t0 = time.time()
for uas, obj in test_uas:
try:
new_obj = up.parse(uas)
assert new_obj == obj
except:
print
for k, v in obj.iteritems(): print k, '\t', v, '\t', new_obj[k]
raise
print
print 'parse:', time.time() - t0
print 'cahce', up.mem_cache.stats_hit, up.mem_cache.stats_miss
import json
import os
import sys
sys.path.append(os.path.join(os.path.dirname(__file__), os.path.pardir))
from uasparser2 import UASparser
up = UASparser()
uas_list = []
ua_file = open('test/user_agents.txt', 'r').read().split('\n')
c = 0
for uas in ua_file:
if uas:
c += 1
if c % 1000 == 0:
print c, '/', len(ua_file)
uas_list.append((uas, up.parse(uas)))
json.dump(uas_list, open('test/uas.json', 'w'))
