# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
import sys, struct, gzip
import StringIO as StringIO
import simplejson as json
import files as fu
filename = sys.argv[1]
parse = False
if len(sys.argv) > 2 and sys.argv[2] == 'parse':
parse = True
record_count = 0
bad_records = 0
for len_path, len_data, timestamp, path, data, err in fu.unpack(filename, verbose=True):
record_count += 1
if err:
print "Record", record_count, "was bad:", err
bad_records += 1
continue
if parse:
try:
parsed_json = json.loads(data)
except Exception, e:
bad_records += 1
print "Record", record_count, "failed to parse json:", e
print "Processed", record_count, "records, with", bad_records, "bad records"
import sys, struct, gzip
import StringIO as StringIO
import simplejson as json
import files as fu
filename = sys.argv[1]
parse = False
if len(sys.argv) > 2 and sys.argv[2] == 'parse':
parse = True
record_count = 0
bad_records = 0
version = fu.detect_file_version(filename)
print "It appears that this is a", version, "log file."
for r in fu.unpack(filename, verbose=True, file_version=version):
record_count += 1
if r.error:
print "Record", record_count, "was bad:", r.error
bad_records += 1
continue
if parse:
try:
parsed_json = json.loads(r.data)
except Exception, e:
bad_records += 1
print "Record", record_count, "failed to parse json:", e
print "Processed", record_count, "records, with", bad_records, "bad records"
