예제 #1
0
index = Index()

# read parsed freebase output (json); change filename according requested input file
f = open('../../../../data/sample_freebase-rdf-2014-09-28-00-00_output')

# get records from JSON file (streaming)
records = ijson.items(f, 'freebase.item')

# counter
x = 0

# traversing records from file
for rec in records:
	
	# index each record
	index.index_object(create_FreebaseOnject_from_rec(rec))

	x += 1

	# print number of indexed object
	if (x % 1000) == 0:
		print x

	# maximum number of indexed object constraint
	if x > 20000:
		break

print "\n---\n"