index = Index() # read parsed freebase output (json); change filename according requested input file f = open('../../../../data/sample_freebase-rdf-2014-09-28-00-00_output') # get records from JSON file (streaming) records = ijson.items(f, 'freebase.item') # counter x = 0 # traversing records from file for rec in records: # index each record index.index_object(create_FreebaseOnject_from_rec(rec)) x += 1 # print number of indexed object if (x % 1000) == 0: print x # maximum number of indexed object constraint if x > 20000: break print "\n---\n"