def testReadandValidateNestedSchemaFromFile(self):
infile = os.path.join(self.dirname, 'test_nested_schema_file')
f = open(infile, 'wt')
f.write(test_util.GetPlacesSchemaString())
f.close()
read_schema = load_lib.ReadSchemaFile(infile)
load_lib._ValidateExtendedSchema(read_schema)
expected_schema = json.loads(test_util.GetPlacesSchemaString())
self.assertEquals(expected_schema, read_schema)
# append some non-json text and check failure.
f = open(infile, 'at')
f.write('bogus')
f.close()
try:
load_lib.ReadSchemaFile(infile)
self.fail()
except ValueError:
pass # success
def testConvertJsonDataFile(self):
schema = json.loads(test_util.GetPlacesSchemaString())
infile = self._WriteTempPlacesJsonFile()
outfile = os.path.join(self.dirname, 'places.enc_data')
master_key = base64.b64decode(_MASTER_KEY)
string_hasher = ecrypto.StringHash(
ecrypto.GenerateStringHashKey(master_key, _TABLE_ID))
load_lib.ConvertJsonDataFile(schema, master_key, _TABLE_ID, infile,
outfile)
# validate new data file against new rewritten schema.
new_schema = json.loads(_PLACES_REWRITTEN_SCHEMA)
load_lib._ValidateJsonDataFile(new_schema, outfile)
fout = open(outfile, 'rt')
for line in fout:
data = json.loads(line)
break
self.assertEqual(data['kind'], 'person')
self.assertTrue(util.SEARCHWORDS_PREFIX + u'gender' in data)
(model_iv,
model_hash) = data[util.SEARCHWORDS_PREFIX + u'gender'].split(' ')
expected_model_key_hash = string_hasher.GetStringKeyHash(
util.SEARCHWORDS_PREFIX + u'gender', u'Male'.lower())
expected_model_hash = base64.b64encode(
hashlib.sha1(model_iv + expected_model_key_hash).digest()[:8])
self.assertEquals(expected_model_hash, model_hash)
self.assertTrue(util.SEARCHWORDS_PREFIX +
u'place' in data['citiesLived'][0])
(model_iv,
model_hash) = data['citiesLived'][0][util.SEARCHWORDS_PREFIX +
u'place'].split(' ')
expected_model_key_hash = string_hasher.GetStringKeyHash(
util.SEARCHWORDS_PREFIX + u'place', u'Seattle'.lower())
expected_model_hash = base64.b64encode(
hashlib.sha1(model_iv + expected_model_key_hash).digest()[:8])
self.assertEquals(expected_model_hash, model_hash)
self.assertEquals(data['spouse']['spouseAge'], 23)
checked = []
# look for lat,long in citiesLived
found_any = False
for city in data['citiesLived']:
checked.append(city)
if city.get('lat', None) is None:
continue
found_any = True
self.assertTrue(isinstance(city['lat'], float))
self.assertTrue(isinstance(city['long'], float))
self.assertTrue(city['lat'] >= 0.0)
self.assertTrue(city['long'] >= 0.0)
self.assertTrue(
found_any, 'found_any %s checked ( %s )' %
(found_any, ' , '.join(map(str, checked))))
fout.close()
def testConvertJsonDataFile(self):
schema = json.loads(test_util.GetPlacesSchemaString())
infile = self._WriteTempPlacesJsonFile()
outfile = os.path.join(self.dirname, 'places.enc_data')
master_key = base64.b64decode(_MASTER_KEY)
string_hasher = ecrypto.StringHash(
ecrypto.GenerateStringHashKey(master_key, _TABLE_ID))
load_lib.ConvertJsonDataFile(schema, master_key, _TABLE_ID, infile,
outfile)
# validate new data file against new rewritten schema.
new_schema = json.loads(_PLACES_REWRITTEN_SCHEMA)
load_lib._ValidateJsonDataFile(new_schema, outfile)
fout = open(outfile, 'rt')
for line in fout:
data = json.loads(line)
break
self.assertEqual(data['kind'], 'person')
self.assertTrue(util.SEARCHWORDS_PREFIX + u'gender' in data)
(model_iv,
model_hash) = data[util.SEARCHWORDS_PREFIX + u'gender'].split(' ')
expected_model_key_hash = string_hasher.GetStringKeyHash(
util.SEARCHWORDS_PREFIX + u'gender', u'Male'.lower())
expected_model_hash = base64.b64encode(
hashlib.sha1(model_iv + expected_model_key_hash).digest()[:8])
self.assertEquals(expected_model_hash, model_hash)
self.assertTrue(util.SEARCHWORDS_PREFIX +
u'place' in data['citiesLived'][0])
(model_iv,
model_hash) = data['citiesLived'][0][util.SEARCHWORDS_PREFIX +
u'place'].split(' ')
expected_model_key_hash = string_hasher.GetStringKeyHash(
util.SEARCHWORDS_PREFIX + u'place', u'Seattle'.lower())
expected_model_hash = base64.b64encode(
hashlib.sha1(model_iv + expected_model_key_hash).digest()[:8])
self.assertEquals(expected_model_hash, model_hash)
self.assertEquals(data['spouse']['spouseAge'], 23)
fout.close()
def testValidateJsonDataFile(self):
schema = json.loads(test_util.GetPlacesSchemaString())
infile = self._WriteTempPlacesJsonFile()
load_lib._ValidateJsonDataFile(schema, infile)
def testRewriteNestedSchemaAsJsonFile(self):
schema = json.loads(test_util.GetPlacesSchemaString())
new_schema = load_lib.RewriteSchema(schema)
expected_schema = json.loads(_PLACES_REWRITTEN_SCHEMA)
self.assertEquals(expected_schema, new_schema)