def test_example_protos_from_path_get_all_in_file(self): cns_path = os.path.join(tf.test.get_temp_dir(), 'dummy_example') example = test_utils.make_fake_example() test_utils.write_out_examples([example], cns_path) dummy_examples = oss_utils.example_protos_from_path(cns_path) self.assertEqual(1, len(dummy_examples)) self.assertEqual(example, dummy_examples[0])
def test_examples_from_path(self): examples = [self.get_fake_example(0), self.get_fake_example(1)] examples_path = os.path.join(self.logdir, "test_examples.rio") test_utils.write_out_examples(examples, examples_path) response = self.server.get("/data/plugin/whatif/examples_from_path?" + urllib_parse.urlencode({ "examples_path": examples_path, "max_examples": 2, "sampling_odds": 1, })) self.assertEqual(200, response.status_code) example_strings = json.loads( response.get_data().decode("utf-8"))["examples"] received_examples = [json.loads(x) for x in example_strings] self.assertEqual(2, len(received_examples)) self.assertEqual( 0, int(received_examples[0]["features"]["feature"]["single_int"] ["int64List"]["value"][0]), ) self.assertEqual( 1, int(received_examples[1]["features"]["feature"]["single_int"] ["int64List"]["value"][0]), )
def test_example_protos_from_path_get_two(self): cns_path = os.path.join(tf.test.get_temp_dir(), 'dummy_example') example_one = test_utils.make_fake_example(1) example_two = test_utils.make_fake_example(2) example_three = test_utils.make_fake_example(3) test_utils.write_out_examples( [example_one, example_two, example_three], cns_path) dummy_examples = oss_utils.example_protos_from_path(cns_path, 2) self.assertEqual(2, len(dummy_examples)) self.assertEqual(example_one, dummy_examples[0]) self.assertEqual(example_two, dummy_examples[1])
def test_example_protos_from_path_use_wildcard(self): cns_path = os.path.join(tf.test.get_temp_dir(), 'wildcard_example1') example1 = test_utils.make_fake_example(1) test_utils.write_out_examples([example1], cns_path) cns_path = os.path.join(tf.test.get_temp_dir(), 'wildcard_example2') example2 = test_utils.make_fake_example(2) test_utils.write_out_examples([example2], cns_path) wildcard_path = os.path.join(tf.test.get_temp_dir(), 'wildcard_example*') dummy_examples = oss_utils.example_protos_from_path(wildcard_path) self.assertEqual(2, len(dummy_examples))
def test_example_protos_from_path_use_wildcard(self): cns_path = os.path.join(tf.compat.v1.test.get_temp_dir(), "wildcard_example1") example1 = test_utils.make_fake_example(1) test_utils.write_out_examples([example1], cns_path) cns_path = os.path.join(tf.compat.v1.test.get_temp_dir(), "wildcard_example2") example2 = test_utils.make_fake_example(2) test_utils.write_out_examples([example2], cns_path) wildcard_path = os.path.join(tf.compat.v1.test.get_temp_dir(), "wildcard_example*") dummy_examples = platform_utils.example_protos_from_path(wildcard_path) self.assertEqual(2, len(dummy_examples))
def test_examples_from_path(self): examples = [self.get_fake_example(0), self.get_fake_example(1)] examples_path = os.path.join(self.logdir, 'test_examples.rio') test_utils.write_out_examples(examples, examples_path) response = self.server.get('/data/plugin/whatif/examples_from_path?' + urllib_parse.urlencode({ 'examples_path': examples_path, 'max_examples': 2 })) self.assertEqual(200, response.status_code) example_strings = json.loads( response.get_data().decode('utf-8'))['examples'] received_examples = [json.loads(x) for x in example_strings] self.assertEqual(2, len(received_examples)) self.assertEqual( 0, int(received_examples[0]['features']['feature']['single_int'] ['int64List']['value'][0])) self.assertEqual( 1, int(received_examples[1]['features']['feature']['single_int'] ['int64List']['value'][0]))
def make_and_write_fake_example(self): """Make example and write it to self.examples_path.""" example = test_utils.make_fake_example() test_utils.write_out_examples([example], self.examples_path) return example