Python Evaluator示例

示例#1

文件： component_test.py 项目： wendy2003888/tfx

 def testEnableCache(self):
     examples = standard_artifacts.Examples()
     model_exports = standard_artifacts.Model()
     evaluator_1 = component.Evaluator(
         examples=channel_utils.as_channel([examples]),
         model=channel_utils.as_channel([model_exports]))
     self.assertEqual(None, evaluator_1.enable_cache)
     evaluator_2 = component.Evaluator(
         examples=channel_utils.as_channel([examples]),
         model=channel_utils.as_channel([model_exports]),
         enable_cache=True)
     self.assertEqual(True, evaluator_2.enable_cache)

示例#2

 def test_construct(self):
     examples = types.Artifact(type_name='ExamplesPath')
     model_exports = types.Artifact(type_name='ModelExportPath')
     evaluator = component.Evaluator(
         examples=channel.as_channel([examples]),
         model_exports=channel.as_channel([model_exports]))
     self.assertEqual('ModelEvalPath', evaluator.outputs.output.type_name)

示例#3

文件： component_test.py 项目： yongsheng268/tfx

 def test_construct(self):
     examples = standard_artifacts.Examples()
     model_exports = standard_artifacts.Model()
     evaluator = component.Evaluator(
         examples=channel_utils.as_channel([examples]),
         model_exports=channel_utils.as_channel([model_exports]))
     self.assertEqual('ModelEvalPath', evaluator.outputs.output.type_name)

示例#4

文件： component_test.py 项目： ysjeon7/tfx

 def testConstruct(self):
   examples = standard_artifacts.Examples()
   model_exports = standard_artifacts.Model()
   evaluator = component.Evaluator(
       examples=channel_utils.as_channel([examples]),
       model=channel_utils.as_channel([model_exports]))
   self.assertEqual(standard_artifacts.ModelEvaluation.TYPE_NAME,
                    evaluator.outputs['evaluation'].type_name)

示例#5

文件： component_test.py 项目： ysjeon7/tfx

 def testConstructWithEvalConfig(self):
   examples = standard_artifacts.Examples()
   model_exports = standard_artifacts.Model()
   evaluator = component.Evaluator(
       examples=channel_utils.as_channel([examples]),
       model_exports=channel_utils.as_channel([model_exports]),
       eval_config=tfma.EvalConfig(
           slicing_specs=[tfma.SlicingSpec(feature_keys=['trip_start_hour'])]))
   self.assertEqual(standard_artifacts.ModelEvaluation.TYPE_NAME,
                    evaluator.outputs['output'].type_name)

示例#6

 def testConstructWithModuleFile(self):
     examples = standard_artifacts.Examples()
     model_exports = standard_artifacts.Model()
     evaluator = component.Evaluator(
         examples=channel_utils.as_channel([examples]),
         model=channel_utils.as_channel([model_exports]),
         example_splits=['eval'],
         module_file='path')
     self.assertEqual(standard_artifacts.ModelEvaluation.TYPE_NAME,
                      evaluator.outputs['evaluation'].type_name)
     self.assertEqual('path', evaluator.exec_properties['module_file'])

示例#7

 def test_construct_with_slice_spec(self):
     examples = types.Artifact(type_name='ExamplesPath')
     model_exports = types.Artifact(type_name='ModelExportPath')
     evaluator = component.Evaluator(
         examples=channel.as_channel([examples]),
         model_exports=channel.as_channel([model_exports]),
         feature_slicing_spec=evaluator_pb2.FeatureSlicingSpec(specs=[
             evaluator_pb2.SingleSlicingSpec(
                 column_for_slicing=['trip_start_hour'])
         ]))
     self.assertEqual('ModelEvalPath', evaluator.outputs.output.type_name)

示例#8

    def testConstructDuplicateUserModule(self):
        examples = standard_artifacts.Examples()
        model_exports = standard_artifacts.Model()

        with self.assertRaises(ValueError):
            _ = component.Evaluator(
                examples=channel_utils.as_channel([examples]),
                model=channel_utils.as_channel([model_exports]),
                example_splits=['eval'],
                module_file='module_file_path',
                module_path='python.path.module')

示例#9

 def testConstructWithSliceSpec(self):
     examples = standard_artifacts.Examples()
     model_exports = standard_artifacts.Model()
     evaluator = component.Evaluator(
         examples=channel_utils.as_channel([examples]),
         model_exports=channel_utils.as_channel([model_exports]),
         feature_slicing_spec=evaluator_pb2.FeatureSlicingSpec(specs=[
             evaluator_pb2.SingleSlicingSpec(
                 column_for_slicing=['trip_start_hour'])
         ]))
     self.assertEqual('ModelEvalPath', evaluator.outputs.output.type_name)

示例#10

文件： component_test.py 项目： tvalentyn/tfx

 def testConstructWithFairnessThresholds(self):
   examples = standard_artifacts.Examples()
   model_exports = standard_artifacts.Model()
   evaluator = component.Evaluator(
       examples=channel_utils.as_channel([examples]),
       model_exports=channel_utils.as_channel([model_exports]),
       feature_slicing_spec=evaluator_pb2.FeatureSlicingSpec(specs=[
           evaluator_pb2.SingleSlicingSpec(
               column_for_slicing=['trip_start_hour'])
       ]),
       fairness_indicator_thresholds=[0.1, 0.3, 0.5, 0.9])
   self.assertEqual('ModelEvalPath', evaluator.outputs['output'].type_name)

示例#11

 def testConstruct(self):
     examples = standard_artifacts.Examples()
     model_exports = standard_artifacts.Model()
     evaluator = component.Evaluator(
         examples=channel_utils.as_channel([examples]),
         model=channel_utils.as_channel([model_exports]),
         example_splits=['eval'])
     self.assertEqual(standard_artifacts.ModelEvaluation.TYPE_NAME,
                      evaluator.outputs['evaluation'].type_name)
     self.assertEqual(standard_artifacts.ModelBlessing.TYPE_NAME,
                      evaluator.outputs['blessing'].type_name)
     self.assertEqual(json_utils.dumps(['eval']),
                      evaluator.exec_properties['example_splits'])

示例#12

 def testConstructWithParameter(self):
   column_name = data_types.RuntimeParameter(name='column-name', ptype=Text)
   threshold = data_types.RuntimeParameter(name='threshold', ptype=float)
   examples = standard_artifacts.Examples()
   model_exports = standard_artifacts.Model()
   evaluator = component.Evaluator(
       examples=channel_utils.as_channel([examples]),
       model=channel_utils.as_channel([model_exports]),
       feature_slicing_spec={'specs': [{
           'column_for_slicing': [column_name]
       }]},
       fairness_indicator_thresholds=[threshold])
   self.assertEqual(standard_artifacts.ModelEvaluation.TYPE_NAME,
                    evaluator.outputs['evaluation'].type_name)

示例#13

文件： chicago_taxi_cab_pipeline.py 项目： ucdmkt/chicago_taxi_pipeline_kfp

    def __init__(self, examples: str, model_exports: str,
                 feature_slicing_spec: List[List[str]]):
        slicing_spec = evaluator_pb2.FeatureSlicingSpec()
        for slice_spec in feature_slicing_spec:
            spec = slicing_spec.specs.add()
            for column in slice_spec:
                spec.column_for_slicing.append(column)

        component = evaluator_component.Evaluator(
            channel.Channel('ExamplesPath'),
            channel.Channel('ModelExportPath'),
            feature_slicing_spec=slicing_spec)

        super().__init__(component, {
            "examples": examples,
            "model_exports": model_exports,
        })