def benchmark_layers_advanced_activations_leaky_relu_overhead(self):

        layer = advanced_activations.LeakyReLU()
        x = array_ops.ones((1, 1))

        def fn():
            layer(x)

        self._run(fn, 10000)
 def test_serialization_with_layers(self):
   activation = advanced_activations.LeakyReLU(alpha=0.1)
   layer = core.Dense(3, activation=activation)
   config = serialization.serialize(layer)
   deserialized_layer = serialization.deserialize(
       config, custom_objects={'LeakyReLU': activation})
   self.assertEqual(deserialized_layer.__class__.__name__,
                    layer.__class__.__name__)
   self.assertEqual(deserialized_layer.activation.__class__.__name__,
                    activation.__class__.__name__)
  def test_invalid_usage(self):
    with self.assertRaises(ValueError):
      activations.get('unknown')

    # The following should be possible but should raise a warning:
    activations.get(advanced_activations.LeakyReLU())