def __init__( self, *args, depthwise_quantizer: Optional[Quantizer] = None, pointwise_quantizer: Optional[Quantizer] = None, **kwargs, ): self.depthwise_quantizer = quantizers.get_kernel_quantizer( depthwise_quantizer) self.pointwise_quantizer = quantizers.get_kernel_quantizer( pointwise_quantizer) super().__init__(*args, **kwargs) if _is_binary( self.depthwise_quantizer) and not self.depthwise_constraint: log.warning( "Using a binary `depthwise_quantizer` without setting `depthwise_constraint` " "may result in starved weights (where the gradient is always zero)." ) if _is_binary( self.pointwise_quantizer) and not self.pointwise_constraint: log.warning( "Using a binary `pointwise_quantizer` without setting `pointwise_constraint` " "may result in starved weights (where the gradient is always zero)." )
def __init__(self, *args, kernel_quantizer=None, **kwargs): self.kernel_quantizer = quantizers.get_kernel_quantizer(kernel_quantizer) super().__init__(*args, **kwargs) if kernel_quantizer and not self.kernel_constraint: log.warning( "Using a weight quantizer without setting `kernel_constraint` " "may result in starved weights (where the gradient is always zero)." )