def quant_input_scale(module: QuantLayerMixin): scale = module.quant_input_scale() if scale is None: return None if not module.channelwise_separable: scale = scale.type(torch.FloatTensor).detach() scale = torch.tensor(scale.item()) return scale else: scale = scale.type(torch.FloatTensor).detach() if scale.view(-1).shape[0] == 1: scale = torch.tensor(scale.item()) return scale
def quant_input_bit_width_tensor(module: QuantLayerMixin): bit_width = module.quant_input_bit_width() return bit_width