def LAST_LAYER(SCI_LAST_LAYER):
if int(SCI_LAST_LAYER) == 4:
return (Swish())
if int(SCI_LAST_LAYER) == 3:
return (nn.Sigmoid())
if int(SCI_LAST_LAYER) == 5:
return (nn.Softmax(0))
if int(SCI_LAST_LAYER) == 1:
return (nn.LogSoftmax(0))
if int(SCI_LAST_LAYER) == 2:
return (Mish.Mish())
def LAST_LAYER(SCI_LAST_LAYER):
if int(SCI_LAST_LAYER) == 7:
return (Swish())
if int(SCI_LAST_LAYER) == 2:
return (nn.Sigmoid())
if int(SCI_LAST_LAYER) == 8:
return (nn.Softmax(0))
if int(SCI_LAST_LAYER) == 1:
return (nn.LogSoftmax(0))
if int(SCI_LAST_LAYER) == 6:
return (Mish.Mish())
if int(SCI_LAST_LAYER) == 3:
return (nn.Softsign())
if int(SCI_LAST_LAYER) == 4:
return (nn.Hardtanh())
if int(SCI_LAST_LAYER) == 5:
return (nn.Tanh())