def get_metric():
"""Get metrics Matthews Correlation Coefficient"""
return MCC(average='micro')
def __init__(self):
is_pair = False
class_labels = ['0', '1']
metric = MCC(average='micro')
super(CoLATask, self).__init__(class_labels, metric, is_pair)
def __init__(self):
is_pair = True
class_labels = ['not_entailment', 'entailment']
metric = MCC(average='micro')
super(AXbTask, self).__init__(class_labels,
metric, is_pair, output_format="jsonl")
