186 lines
6.7 KiB
JSON
186 lines
6.7 KiB
JSON
{
|
|
"mode": "mtl",
|
|
"dataset": "boosted",
|
|
"task": "all",
|
|
"model_path": "outputs/best_model_mtl_boosted.pt",
|
|
"results": {
|
|
"bug_report": {
|
|
"macro_f1": 0.9051856266200824,
|
|
"macro_precision": 0.9016466210687212,
|
|
"macro_recall": 0.9092221173509517,
|
|
"confidence": {
|
|
"overall": 0.9751167297363281,
|
|
"correct": 0.983551561832428,
|
|
"incorrect": 0.8863566517829895
|
|
},
|
|
"per_class": {
|
|
"No": {
|
|
"precision": 0.9435146443514645,
|
|
"recall": 0.9222903885480572,
|
|
"f1-score": 0.9327817993795243,
|
|
"support": 489.0
|
|
},
|
|
"Yes": {
|
|
"precision": 0.8597785977859779,
|
|
"recall": 0.8961538461538462,
|
|
"f1-score": 0.8775894538606404,
|
|
"support": 260.0
|
|
},
|
|
"accuracy": 0.9132176234979973,
|
|
"macro avg": {
|
|
"precision": 0.9016466210687212,
|
|
"recall": 0.9092221173509517,
|
|
"f1-score": 0.9051856266200824,
|
|
"support": 749.0
|
|
},
|
|
"weighted avg": {
|
|
"precision": 0.9144473918721233,
|
|
"recall": 0.9132176234979973,
|
|
"f1-score": 0.9136229077441307,
|
|
"support": 749.0
|
|
}
|
|
}
|
|
},
|
|
"feature_request": {
|
|
"macro_f1": 0.816421568627451,
|
|
"macro_precision": 0.8249551363417517,
|
|
"macro_recall": 0.8084569363081142,
|
|
"confidence": {
|
|
"overall": 0.9860208034515381,
|
|
"correct": 0.9903775453567505,
|
|
"incorrect": 0.9194391369819641
|
|
},
|
|
"per_class": {
|
|
"No": {
|
|
"precision": 0.9633431085043989,
|
|
"recall": 0.9690265486725663,
|
|
"f1-score": 0.9661764705882353,
|
|
"support": 678.0
|
|
},
|
|
"Yes": {
|
|
"precision": 0.6865671641791045,
|
|
"recall": 0.647887323943662,
|
|
"f1-score": 0.6666666666666666,
|
|
"support": 71.0
|
|
},
|
|
"accuracy": 0.9385847797062751,
|
|
"macro avg": {
|
|
"precision": 0.8249551363417517,
|
|
"recall": 0.8084569363081142,
|
|
"f1-score": 0.816421568627451,
|
|
"support": 749.0
|
|
},
|
|
"weighted avg": {
|
|
"precision": 0.9371066705242975,
|
|
"recall": 0.9385847797062751,
|
|
"f1-score": 0.9377850205502763,
|
|
"support": 749.0
|
|
}
|
|
}
|
|
},
|
|
"aspect": {
|
|
"macro_f1": 0.8025782333853203,
|
|
"macro_precision": 0.8013865970222454,
|
|
"macro_recall": 0.8071020445874096,
|
|
"confidence": {
|
|
"overall": 0.9517425298690796,
|
|
"correct": 0.9682987332344055,
|
|
"incorrect": 0.8777835965156555
|
|
},
|
|
"per_class": {
|
|
"App": {
|
|
"precision": 0.9329896907216495,
|
|
"recall": 0.8418604651162791,
|
|
"f1-score": 0.8850855745721271,
|
|
"support": 215.0
|
|
},
|
|
"Driver": {
|
|
"precision": 0.839572192513369,
|
|
"recall": 0.8920454545454546,
|
|
"f1-score": 0.8650137741046832,
|
|
"support": 176.0
|
|
},
|
|
"General": {
|
|
"precision": 0.8292682926829268,
|
|
"recall": 0.7727272727272727,
|
|
"f1-score": 0.8,
|
|
"support": 88.0
|
|
},
|
|
"Payment": {
|
|
"precision": 0.7111111111111111,
|
|
"recall": 0.8421052631578947,
|
|
"f1-score": 0.7710843373493976,
|
|
"support": 76.0
|
|
},
|
|
"Pricing": {
|
|
"precision": 0.8260869565217391,
|
|
"recall": 0.8028169014084507,
|
|
"f1-score": 0.8142857142857143,
|
|
"support": 71.0
|
|
},
|
|
"Service": {
|
|
"precision": 0.6692913385826772,
|
|
"recall": 0.6910569105691057,
|
|
"f1-score": 0.68,
|
|
"support": 123.0
|
|
},
|
|
"accuracy": 0.8170894526034713,
|
|
"macro avg": {
|
|
"precision": 0.8013865970222454,
|
|
"recall": 0.8071020445874096,
|
|
"f1-score": 0.8025782333853203,
|
|
"support": 749.0
|
|
},
|
|
"weighted avg": {
|
|
"precision": 0.8229006036672395,
|
|
"recall": 0.8170894526034713,
|
|
"f1-score": 0.8184145769402824,
|
|
"support": 749.0
|
|
}
|
|
}
|
|
},
|
|
"aspect_sentiment": {
|
|
"macro_f1": 0.6003394063095556,
|
|
"macro_precision": 0.5894268224819142,
|
|
"macro_recall": 0.6126239622702458,
|
|
"confidence": {
|
|
"overall": 0.9810671806335449,
|
|
"correct": 0.9874913692474365,
|
|
"incorrect": 0.8892929553985596
|
|
},
|
|
"per_class": {
|
|
"Positive": {
|
|
"precision": 0.8,
|
|
"recall": 0.8823529411764706,
|
|
"f1-score": 0.8391608391608392,
|
|
"support": 136.0
|
|
},
|
|
"Neutral": {
|
|
"precision": 0.0,
|
|
"recall": 0.0,
|
|
"f1-score": 0.0,
|
|
"support": 6.0
|
|
},
|
|
"Negative": {
|
|
"precision": 0.9682804674457429,
|
|
"recall": 0.9555189456342669,
|
|
"f1-score": 0.9618573797678275,
|
|
"support": 607.0
|
|
},
|
|
"accuracy": 0.9345794392523364,
|
|
"macro avg": {
|
|
"precision": 0.5894268224819142,
|
|
"recall": 0.6126239622702458,
|
|
"f1-score": 0.6003394063095556,
|
|
"support": 749.0
|
|
},
|
|
"weighted avg": {
|
|
"precision": 0.9299682826963496,
|
|
"recall": 0.9345794392523364,
|
|
"f1-score": 0.9318735696194198,
|
|
"support": 749.0
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} |