{ "mode": "mtl", "dataset": "boosted", "task": "all", "model_path": "outputs/best_model_mtl_boosted.pt", "results": { "bug_report": { "macro_f1": 0.9051856266200824, "macro_precision": 0.9016466210687212, "macro_recall": 0.9092221173509517, "confidence": { "overall": 0.9751167297363281, "correct": 0.983551561832428, "incorrect": 0.8863566517829895 }, "per_class": { "No": { "precision": 0.9435146443514645, "recall": 0.9222903885480572, "f1-score": 0.9327817993795243, "support": 489.0 }, "Yes": { "precision": 0.8597785977859779, "recall": 0.8961538461538462, "f1-score": 0.8775894538606404, "support": 260.0 }, "accuracy": 0.9132176234979973, "macro avg": { "precision": 0.9016466210687212, "recall": 0.9092221173509517, "f1-score": 0.9051856266200824, "support": 749.0 }, "weighted avg": { "precision": 0.9144473918721233, "recall": 0.9132176234979973, "f1-score": 0.9136229077441307, "support": 749.0 } } }, "feature_request": { "macro_f1": 0.816421568627451, "macro_precision": 0.8249551363417517, "macro_recall": 0.8084569363081142, "confidence": { "overall": 0.9860208034515381, "correct": 0.9903775453567505, "incorrect": 0.9194391369819641 }, "per_class": { "No": { "precision": 0.9633431085043989, "recall": 0.9690265486725663, "f1-score": 0.9661764705882353, "support": 678.0 }, "Yes": { "precision": 0.6865671641791045, "recall": 0.647887323943662, "f1-score": 0.6666666666666666, "support": 71.0 }, "accuracy": 0.9385847797062751, "macro avg": { "precision": 0.8249551363417517, "recall": 0.8084569363081142, "f1-score": 0.816421568627451, "support": 749.0 }, "weighted avg": { "precision": 0.9371066705242975, "recall": 0.9385847797062751, "f1-score": 0.9377850205502763, "support": 749.0 } } }, "aspect": { "macro_f1": 0.8025782333853203, "macro_precision": 0.8013865970222454, "macro_recall": 0.8071020445874096, "confidence": { "overall": 0.9517425298690796, "correct": 0.9682987332344055, "incorrect": 0.8777835965156555 }, "per_class": { "App": { "precision": 0.9329896907216495, "recall": 0.8418604651162791, "f1-score": 0.8850855745721271, "support": 215.0 }, "Driver": { "precision": 0.839572192513369, "recall": 0.8920454545454546, "f1-score": 0.8650137741046832, "support": 176.0 }, "General": { "precision": 0.8292682926829268, "recall": 0.7727272727272727, "f1-score": 0.8, "support": 88.0 }, "Payment": { "precision": 0.7111111111111111, "recall": 0.8421052631578947, "f1-score": 0.7710843373493976, "support": 76.0 }, "Pricing": { "precision": 0.8260869565217391, "recall": 0.8028169014084507, "f1-score": 0.8142857142857143, "support": 71.0 }, "Service": { "precision": 0.6692913385826772, "recall": 0.6910569105691057, "f1-score": 0.68, "support": 123.0 }, "accuracy": 0.8170894526034713, "macro avg": { "precision": 0.8013865970222454, "recall": 0.8071020445874096, "f1-score": 0.8025782333853203, "support": 749.0 }, "weighted avg": { "precision": 0.8229006036672395, "recall": 0.8170894526034713, "f1-score": 0.8184145769402824, "support": 749.0 } } }, "aspect_sentiment": { "macro_f1": 0.6003394063095556, "macro_precision": 0.5894268224819142, "macro_recall": 0.6126239622702458, "confidence": { "overall": 0.9810671806335449, "correct": 0.9874913692474365, "incorrect": 0.8892929553985596 }, "per_class": { "Positive": { "precision": 0.8, "recall": 0.8823529411764706, "f1-score": 0.8391608391608392, "support": 136.0 }, "Neutral": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 6.0 }, "Negative": { "precision": 0.9682804674457429, "recall": 0.9555189456342669, "f1-score": 0.9618573797678275, "support": 607.0 }, "accuracy": 0.9345794392523364, "macro avg": { "precision": 0.5894268224819142, "recall": 0.6126239622702458, "f1-score": 0.6003394063095556, "support": 749.0 }, "weighted avg": { "precision": 0.9299682826963496, "recall": 0.9345794392523364, "f1-score": 0.9318735696194198, "support": 749.0 } } } } }