Compare commits

...

1 Commits

Author SHA1 Message Date
43cd3c41b9 Fix gitignore and add LFS 2026-04-20 20:44:57 +01:00
6 changed files with 6 additions and 65 deletions

4
.gitattributes vendored
View File

@@ -1 +1,3 @@
* text=auto eol=lf * text=auto eol=lf
*.pt filter=lfs diff=lfs merge=lfs -text
*.csv filter=lfs diff=lfs merge=lfs -text

4
.gitignore vendored
View File

@@ -15,4 +15,6 @@ __pycache__/
*.png *.png
*.jpg *.jpg
*.json *.json
*.bat *.bat
__pycache__/
*.pyc

View File

@@ -1,13 +0,0 @@
model,task,macro_f1,macro_precision,macro_recall,accuracy,conf_overall,conf_correct,conf_incorrect
mtl_original,bug_report,0.7833333333333331,0.768455530360292,0.8027848820687691,0.8613333333333331,0.956886053085327,0.97133868932724,0.8671128153800961
mtl_original,feature_request,0.7632819746470161,0.7523338553934561,0.776279013245837,0.8693333333333331,0.9604225158691401,0.971001923084259,0.8900374770164491
mtl_original,aspect,0.7170467094024511,0.718659478955565,0.7175741849634061,0.736,0.8980301022529601,0.927059710025787,0.81709885597229
mtl_original,aspect_sentiment,0.7574652640875611,0.771311938013836,0.7471910012842651,0.912,0.965078949928283,0.9762944579124451,0.848845124244689
mtl_boosted,bug_report,0.9051856266200821,0.9016466210687211,0.909222117350951,0.9132176234979971,0.9751167297363281,0.9835515618324281,0.8863566517829891
mtl_boosted,feature_request,0.8164215686274511,0.8249551363417511,0.8084569363081141,0.9385847797062751,0.9860208034515381,0.99037754535675,0.9194391369819641
mtl_boosted,aspect,0.8025782333853201,0.801386597022245,0.8071020445874091,0.8170894526034711,0.951742529869079,0.9682987332344051,0.8777835965156551
mtl_boosted,aspect_sentiment,0.6003394063095551,0.589426822481914,0.6126239622702451,0.9345794392523361,0.981067180633544,0.9874913692474361,0.889292955398559
stl_aspect,aspect,0.6941267385341161,0.692636644001273,0.717751069459417,0.716,0.8459477424621581,0.887672424316406,0.740754663944244
stl_aspect_sentiment,aspect_sentiment,0.7856154710827541,0.7905014749262531,0.7816500597847741,0.916,0.981183290481567,0.9872694015502931,0.9148151278495781
stl_bug_report,bug_report,0.7845034000574651,0.762719298245614,0.8191602728047741,0.856,0.9904617667198181,0.992652595043182,0.977438509464263
stl_feature_request,feature_request,0.741924491616304,0.739484126984127,0.7444606473042491,0.862666666666666,0.951506376266479,0.9664607644081111,0.8575695753097531
1 model task macro_f1 macro_precision macro_recall accuracy conf_overall conf_correct conf_incorrect
2 mtl_original bug_report 0.7833333333333331 0.768455530360292 0.8027848820687691 0.8613333333333331 0.956886053085327 0.97133868932724 0.8671128153800961
3 mtl_original feature_request 0.7632819746470161 0.7523338553934561 0.776279013245837 0.8693333333333331 0.9604225158691401 0.971001923084259 0.8900374770164491
4 mtl_original aspect 0.7170467094024511 0.718659478955565 0.7175741849634061 0.736 0.8980301022529601 0.927059710025787 0.81709885597229
5 mtl_original aspect_sentiment 0.7574652640875611 0.771311938013836 0.7471910012842651 0.912 0.965078949928283 0.9762944579124451 0.848845124244689
6 mtl_boosted bug_report 0.9051856266200821 0.9016466210687211 0.909222117350951 0.9132176234979971 0.9751167297363281 0.9835515618324281 0.8863566517829891
7 mtl_boosted feature_request 0.8164215686274511 0.8249551363417511 0.8084569363081141 0.9385847797062751 0.9860208034515381 0.99037754535675 0.9194391369819641
8 mtl_boosted aspect 0.8025782333853201 0.801386597022245 0.8071020445874091 0.8170894526034711 0.951742529869079 0.9682987332344051 0.8777835965156551
9 mtl_boosted aspect_sentiment 0.6003394063095551 0.589426822481914 0.6126239622702451 0.9345794392523361 0.981067180633544 0.9874913692474361 0.889292955398559
10 stl_aspect aspect 0.6941267385341161 0.692636644001273 0.717751069459417 0.716 0.8459477424621581 0.887672424316406 0.740754663944244
11 stl_aspect_sentiment aspect_sentiment 0.7856154710827541 0.7905014749262531 0.7816500597847741 0.916 0.981183290481567 0.9872694015502931 0.9148151278495781
12 stl_bug_report bug_report 0.7845034000574651 0.762719298245614 0.8191602728047741 0.856 0.9904617667198181 0.992652595043182 0.977438509464263
13 stl_feature_request feature_request 0.741924491616304 0.739484126984127 0.7444606473042491 0.862666666666666 0.951506376266479 0.9664607644081111 0.8575695753097531

View File

@@ -1,5 +0,0 @@
task,stl,mtl_original,mtl_boosted,mtl_orig_excluding_stl,mtl_boost_excluding_orig
aspect,0.6941267385341161,0.7170467094024511,0.8025782333853201,0.02291997086833497,0.085531523982869
aspect_sentiment,0.7856154710827541,0.7574652640875611,0.6003394063095551,-0.028150206995192995,-0.15712585777800603
bug_report,0.7845034000574651,0.7833333333333331,0.9051856266200821,-0.0011700667241320017,0.12185229328674896
feature_request,0.741924491616304,0.7632819746470161,0.8164215686274511,0.021357483030712054,0.053139593980434996
1 task stl mtl_original mtl_boosted mtl_orig_excluding_stl mtl_boost_excluding_orig
2 aspect 0.6941267385341161 0.7170467094024511 0.8025782333853201 0.02291997086833497 0.085531523982869
3 aspect_sentiment 0.7856154710827541 0.7574652640875611 0.6003394063095551 -0.028150206995192995 -0.15712585777800603
4 bug_report 0.7845034000574651 0.7833333333333331 0.9051856266200821 -0.0011700667241320017 0.12185229328674896
5 feature_request 0.741924491616304 0.7632819746470161 0.8164215686274511 0.021357483030712054 0.053139593980434996

View File

@@ -1,5 +0,0 @@
task,both_correct,mtl_only_correct,stl_only_correct,both_wrong,p_value,significant
bug_report,614,32,28,76,0.6988834276200058,False
feature_request,610,42,37,61,0.6529643755164601,False
aspect,482,70,55,143,0.2103272547960883,False
aspect_sentiment,669,15,18,48,0.7283324808813632,False
1 task both_correct mtl_only_correct stl_only_correct both_wrong p_value significant
2 bug_report 614 32 28 76 0.6988834276200058 False
3 feature_request 610 42 37 61 0.6529643755164601 False
4 aspect 482 70 55 143 0.2103272547960883 False
5 aspect_sentiment 669 15 18 48 0.7283324808813632 False

View File

@@ -1,40 +0,0 @@
model,task,class,precision,recall,f1,support
mtl_original,bug_report,No,0.9319727891156461,0.8954248366013071,0.9133333333333331,612.0
mtl_original,bug_report,Yes,0.6049382716049381,0.710144927536231,0.6533333333333331,138.0
mtl_original,feature_request,No,0.932148626817447,0.9115323854660341,0.9217252396166131,633.0
mtl_original,feature_request,Yes,0.572519083969465,0.6410256410256411,0.604838709677419,117.0
mtl_original,aspect,App,0.7875000000000001,0.84,0.812903225806451,225.0
mtl_original,aspect,Driver,0.786259541984732,0.78030303030303,0.783269961977186,132.0
mtl_original,aspect,General,0.8037383177570091,0.6880000000000001,0.7413793103448271,125.0
mtl_original,aspect,Payment,0.617647058823529,0.636363636363636,0.6268656716417911,33.0
mtl_original,aspect,Pricing,0.698630136986301,0.75,0.7234042553191491,68.0
mtl_original,aspect,Service,0.618181818181818,0.610778443113772,0.6144578313253011,167.0
mtl_original,aspect_sentiment,Positive,0.9387755102040811,0.9533678756476681,0.9460154241645241,386.0
mtl_original,aspect_sentiment,Neutral,0.45161290322580605,0.35897435897435903,0.4,39.0
mtl_original,aspect_sentiment,Negative,0.9235474006116201,0.9292307692307691,0.926380368098159,325.0
mtl_boosted,bug_report,No,0.943514644351464,0.9222903885480571,0.9327817993795241,489.0
mtl_boosted,bug_report,Yes,0.8597785977859771,0.8961538461538461,0.87758945386064,260.0
mtl_boosted,feature_request,No,0.9633431085043981,0.9690265486725661,0.9661764705882351,678.0
mtl_boosted,feature_request,Yes,0.686567164179104,0.647887323943662,0.6666666666666661,71.0
mtl_boosted,aspect,App,0.9329896907216491,0.8418604651162791,0.8850855745721271,215.0
mtl_boosted,aspect,Driver,0.8395721925133691,0.892045454545454,0.865013774104683,176.0
mtl_boosted,aspect,General,0.829268292682926,0.772727272727272,0.8,88.0
mtl_boosted,aspect,Payment,0.711111111111111,0.842105263157894,0.7710843373493971,76.0
mtl_boosted,aspect,Pricing,0.826086956521739,0.8028169014084501,0.8142857142857141,71.0
mtl_boosted,aspect,Service,0.6692913385826771,0.691056910569105,0.68,123.0
mtl_boosted,aspect_sentiment,Positive,0.8,0.8823529411764701,0.8391608391608391,136.0
mtl_boosted,aspect_sentiment,Neutral,0.0,0.0,0.0,6.0
mtl_boosted,aspect_sentiment,Negative,0.968280467445742,0.9555189456342661,0.961857379767827,607.0
stl_aspect,aspect,App,0.797356828193832,0.8044444444444441,0.8008849557522121,225.0
stl_aspect,aspect,Driver,0.717241379310344,0.7878787878787871,0.7509025270758121,132.0
stl_aspect,aspect,General,0.7619047619047611,0.64,0.695652173913043,125.0
stl_aspect,aspect,Payment,0.625,0.6060606060606061,0.6153846153846151,33.0
stl_aspect,aspect,Pricing,0.561403508771929,0.9411764705882351,0.703296703296703,68.0
stl_aspect,aspect,Service,0.6929133858267711,0.5269461077844311,0.598639455782312,167.0
stl_aspect_sentiment,aspect_sentiment,Positive,0.96,0.9326424870466321,0.9461235216819971,386.0
stl_aspect_sentiment,aspect_sentiment,Neutral,0.5,0.461538461538461,0.48,39.0
stl_aspect_sentiment,aspect_sentiment,Negative,0.911504424778761,0.95076923076923,0.9307228915662651,325.0
stl_bug_report,bug_report,No,0.9421052631578941,0.8774509803921561,0.9086294416243651,612.0
stl_bug_report,bug_report,Yes,0.583333333333333,0.760869565217391,0.660377358490566,138.0
stl_feature_request,feature_request,No,0.92063492063492,0.916271721958925,0.9184481393507521,633.0
stl_feature_request,feature_request,Yes,0.558333333333333,0.5726495726495721,0.5654008438818561,117.0
1 model task class precision recall f1 support
2 mtl_original bug_report No 0.9319727891156461 0.8954248366013071 0.9133333333333331 612.0
3 mtl_original bug_report Yes 0.6049382716049381 0.710144927536231 0.6533333333333331 138.0
4 mtl_original feature_request No 0.932148626817447 0.9115323854660341 0.9217252396166131 633.0
5 mtl_original feature_request Yes 0.572519083969465 0.6410256410256411 0.604838709677419 117.0
6 mtl_original aspect App 0.7875000000000001 0.84 0.812903225806451 225.0
7 mtl_original aspect Driver 0.786259541984732 0.78030303030303 0.783269961977186 132.0
8 mtl_original aspect General 0.8037383177570091 0.6880000000000001 0.7413793103448271 125.0
9 mtl_original aspect Payment 0.617647058823529 0.636363636363636 0.6268656716417911 33.0
10 mtl_original aspect Pricing 0.698630136986301 0.75 0.7234042553191491 68.0
11 mtl_original aspect Service 0.618181818181818 0.610778443113772 0.6144578313253011 167.0
12 mtl_original aspect_sentiment Positive 0.9387755102040811 0.9533678756476681 0.9460154241645241 386.0
13 mtl_original aspect_sentiment Neutral 0.45161290322580605 0.35897435897435903 0.4 39.0
14 mtl_original aspect_sentiment Negative 0.9235474006116201 0.9292307692307691 0.926380368098159 325.0
15 mtl_boosted bug_report No 0.943514644351464 0.9222903885480571 0.9327817993795241 489.0
16 mtl_boosted bug_report Yes 0.8597785977859771 0.8961538461538461 0.87758945386064 260.0
17 mtl_boosted feature_request No 0.9633431085043981 0.9690265486725661 0.9661764705882351 678.0
18 mtl_boosted feature_request Yes 0.686567164179104 0.647887323943662 0.6666666666666661 71.0
19 mtl_boosted aspect App 0.9329896907216491 0.8418604651162791 0.8850855745721271 215.0
20 mtl_boosted aspect Driver 0.8395721925133691 0.892045454545454 0.865013774104683 176.0
21 mtl_boosted aspect General 0.829268292682926 0.772727272727272 0.8 88.0
22 mtl_boosted aspect Payment 0.711111111111111 0.842105263157894 0.7710843373493971 76.0
23 mtl_boosted aspect Pricing 0.826086956521739 0.8028169014084501 0.8142857142857141 71.0
24 mtl_boosted aspect Service 0.6692913385826771 0.691056910569105 0.68 123.0
25 mtl_boosted aspect_sentiment Positive 0.8 0.8823529411764701 0.8391608391608391 136.0
26 mtl_boosted aspect_sentiment Neutral 0.0 0.0 0.0 6.0
27 mtl_boosted aspect_sentiment Negative 0.968280467445742 0.9555189456342661 0.961857379767827 607.0
28 stl_aspect aspect App 0.797356828193832 0.8044444444444441 0.8008849557522121 225.0
29 stl_aspect aspect Driver 0.717241379310344 0.7878787878787871 0.7509025270758121 132.0
30 stl_aspect aspect General 0.7619047619047611 0.64 0.695652173913043 125.0
31 stl_aspect aspect Payment 0.625 0.6060606060606061 0.6153846153846151 33.0
32 stl_aspect aspect Pricing 0.561403508771929 0.9411764705882351 0.703296703296703 68.0
33 stl_aspect aspect Service 0.6929133858267711 0.5269461077844311 0.598639455782312 167.0
34 stl_aspect_sentiment aspect_sentiment Positive 0.96 0.9326424870466321 0.9461235216819971 386.0
35 stl_aspect_sentiment aspect_sentiment Neutral 0.5 0.461538461538461 0.48 39.0
36 stl_aspect_sentiment aspect_sentiment Negative 0.911504424778761 0.95076923076923 0.9307228915662651 325.0
37 stl_bug_report bug_report No 0.9421052631578941 0.8774509803921561 0.9086294416243651 612.0
38 stl_bug_report bug_report Yes 0.583333333333333 0.760869565217391 0.660377358490566 138.0
39 stl_feature_request feature_request No 0.92063492063492 0.916271721958925 0.9184481393507521 633.0
40 stl_feature_request feature_request Yes 0.558333333333333 0.5726495726495721 0.5654008438818561 117.0