Fix gitignore and add LFS

.gitattributes

@@ -1 +1,3 @@
 * text=auto eol=lf
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.csv filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -16,3 +16,5 @@ __pycache__/
 *.jpg
 *.json
 *.bat
+__pycache__/
+*.pyc

notebooks/analysis.csv

@@ -1,13 +0,0 @@
-model,task,macro_f1,macro_precision,macro_recall,accuracy,conf_overall,conf_correct,conf_incorrect
-mtl_original,bug_report,0.7833333333333331,0.768455530360292,0.8027848820687691,0.8613333333333331,0.956886053085327,0.97133868932724,0.8671128153800961
-mtl_original,feature_request,0.7632819746470161,0.7523338553934561,0.776279013245837,0.8693333333333331,0.9604225158691401,0.971001923084259,0.8900374770164491
-mtl_original,aspect,0.7170467094024511,0.718659478955565,0.7175741849634061,0.736,0.8980301022529601,0.927059710025787,0.81709885597229
-mtl_original,aspect_sentiment,0.7574652640875611,0.771311938013836,0.7471910012842651,0.912,0.965078949928283,0.9762944579124451,0.848845124244689
-mtl_boosted,bug_report,0.9051856266200821,0.9016466210687211,0.909222117350951,0.9132176234979971,0.9751167297363281,0.9835515618324281,0.8863566517829891
-mtl_boosted,feature_request,0.8164215686274511,0.8249551363417511,0.8084569363081141,0.9385847797062751,0.9860208034515381,0.99037754535675,0.9194391369819641
-mtl_boosted,aspect,0.8025782333853201,0.801386597022245,0.8071020445874091,0.8170894526034711,0.951742529869079,0.9682987332344051,0.8777835965156551
-mtl_boosted,aspect_sentiment,0.6003394063095551,0.589426822481914,0.6126239622702451,0.9345794392523361,0.981067180633544,0.9874913692474361,0.889292955398559
-stl_aspect,aspect,0.6941267385341161,0.692636644001273,0.717751069459417,0.716,0.8459477424621581,0.887672424316406,0.740754663944244
-stl_aspect_sentiment,aspect_sentiment,0.7856154710827541,0.7905014749262531,0.7816500597847741,0.916,0.981183290481567,0.9872694015502931,0.9148151278495781
-stl_bug_report,bug_report,0.7845034000574651,0.762719298245614,0.8191602728047741,0.856,0.9904617667198181,0.992652595043182,0.977438509464263
-stl_feature_request,feature_request,0.741924491616304,0.739484126984127,0.7444606473042491,0.862666666666666,0.951506376266479,0.9664607644081111,0.8575695753097531

notebooks/analysis_macro_f1_pivot.csv

@@ -1,5 +0,0 @@
-task,stl,mtl_original,mtl_boosted,mtl_orig_excluding_stl,mtl_boost_excluding_orig
-aspect,0.6941267385341161,0.7170467094024511,0.8025782333853201,0.02291997086833497,0.085531523982869
-aspect_sentiment,0.7856154710827541,0.7574652640875611,0.6003394063095551,-0.028150206995192995,-0.15712585777800603
-bug_report,0.7845034000574651,0.7833333333333331,0.9051856266200821,-0.0011700667241320017,0.12185229328674896
-feature_request,0.741924491616304,0.7632819746470161,0.8164215686274511,0.021357483030712054,0.053139593980434996

notebooks/analysis_mcnemar_results.csv

@@ -1,5 +0,0 @@
-task,both_correct,mtl_only_correct,stl_only_correct,both_wrong,p_value,significant
-bug_report,614,32,28,76,0.6988834276200058,False
-feature_request,610,42,37,61,0.6529643755164601,False
-aspect,482,70,55,143,0.2103272547960883,False
-aspect_sentiment,669,15,18,48,0.7283324808813632,False

notebooks/per_class_analysis.csv

@@ -1,40 +0,0 @@
-model,task,class,precision,recall,f1,support
-mtl_original,bug_report,No,0.9319727891156461,0.8954248366013071,0.9133333333333331,612.0
-mtl_original,bug_report,Yes,0.6049382716049381,0.710144927536231,0.6533333333333331,138.0
-mtl_original,feature_request,No,0.932148626817447,0.9115323854660341,0.9217252396166131,633.0
-mtl_original,feature_request,Yes,0.572519083969465,0.6410256410256411,0.604838709677419,117.0
-mtl_original,aspect,App,0.7875000000000001,0.84,0.812903225806451,225.0
-mtl_original,aspect,Driver,0.786259541984732,0.78030303030303,0.783269961977186,132.0
-mtl_original,aspect,General,0.8037383177570091,0.6880000000000001,0.7413793103448271,125.0
-mtl_original,aspect,Payment,0.617647058823529,0.636363636363636,0.6268656716417911,33.0
-mtl_original,aspect,Pricing,0.698630136986301,0.75,0.7234042553191491,68.0
-mtl_original,aspect,Service,0.618181818181818,0.610778443113772,0.6144578313253011,167.0
-mtl_original,aspect_sentiment,Positive,0.9387755102040811,0.9533678756476681,0.9460154241645241,386.0
-mtl_original,aspect_sentiment,Neutral,0.45161290322580605,0.35897435897435903,0.4,39.0
-mtl_original,aspect_sentiment,Negative,0.9235474006116201,0.9292307692307691,0.926380368098159,325.0
-mtl_boosted,bug_report,No,0.943514644351464,0.9222903885480571,0.9327817993795241,489.0
-mtl_boosted,bug_report,Yes,0.8597785977859771,0.8961538461538461,0.87758945386064,260.0
-mtl_boosted,feature_request,No,0.9633431085043981,0.9690265486725661,0.9661764705882351,678.0
-mtl_boosted,feature_request,Yes,0.686567164179104,0.647887323943662,0.6666666666666661,71.0
-mtl_boosted,aspect,App,0.9329896907216491,0.8418604651162791,0.8850855745721271,215.0
-mtl_boosted,aspect,Driver,0.8395721925133691,0.892045454545454,0.865013774104683,176.0
-mtl_boosted,aspect,General,0.829268292682926,0.772727272727272,0.8,88.0
-mtl_boosted,aspect,Payment,0.711111111111111,0.842105263157894,0.7710843373493971,76.0
-mtl_boosted,aspect,Pricing,0.826086956521739,0.8028169014084501,0.8142857142857141,71.0
-mtl_boosted,aspect,Service,0.6692913385826771,0.691056910569105,0.68,123.0
-mtl_boosted,aspect_sentiment,Positive,0.8,0.8823529411764701,0.8391608391608391,136.0
-mtl_boosted,aspect_sentiment,Neutral,0.0,0.0,0.0,6.0
-mtl_boosted,aspect_sentiment,Negative,0.968280467445742,0.9555189456342661,0.961857379767827,607.0
-stl_aspect,aspect,App,0.797356828193832,0.8044444444444441,0.8008849557522121,225.0
-stl_aspect,aspect,Driver,0.717241379310344,0.7878787878787871,0.7509025270758121,132.0
-stl_aspect,aspect,General,0.7619047619047611,0.64,0.695652173913043,125.0
-stl_aspect,aspect,Payment,0.625,0.6060606060606061,0.6153846153846151,33.0
-stl_aspect,aspect,Pricing,0.561403508771929,0.9411764705882351,0.703296703296703,68.0
-stl_aspect,aspect,Service,0.6929133858267711,0.5269461077844311,0.598639455782312,167.0
-stl_aspect_sentiment,aspect_sentiment,Positive,0.96,0.9326424870466321,0.9461235216819971,386.0
-stl_aspect_sentiment,aspect_sentiment,Neutral,0.5,0.461538461538461,0.48,39.0
-stl_aspect_sentiment,aspect_sentiment,Negative,0.911504424778761,0.95076923076923,0.9307228915662651,325.0
-stl_bug_report,bug_report,No,0.9421052631578941,0.8774509803921561,0.9086294416243651,612.0
-stl_bug_report,bug_report,Yes,0.583333333333333,0.760869565217391,0.660377358490566,138.0
-stl_feature_request,feature_request,No,0.92063492063492,0.916271721958925,0.9184481393507521,633.0
-stl_feature_request,feature_request,Yes,0.558333333333333,0.5726495726495721,0.5654008438818561,117.0