added all results - final

GChrysostomou · Aug 18, 2021 · 4b14cc2 · 4b14cc2
1 parent 4046c48
commit 4b14cc2
Show file tree

Hide file tree

Showing 20 changed files with 2,392 additions and 0 deletions.
diff --git a/five_percent/faithfulness_metrics/multirc/contigious-dev-f1-metrics-description.json b/five_percent/faithfulness_metrics/multirc/contigious-dev-f1-metrics-description.json
@@ -0,0 +1,42 @@
+{
+    "f1 macro avg - model labels": {
+        "fixed-deeplift": 80.534,
+        "fixed-lime": 67.921,
+        "fixed-attention": 77.457,
+        "fixed-ig": 78.012,
+        "fixed-gradients": 71.845,
+        "fixed-scaled attention": 76.909,
+        "fixed-random": 79.644,
+        "fixed-fixed-len_var-feat": 52.461,
+        "fixed-fixed-len_var-feat_var-type": 42.042,
+        "var-deeplift": 74.884,
+        "var-lime": 60.186,
+        "var-attention": 74.622,
+        "var-ig": 71.78,
+        "var-gradients": 66.212,
+        "var-scaled attention": 73.798,
+        "var-random": 74.188,
+        "var-var-len_var-feat": 46.484,
+        "var-var-len_var-feat_var-type": 38.267
+    },
+    "f1 macro avg - actual labels": {
+        "fixed-deeplift": 68.85,
+        "fixed-lime": 61.564,
+        "fixed-attention": 67.884,
+        "fixed-ig": 68.237,
+        "fixed-gradients": 63.318,
+        "fixed-scaled attention": 67.562,
+        "fixed-random": 68.475,
+        "fixed-fixed-len_var-feat": 55.168,
+        "fixed-fixed-len_var-feat_var-type": 49.465,
+        "var-deeplift": 66.843,
+        "var-lime": 57.936,
+        "var-attention": 67.393,
+        "var-ig": 65.561,
+        "var-gradients": 61.365,
+        "var-scaled attention": 66.957,
+        "var-random": 66.997,
+        "var-var-len_var-feat": 51.94,
+        "var-var-len_var-feat_var-type": 47.685
+    }
+}
diff --git a/...percent/faithfulness_metrics/multirc/contigious-dev-faithfulness-metrics-description.json b/...percent/faithfulness_metrics/multirc/contigious-dev-faithfulness-metrics-description.json
@@ -0,0 +1,182 @@
+{
+    "fixed-deeplift": {
+        "comprehensiveness": {
+            "mean": 0.39807987766183384,
+            "std": 0.3931039370283217
+        },
+        "sufficiency": {
+            "mean": 0.05774204492255909,
+            "std": 0.1666182952126016
+        }
+    },
+    "fixed-lime": {
+        "comprehensiveness": {
+            "mean": 0.4609141059713067,
+            "std": 0.42621277861888324
+        },
+        "sufficiency": {
+            "mean": 0.06288012827246499,
+            "std": 0.17039732453732423
+        }
+    },
+    "fixed-attention": {
+        "comprehensiveness": {
+            "mean": 0.4006206411208019,
+            "std": 0.3953300656863879
+        },
+        "sufficiency": {
+            "mean": 0.06720153366897764,
+            "std": 0.16193428897148088
+        }
+    },
+    "fixed-ig": {
+        "comprehensiveness": {
+            "mean": 0.4234508303754832,
+            "std": 0.40226683857411233
+        },
+        "sufficiency": {
+            "mean": 0.05987554334487772,
+            "std": 0.16421872296762938
+        }
+    },
+    "fixed-gradients": {
+        "comprehensiveness": {
+            "mean": 0.45011635439141484,
+            "std": 0.41915979840125167
+        },
+        "sufficiency": {
+            "mean": 0.06369513921917697,
+            "std": 0.17068471727112902
+        }
+    },
+    "fixed-scaled attention": {
+        "comprehensiveness": {
+            "mean": 0.4060713328308214,
+            "std": 0.3952084284201808
+        },
+        "sufficiency": {
+            "mean": 0.053150860000268876,
+            "std": 0.1580066397619084
+        }
+    },
+    "fixed-random": {
+        "comprehensiveness": {
+            "mean": 0.40351031774368357,
+            "std": 0.3961550562355963
+        },
+        "sufficiency": {
+            "mean": 0.06338792216830168,
+            "std": 0.16935190098251168
+        }
+    },
+    "fixed-fixed-len_var-feat": {
+        "comprehensiveness": {
+            "mean": 0.5891116349113202,
+            "std": 0.4162010061417534
+        },
+        "sufficiency": {
+            "mean": 0.06831683934017294,
+            "std": 0.17032642018442645
+        }
+    },
+    "fixed-fixed-len_var-feat_var-type": {
+        "comprehensiveness": {
+            "mean": 0.6538604705728643,
+            "std": 0.40436478104962886
+        },
+        "sufficiency": {
+            "mean": 0.07369942354811172,
+            "std": 0.16597810982751932
+        }
+    },
+    "var-deeplift": {
+        "comprehensiveness": {
+            "mean": 0.44511035429522416,
+            "std": 0.40197414508412876
+        },
+        "sufficiency": {
+            "mean": 0.05125285933616727,
+            "std": 0.15664471821211945
+        }
+    },
+    "var-lime": {
+        "comprehensiveness": {
+            "mean": 0.5107636239446871,
+            "std": 0.43057028942756087
+        },
+        "sufficiency": {
+            "mean": 0.05011126504462713,
+            "std": 0.1532437464769978
+        }
+    },
+    "var-attention": {
+        "comprehensiveness": {
+            "mean": 0.42624330625186346,
+            "std": 0.3993154062002278
+        },
+        "sufficiency": {
+            "mean": 0.06073466382616259,
+            "std": 0.15160011145347616
+        }
+    },
+    "var-ig": {
+        "comprehensiveness": {
+            "mean": 0.4677624285523041,
+            "std": 0.4123802201722098
+        },
+        "sufficiency": {
+            "mean": 0.053708187382116045,
+            "std": 0.15365904052748144
+        }
+    },
+    "var-gradients": {
+        "comprehensiveness": {
+            "mean": 0.48788482662849303,
+            "std": 0.4244426119765136
+        },
+        "sufficiency": {
+            "mean": 0.053639799690227585,
+            "std": 0.1523593985967426
+        }
+    },
+    "var-scaled attention": {
+        "comprehensiveness": {
+            "mean": 0.434611457178929,
+            "std": 0.40110044173757864
+        },
+        "sufficiency": {
+            "mean": 0.04769085354439858,
+            "std": 0.14341393242572673
+        }
+    },
+    "var-random": {
+        "comprehensiveness": {
+            "mean": 0.4517949936129373,
+            "std": 0.4059449215838095
+        },
+        "sufficiency": {
+            "mean": 0.056665687962078194,
+            "std": 0.15605655563705395
+        }
+    },
+    "var-var-len_var-feat": {
+        "comprehensiveness": {
+            "mean": 0.6279618835174342,
+            "std": 0.4116924937619722
+        },
+        "sufficiency": {
+            "mean": 0.05273279490231173,
+            "std": 0.1495749259696285
+        }
+    },
+    "var-var-len_var-feat_var-type": {
+        "comprehensiveness": {
+            "mean": 0.6843750578393046,
+            "std": 0.3956452429991321
+        },
+        "sufficiency": {
+            "mean": 0.05950767570739859,
+            "std": 0.15172793118295314
+        }
+    }
+}
diff --git a/five_percent/faithfulness_metrics/multirc/contigious-test-f1-metrics-description.json b/five_percent/faithfulness_metrics/multirc/contigious-test-f1-metrics-description.json
@@ -0,0 +1,42 @@
+{
+    "f1 macro avg - model labels": {
+        "fixed-deeplift": 77.56,
+        "fixed-lime": 68.955,
+        "fixed-attention": 79.052,
+        "fixed-ig": 76.356,
+        "fixed-gradients": 72.071,
+        "fixed-scaled attention": 76.609,
+        "fixed-random": 78.449,
+        "fixed-fixed-len_var-feat": 54.974,
+        "fixed-fixed-len_var-feat_var-type": 43.675,
+        "var-deeplift": 73.853,
+        "var-lime": 60.723,
+        "var-attention": 76.586,
+        "var-ig": 71.06,
+        "var-gradients": 65.883,
+        "var-scaled attention": 73.638,
+        "var-random": 73.24,
+        "var-var-len_var-feat": 47.866,
+        "var-var-len_var-feat_var-type": 39.819
+    },
+    "f1 macro avg - actual labels": {
+        "fixed-deeplift": 68.15,
+        "fixed-lime": 62.752,
+        "fixed-attention": 68.475,
+        "fixed-ig": 67.401,
+        "fixed-gradients": 64.506,
+        "fixed-scaled attention": 67.611,
+        "fixed-random": 68.907,
+        "fixed-fixed-len_var-feat": 55.752,
+        "fixed-fixed-len_var-feat_var-type": 50.075,
+        "var-deeplift": 66.82,
+        "var-lime": 58.819,
+        "var-attention": 68.236,
+        "var-ig": 65.315,
+        "var-gradients": 61.848,
+        "var-scaled attention": 67.063,
+        "var-random": 67.274,
+        "var-var-len_var-feat": 52.499,
+        "var-var-len_var-feat_var-type": 47.947
+    }
+}