Skip to content

Commit

Permalink
plotting functions
Browse files Browse the repository at this point in the history
  • Loading branch information
@GChrysostomou
GChrysostomou committed Sep 7, 2021
1 parent 2f1ae2c commit f32904d
Show file tree
Hide file tree
Showing 36 changed files with 646 additions and 278 deletions.
12 changes: 12 additions & 0 deletions None/var_all_table/contigious-all.tex
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
\begin{tabular}{lrrrrrrrrrrrr}
\toprule
{} & SST-sufficiency-contigious & MultiRC-sufficiency-contigious & AG-sufficiency-contigious & Ev.Inf.-sufficiency-contigious & SST-comprehensiveness-contigious & MultiRC-comprehensiveness-contigious & AG-comprehensiveness-contigious & Ev.Inf.-comprehensiveness-contigious & SST-f1 macro avg - model labels-contigious & MultiRC-f1 macro avg - model labels-contigious & AG-f1 macro avg - model labels-contigious & Ev.Inf.-f1 macro avg - model labels-contigious \\
\midrule
fixed & 0.71 & 0.07 & 0.41 & 0.85 & 0.46 & 0.47 & 0.17 & 0.55 & 70.89 & 68.96 & 89.18 & 55.32 \\
var & 0.63 & 0.07 & 0.31 & 0.77 & 0.42 & 0.50 & 0.18 & 0.60 & 71.47 & 60.23 & 88.14 & 46.98 \\
Fixed-Length + Var.-Feat & 0.66 & 0.07 & 0.37 & 0.80 & 0.42 & 0.55 & 0.19 & 0.57 & 72.70 & 59.40 & 87.70 & 51.20 \\
Fixed-Length + Var.-Feat + Var.-Type & 0.63 & 0.09 & 0.35 & 0.45 & 0.52 & 0.58 & 0.32 & 0.82 & 61.90 & 51.10 & 75.10 & 26.60 \\
Var.-Length + Var.-Feat & 0.60 & 0.06 & 0.29 & 0.70 & 0.40 & 0.57 & 0.19 & 0.62 & 72.00 & 52.60 & 86.60 & 42.80 \\
Var.-Length + Var.-Feat + Var.-Type & 0.58 & 0.07 & 0.30 & 0.44 & 0.49 & 0.60 & 0.31 & 0.82 & 63.20 & 46.90 & 76.00 & 22.80 \\
\bottomrule
\end{tabular}
12 changes: 12 additions & 0 deletions None/var_all_table/topk-all.tex
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
\begin{tabular}{lrrrrrrrrrrrr}
\toprule
{} & SST-sufficiency-topk & MultiRC-sufficiency-topk & AG-sufficiency-topk & Ev.Inf.-sufficiency-topk & SST-comprehensiveness-topk & MultiRC-comprehensiveness-topk & AG-comprehensiveness-topk & Ev.Inf.-comprehensiveness-topk & SST-f1 macro avg - model labels-topk & MultiRC-f1 macro avg - model labels-topk & AG-f1 macro avg - model labels-topk & Ev.Inf.-f1 macro avg - model labels-topk \\
\midrule
fixed & 0.68 & 0.12 & 0.37 & 0.43 & 0.54 & 0.42 & 0.28 & 0.80 & 63.26 & 67.33 & 78.80 & 32.59 \\
var & 0.61 & 0.11 & 0.31 & 0.37 & 0.49 & 0.43 & 0.26 & 0.80 & 66.49 & 64.30 & 80.02 & 26.29 \\
Fixed-Length + Var.-Feat & 0.64 & 0.09 & 0.34 & 0.38 & 0.53 & 0.53 & 0.33 & 0.81 & 60.70 & 57.40 & 74.90 & 28.20 \\
Fixed-Length + Var.-Feat + Var.-Type & 0.63 & 0.09 & 0.35 & 0.45 & 0.52 & 0.58 & 0.32 & 0.82 & 61.90 & 51.10 & 75.10 & 26.60 \\
Var.-Length + Var.-Feat & 0.58 & 0.08 & 0.30 & 0.37 & 0.49 & 0.54 & 0.31 & 0.81 & 63.20 & 54.70 & 76.00 & 24.10 \\
Var.-Length + Var.-Feat + Var.-Type & 0.58 & 0.07 & 0.30 & 0.44 & 0.49 & 0.60 & 0.31 & 0.82 & 63.20 & 46.90 & 76.00 & 22.80 \\
\bottomrule
\end{tabular}
14 changes: 14 additions & 0 deletions graphs_and_tables/divergence_all/divergence-var-feat-var-len.tex
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
\begin{tabular}{lrrr}
\toprule
{} & sufficiency & comprehensiveness & f1 macro avg - model labels \\
\midrule
jsd-topk & 0.38 & 0.63 & 46.03 \\
kldiv-topk & 0.38 & 0.63 & 46.40 \\
classdiff-topk & 0.38 & 0.64 & 45.02 \\
perplexity-topk & 0.35 & 0.55 & 52.22 \\
jsd-contigious & 0.38 & 0.63 & 46.03 \\
kldiv-contigious & 0.38 & 0.63 & 46.40 \\
classdiff-contigious & 0.38 & 0.64 & 45.02 \\
perplexity-contigious & 0.35 & 0.55 & 52.22 \\
\bottomrule
\end{tabular}
Binary file added graphs_and_tables/doubling_the_length/comprehensiveness.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added graphs_and_tables/doubling_the_length/f1 macro avg - model labels.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added graphs_and_tables/doubling_the_length/sufficiency.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added ...reasing-set-of-feature_scoring/comprehensiveness-EXTRA-increasing-feat-attr.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added ...es/increasing-set-of-feature_scoring/comprehensiveness-increasing-feat-attr.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added ...g-set-of-feature_scoring/f1 score - model labels-EXTRA-increasing-feat-attr.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added ...reasing-set-of-feature_scoring/f1 score - model labels-increasing-feat-attr.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added graphs_and_tables/increasing-set-of-feature_scoring/legend-EXTRA.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added graphs_and_tables/increasing-set-of-feature_scoring/legend.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added ...es/increasing-set-of-feature_scoring/sufficiency-EXTRA-increasing-feat-attr.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added ...d_tables/increasing-set-of-feature_scoring/sufficiency-increasing-feat-attr.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
14 changes: 14 additions & 0 deletions graphs_and_tables/rationale_lengths/jsd-rationale_lengths-2N.tex
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
\begin{tabular}{lllllllr}
\toprule
{} & x∇x & IG & DeepLift & LIME & α & α∇α & avg. \\
\midrule
SST-topk & 29.5 ± 10.0 & 30.5 ± 10.0 & 30.3 ± 10.0 & 31.0 ± 9.0 & 28.4 ± 11.0 & 30.3 ± 10.0 & 30.0 \\
AG-topk & 32.4 ± 10.0 & 34.8 ± 7.0 & 32.4 ± 10.0 & 32.8 ± 8.0 & 33.6 ± 8.0 & 32.9 ± 9.0 & 33.2 \\
Ev.Inf.-topk & 14.8 ± 6.0 & 15.3 ± 6.0 & 16.9 ± 5.0 & 15.3 ± 6.0 & 11.9 ± 7.0 & 14.0 ± 7.0 & 14.7 \\
MultiRC-topk & 26.9 ± 14.0 & 28.5 ± 13.0 & 31.7 ± 11.0 & 25.4 ± 14.0 & 31.1 ± 12.0 & 32.1 ± 11.0 & 29.3 \\
SST-contigious & 28.3 ± 10.0 & 28.7 ± 10.0 & 28.8 ± 10.0 & 28.4 ± 10.0 & 27.0 ± 11.0 & 29.3 ± 10.0 & 28.4 \\
AG-contigious & 31.7 ± 10.0 & 32.2 ± 9.0 & 31.8 ± 10.0 & 30.6 ± 10.0 & 31.4 ± 10.0 & 31.4 ± 11.0 & 31.5 \\
Ev.Inf.-contigious & 13.4 ± 6.0 & 13.6 ± 6.0 & 15.3 ± 5.0 & 14.4 ± 6.0 & 12.5 ± 7.0 & 13.0 ± 7.0 & 13.7 \\
MultiRC-contigious & 26.4 ± 14.0 & 28.6 ± 12.0 & 30.0 ± 11.0 & 25.1 ± 14.0 & 30.1 ± 11.0 & 30.0 ± 11.0 & 28.4 \\
\bottomrule
\end{tabular}
14 changes: 14 additions & 0 deletions graphs_and_tables/rationale_lengths/jsd-rationale_lengths.tex
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
\begin{tabular}{lllllllr}
\toprule
{} & x∇x & IG & DeepLift & LIME & α & α∇α & avg. \\
\midrule
SST-topk & 15.8 ± 6.0 & 16.3 ± 6.0 & 15.7 ± 7.0 & 16.9 ± 6.0 & 15.5 ± 7.0 & 16.6 ± 6.0 & 16.1 \\
AG-topk & 14.5 ± 6.0 & 16.5 ± 4.0 & 15.2 ± 5.0 & 16.3 ± 4.0 & 16.3 ± 4.0 & 16.3 ± 5.0 & 15.8 \\
Ev.Inf.-topk & 7.7 ± 3.0 & 7.7 ± 3.0 & 8.4 ± 2.0 & 7.4 ± 3.0 & 6.6 ± 3.0 & 7.0 ± 3.0 & 7.5 \\
MultiRC-topk & 14.1 ± 7.0 & 14.6 ± 6.0 & 16.1 ± 5.0 & 13.4 ± 7.0 & 15.9 ± 5.0 & 16.0 ± 5.0 & 15.0 \\
SST-contigious & 15.5 ± 6.0 & 15.6 ± 6.0 & 15.4 ± 7.0 & 15.9 ± 6.0 & 14.7 ± 7.0 & 15.7 ± 6.0 & 15.5 \\
AG-contigious & 14.0 ± 6.0 & 15.7 ± 5.0 & 14.9 ± 6.0 & 15.0 ± 5.0 & 14.5 ± 6.0 & 15.1 ± 5.0 & 14.9 \\
Ev.Inf.-contigious & 7.2 ± 3.0 & 6.9 ± 3.0 & 7.6 ± 3.0 & 7.3 ± 3.0 & 6.6 ± 3.0 & 6.9 ± 3.0 & 7.1 \\
MultiRC-contigious & 14.0 ± 6.0 & 15.1 ± 6.0 & 15.9 ± 5.0 & 13.6 ± 7.0 & 16.1 ± 5.0 & 16.1 ± 5.0 & 15.1 \\
\bottomrule
\end{tabular}
14 changes: 14 additions & 0 deletions graphs_and_tables/time_for_var_length/faith-across-skips.tex
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
\begin{tabular}{lrrrrrrrrrrrr}
\toprule
{} & F1 macro - @each token & Sufficiency - @each token & Comprehensiveness - @each token & Computed Length - @each token & F1 macro - @2\% & Sufficiency - @2\% & Comprehensiveness - @2\% & Computed Length - @2\% & F1 macro - @5\% & Sufficiency - @5\% & Comprehensiveness - @5\% & Computed Length - @5\% \\
\midrule
SST-topk & 57.22 & 0.59 & 0.55 & 17.15 & 57.22 & 0.59 & 0.55 & 17.15 & 57.34 & 0.59 & 0.55 & 17.23 \\
AG-topk & 69.90 & 0.37 & 0.39 & 17.05 & 69.93 & 0.37 & 0.39 & 17.06 & 70.12 & 0.38 & 0.39 & 17.52 \\
Ev.Inf.-topk & 21.09 & 0.35 & 0.87 & 6.52 & 21.74 & 0.36 & 0.86 & 7.25 & 23.22 & 0.37 & 0.84 & 8.28 \\
MultiRC-topk & 47.63 & 0.07 & 0.63 & 13.59 & 48.76 & 0.07 & 0.62 & 14.31 & 49.92 & 0.08 & 0.61 & 15.37 \\
SST-contigious & 66.43 & 0.61 & 0.48 & 16.01 & 66.43 & 0.61 & 0.48 & 16.01 & 66.48 & 0.61 & 0.48 & 16.21 \\
AG-contigious & 85.27 & 0.33 & 0.24 & 15.04 & 85.27 & 0.33 & 0.24 & 15.06 & 85.42 & 0.34 & 0.24 & 16.00 \\
Ev.Inf.-contigious & 37.03 & 0.68 & 0.70 & 6.12 & 40.66 & 0.76 & 0.67 & 7.08 & 46.20 & 0.84 & 0.62 & 8.37 \\
MultiRC-contigious & 43.38 & 0.05 & 0.66 & 12.29 & 45.12 & 0.05 & 0.65 & 13.22 & 47.87 & 0.06 & 0.63 & 14.42 \\
\bottomrule
\end{tabular}
14 changes: 14 additions & 0 deletions graphs_and_tables/time_for_var_length/time-taken-for-var-rationales.tex
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
\begin{tabular}{lrrrrr}
\toprule
{} & @each token (s) & @2\% (s) & R.I. @ 2\% & @5\% (s) & R.I. @ 5\% \\
\midrule
SST-topk & 0.05 & 0.05 & 1.0 & 0.05 & 1.0 \\
AG-topk & 0.29 & 0.29 & 1.0 & 0.15 & 1.9 \\
Ev.Inf.-topk & 1.99 & 0.26 & 7.7 & 0.11 & 18.1 \\
MultiRC-topk & 3.07 & 0.51 & 6.0 & 0.21 & 14.6 \\
SST-contigious & 0.06 & 0.06 & 1.0 & 0.06 & 1.0 \\
AG-contigious & 0.37 & 0.38 & 1.0 & 0.19 & 1.9 \\
Ev.Inf.-contigious & 2.59 & 0.33 & 7.8 & 0.13 & 19.9 \\
MultiRC-contigious & 3.72 & 0.65 & 5.7 & 0.26 & 14.3 \\
\bottomrule
\end{tabular}
12 changes: 12 additions & 0 deletions graphs_and_tables/var_all_table/contigious-all.tex
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
\begin{tabular}{lrrrrrrrrrrrr}
\toprule
{} & SST-f1 macro avg - model labels-contigious & MultiRC-f1 macro avg - model labels-contigious & AG-f1 macro avg - model labels-contigious & Ev.Inf.-f1 macro avg - model labels-contigious & SST-sufficiency-contigious & MultiRC-sufficiency-contigious & AG-sufficiency-contigious & Ev.Inf.-sufficiency-contigious & SST-comprehensiveness-contigious & MultiRC-comprehensiveness-contigious & AG-comprehensiveness-contigious & Ev.Inf.-comprehensiveness-contigious \\
\midrule
fixed & 70.89 & 68.96 & 89.18 & 55.32 & 0.71 & 0.07 & 0.41 & 0.85 & 0.46 & 0.47 & 0.17 & 0.55 \\
var & 68.80 & 57.07 & 87.70 & 45.69 & 0.63 & 0.06 & 0.33 & 0.78 & 0.47 & 0.54 & 0.19 & 0.62 \\
Fixed-Length + Var.-Feat & 69.80 & 55.00 & 86.90 & 50.50 & 0.67 & 0.07 & 0.42 & 0.82 & 0.46 & 0.60 & 0.22 & 0.59 \\
Fixed-Length + Var.-Feat + Var.-Type & 56.60 & 43.70 & 68.70 & 24.00 & 0.63 & 0.09 & 0.46 & 0.51 & 0.56 & 0.66 & 0.41 & 0.86 \\
Var.-Length + Var.-Feat & 66.40 & 45.10 & 85.30 & 40.70 & 0.61 & 0.05 & 0.33 & 0.76 & 0.48 & 0.65 & 0.24 & 0.67 \\
Var.-Length + Var.-Feat + Var.-Type & 56.70 & 38.00 & 69.60 & 19.80 & 0.60 & 0.06 & 0.39 & 0.49 & 0.56 & 0.69 & 0.40 & 0.88 \\
\bottomrule
\end{tabular}
Loading

0 comments on commit f32904d

Please sign in to comment.